Swift

Multimodal Input: Image Data

See more AI Examples

Demonstrates sending a request that includes both text and image data for the AI to analyze. Swift

func chilkatTest() {
    var success: Bool = false

    // This example assumes the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    let ai = CkoAi()!

    // The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    // Support for additional providers will be added in future versions of Chilkat.
    // xAI (Grok) will be used here..
    ai.provider = "xai"

    // Use your provider's API key.
    ai.apiKey = "MY_API_KEY"

    // Choose a model.
    ai.model = "grok-4"

    // Add both text input, and image data
    ai.inputAddText(text: "Describe what you see in the following image.")

    let bd = CkoBinData()!
    // We're passing a relative local file path here.. (relative the the app's current working directory)
    success = bd.loadFile(path: "qa_data/jpg/starfish.jpg")
    if success == false {
        print("\(bd.lastErrorText!)")
        return
    }

    ai.inputAddImageData(bd: bd, summary: "")

    // Ask the AI for text output.
    success = ai.ask(outputType: "text")
    if success == false {
        print("\(ai.lastErrorText!)")
        return
    }

    // Get the text response.
    let sbResponse = CkoStringBuilder()!
    ai.getOutputTextSb(sb: sbResponse)
    print("\(sbResponse.getAsString()!)")

    // -------------------------------------------------------------
    // The response is in markdown format.
    // Also see Markdown to HTML Conversion Examples.
    // -------------------------------------------------------------

    // Sample output:

    // The image depicts a small, bright orange starfish (also known as a sea star) with five symmetrical arms radiating from a central disc. 
    // It has a textured, bumpy surface that gives it a realistic, almost spiky appearance, and there's a small hole or indentation at the center, 
    // which might represent the mouth or a natural feature. The starfish is shown against a plain white background, and it appears to be a simple, 
    // illustrative or clipart-style graphic rather than a photograph.

}