Swift

Multimodal Input: Image Data

See more AI Examples

Demonstrates sending a request that includes both text and image data for the AI to analyze. Swift

func chilkatTest() {
    var success: Bool = false

    //  This example assumes the Chilkat API to have been previously unlocked.
    //  See Global Unlock Sample for sample code.

    let ai = CkoAi()!

    //  The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    //  Support for additional providers will be added in future versions of Chilkat.
    //  xAI (Grok) will be used here..
    ai.provider = "xai"

    //  Use your provider's API key.
    ai.apiKey = "MY_API_KEY"

    //  Choose a model.
    ai.model = "grok-4.5"

    //  Add both text input, and image data
    ai.inputAddText(text: "Describe what you see in the following image.")

    let bd = CkoBinData()!
    //  We're passing a relative local file path here.. (relative the the app's current working directory)
    success = bd.loadFile(path: "qa_data/jpg/starfish.jpg")
    if success == false {
        print("\(bd.lastErrorText!)")
        return
    }

    ai.inputAddImageData(bd: bd, summary: "")

    //  Ask the AI for text output.
    success = ai.ask(outputType: "text")
    if success == false {
        print("\(ai.lastErrorText!)")
        return
    }

    //  Get the text response.
    let sbResponse = CkoStringBuilder()!
    ai.getOutputTextSb(sb: sbResponse)
    print("\(sbResponse.getAsString()!)")

    //  -------------------------------------------------------------
    //  The response is in markdown format.
    //  Also see Markdown to HTML Conversion Examples.
    //  -------------------------------------------------------------

    //  Sample output:

    //  The image depicts a small, bright orange starfish (also known as a sea star) with five symmetrical arms radiating from a central disc. 
    //  It has a textured, bumpy surface that gives it a realistic, almost spiky appearance, and there's a small hole or indentation at the center, 
    //  which might represent the mouth or a natural feature. The starfish is shown against a plain white background, and it appears to be a simple, 
    //  illustrative or clipart-style graphic rather than a photograph.

}