Android™

Multimodal Input: Image Data

See more AI Examples

Demonstrates sending a request that includes both text and image data for the AI to analyze. Android™

// Important: Don't forget to include the call to System.loadLibrary
// as shown at the bottom of this code sample.
package com.test;

import android.app.Activity;
import com.chilkatsoft.*;

import android.widget.TextView;
import android.os.Bundle;

public class SimpleActivity extends Activity {

  private static final String TAG = "Chilkat";

  // Called when the activity is first created.
  @Override
  public void onCreate(Bundle savedInstanceState) {
    super.onCreate(savedInstanceState);

    boolean success = false;

    // This example assumes the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    CkAi ai = new CkAi();

    // The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    // Support for additional providers will be added in future versions of Chilkat.
    // xAI (Grok) will be used here..
    ai.put_Provider("xai");

    // Use your provider's API key.
    ai.put_ApiKey("MY_API_KEY");

    // Choose a model.
    ai.put_Model("grok-4");

    // Add both text input, and image data
    ai.InputAddText("Describe what you see in the following image.");

    CkBinData bd = new CkBinData();
    // We're passing a relative local file path here.. (relative the the app's current working directory)
    success = bd.LoadFile("qa_data/jpg/starfish.jpg");
    if (success == false) {
        Log.i(TAG, bd.lastErrorText());
        return;
        }

    ai.InputAddImageData(bd,"");

    // Ask the AI for text output.
    success = ai.Ask("text");
    if (success == false) {
        Log.i(TAG, ai.lastErrorText());
        return;
        }

    // Get the text response.
    CkStringBuilder sbResponse = new CkStringBuilder();
    ai.GetOutputTextSb(sbResponse);
    Log.i(TAG, sbResponse.getAsString());

    // -------------------------------------------------------------
    // The response is in markdown format.
    // Also see Markdown to HTML Conversion Examples.
    // -------------------------------------------------------------

    // Sample output:

    // The image depicts a small, bright orange starfish (also known as a sea star) with five symmetrical arms radiating from a central disc. 
    // It has a textured, bumpy surface that gives it a realistic, almost spiky appearance, and there's a small hole or indentation at the center, 
    // which might represent the mouth or a natural feature. The starfish is shown against a plain white background, and it appears to be a simple, 
    // illustrative or clipart-style graphic rather than a photograph.

  }

  static {
      System.loadLibrary("chilkat");

      // Note: If the incorrect library name is passed to System.loadLibrary,
      // then you will see the following error message at application startup:
      //"The application <your-application-name> has stopped unexpectedly. Please try again."
  }
}