SQL Server

Multimodal Input: Image Data

See more AI Examples

Demonstrates sending a request that includes both text and image data for the AI to analyze. SQL Server

--
CREATE PROCEDURE ChilkatSample
AS
BEGIN
    DECLARE @hr int
    DECLARE @sTmp0 nvarchar(4000)
    DECLARE @success int
    SELECT @success = 0

    --  This example assumes the Chilkat API to have been previously unlocked.
    --  See Global Unlock Sample for sample code.

    DECLARE @ai int
    EXEC @hr = sp_OACreate 'Chilkat.Ai', @ai OUT
    IF @hr <> 0
    BEGIN
        PRINT 'Failed to create ActiveX component'
        RETURN
    END

    --  The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    --  Support for additional providers will be added in future versions of Chilkat.
    --  xAI (Grok) will be used here..
    EXEC sp_OASetProperty @ai, 'Provider', 'xai'

    --  Use your provider's API key.
    EXEC sp_OASetProperty @ai, 'ApiKey', 'MY_API_KEY'

    --  Choose a model.
    EXEC sp_OASetProperty @ai, 'Model', 'grok-4.5'

    --  Add both text input, and image data
    EXEC sp_OAMethod @ai, 'InputAddText', @success OUT, 'Describe what you see in the following image.'

    DECLARE @bd int
    EXEC @hr = sp_OACreate 'Chilkat.BinData', @bd OUT

    --  We're passing a relative local file path here.. (relative the the app's current working directory)
    EXEC sp_OAMethod @bd, 'LoadFile', @success OUT, 'qa_data/jpg/starfish.jpg'
    IF @success = 0
      BEGIN
        EXEC sp_OAGetProperty @bd, 'LastErrorText', @sTmp0 OUT
        PRINT @sTmp0
        EXEC @hr = sp_OADestroy @ai
        EXEC @hr = sp_OADestroy @bd
        RETURN
      END

    EXEC sp_OAMethod @ai, 'InputAddImageData', @success OUT, @bd, ''

    --  Ask the AI for text output.
    EXEC sp_OAMethod @ai, 'Ask', @success OUT, 'text'
    IF @success = 0
      BEGIN
        EXEC sp_OAGetProperty @ai, 'LastErrorText', @sTmp0 OUT
        PRINT @sTmp0
        EXEC @hr = sp_OADestroy @ai
        EXEC @hr = sp_OADestroy @bd
        RETURN
      END

    --  Get the text response.
    DECLARE @sbResponse int
    EXEC @hr = sp_OACreate 'Chilkat.StringBuilder', @sbResponse OUT

    EXEC sp_OAMethod @ai, 'GetOutputTextSb', @success OUT, @sbResponse
    EXEC sp_OAMethod @sbResponse, 'GetAsString', @sTmp0 OUT
    PRINT @sTmp0

    --  -------------------------------------------------------------
    --  The response is in markdown format.
    --  Also see Markdown to HTML Conversion Examples.
    --  -------------------------------------------------------------

    --  Sample output:

    --  The image depicts a small, bright orange starfish (also known as a sea star) with five symmetrical arms radiating from a central disc. 
    --  It has a textured, bumpy surface that gives it a realistic, almost spiky appearance, and there's a small hole or indentation at the center, 
    --  which might represent the mouth or a natural feature. The starfish is shown against a plain white background, and it appears to be a simple, 
    --  illustrative or clipart-style graphic rather than a photograph.

    EXEC @hr = sp_OADestroy @ai
    EXEC @hr = sp_OADestroy @bd
    EXEC @hr = sp_OADestroy @sbResponse


END
GO