Lianja

AI: Simple Stateless Streaming Response

See more AI Examples

Shows a simple stateless query and receives the response in streaming mode. Lianja

llSuccess = .F.

// This example assumes the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.

loAi = createobject("CkAi")

// The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
// Support for additional providers will be added in future versions of Chilkat.
loAi.Provider = "openai"

// Use your provider's API key.
loAi.ApiKey = "MY_API_KEY"

// Choose a model.
loAi.Model = "gpt-4o"

// Indicate streaming mode is to be used.
loAi.Streaming = .T.

// Add a text input.
loAi.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

// Ask the AI for text output.
llSuccess = loAi.Ask("text")
if (llSuccess = .F.) then
    ? loAi.LastErrorText
    release loAi
    return
endif

loSbEventName = createobject("CkStringBuilder")
loSbDelta = createobject("CkStringBuilder")
loSbFullResponse = createobject("CkStringBuilder")
llFinished = .F.
llAbortFlag = .F.
lnMaxWaitMs = 5000

do while llFinished = .F.

    lnResult = loAi.PollAi(llAbortFlag)
    if (lnResult = 1) then
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        llSuccess = loAi.NextAiEvent(lnMaxWaitMs,loSbEventName,loSbDelta)
        if (llSuccess = .F.) then
            ? loAi.LastErrorText
            release loAi
            release loSbEventName
            release loSbDelta
            release loSbFullResponse
            return
        endif

        // Some AI providers send many "empty" events.  Just ignore them.
        if (loSbEventName.ContentsEqual("empty",.T.) = .F.) then
            // Log the non-empty events.
            ? loSbEventName.GetAsString()

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if (loSbEventName.ContentsEqual("delta",.T.) = .T.) then
                ? loSbDelta.GetAsString()

                // Accumulate the delta's so we can show the full response later.
                loSbFullResponse.AppendSb(loSbDelta)
            else
                // A streaming AI response is always terminated by a single "null_terminator" event.
                llFinished = loSbEventName.ContentsEqual("null_terminator",.T.)
            endif

        endif

    else
        if (lnResult = 0) then
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loAi.SleepMs(100)
        else
            // Something failed..
            ? loAi.LastErrorText
            llFinished = .T.
        endif

    endif

enddo

// Show the accumulated (full) response.
? "----"
? loSbFullResponse.GetAsString()

// -------------------------------------------------------------
// The response is in markdown format.
// Also see Markdown to HTML Conversion Examples.
// -------------------------------------------------------------


release loAi
release loSbEventName
release loSbDelta
release loSbFullResponse