Lianja

Conversation with Streaming Responses

See more AI Examples

Demonstrates an AI conversation with receiving streaming responses. Lianja

llSuccess = .F.

// This example assumes the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.

loAi = createobject("CkAi")

// The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
// Support for additional providers will be added in future versions of Chilkat.
loAi.Provider = "google"

// Use your provider's API key.
loAi.ApiKey = "MY_API_KEY"

// Choose a model.
loAi.Model = "gemini-2.5-flash"

// Indicate streaming mode is to be used.
loAi.Streaming = .T.

// Create a new conversation to be maintained locally in memory.
// If the conversation is the first to be created, it is also automatically selected.
lcSystemMsg = "You are a creative storyteller"
lcDeveloperMsg = ""
lcConversationName = "test_conversation"
loAi.NewConvo(lcConversationName,lcSystemMsg,lcDeveloperMsg)

// Add a text input.
loAi.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

// Ask the AI for text output.
llSuccess = loAi.Ask("text")
if (llSuccess = .F.) then
    ? loAi.LastErrorText
    release loAi
    return
endif

loSbEventName = createobject("CkStringBuilder")
loSbDelta = createobject("CkStringBuilder")
loSbFullResponse = createobject("CkStringBuilder")
llFinished = .F.
llAbortFlag = .F.
lnMaxWaitMs = 5000

do while not llFinished

    lnResult = loAi.PollAi(llAbortFlag)
    if (lnResult = 1) then
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        llSuccess = loAi.NextAiEvent(lnMaxWaitMs,loSbEventName,loSbDelta)
        if (llSuccess = .F.) then
            ? loAi.LastErrorText
            release loAi
            release loSbEventName
            release loSbDelta
            release loSbFullResponse
            return
        endif

        // Some AI providers send many "empty" events.  Just ignore them.
        if (not loSbEventName.ContentsEqual("empty",.T.)) then

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if (loSbEventName.ContentsEqual("delta",.T.)) then
                // This example will emit each delta to its own line.
                ? loSbDelta.GetAsString()

                // Accumulate the delta's so we can show the full response later.
                loSbFullResponse.AppendSb(loSbDelta)
            else
                // A streaming AI response is always terminated by a single "null_terminator" event.
                llFinished = loSbEventName.ContentsEqual("null_terminator",.T.)
            endif

        endif

    else
        if (lnResult = 0) then
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loAi.SleepMs(100)
        else
            // Something failed..
            ? loAi.LastErrorText
            llFinished = .T.
        endif

    endif

enddo

// -------------------------------------------------------------
// The response is in markdown format.
// Also see Markdown to HTML Conversion Examples.
// -------------------------------------------------------------

// Show the accumulated (full) response.
? "----"
? loSbFullResponse.GetAsString()
? "----"

// ----------------------------------------------------------------------------------------------------------
// For the 2nd request in this conversation, ask for a shorter version of the story.
loAi.InputAddText("Rewrite the story, but this time make it shorter, about one third as long.")
llSuccess = loAi.Ask("text")
if (llSuccess = .F.) then
    ? loAi.LastErrorText
    release loAi
    release loSbEventName
    release loSbDelta
    release loSbFullResponse
    return
endif

loSbFullResponse.Clear()
llFinished = .F.

do while not llFinished

    lnResult = loAi.PollAi(llAbortFlag)
    if (lnResult = 1) then
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        llSuccess = loAi.NextAiEvent(lnMaxWaitMs,loSbEventName,loSbDelta)
        if (llSuccess = .F.) then
            ? loAi.LastErrorText
            release loAi
            release loSbEventName
            release loSbDelta
            release loSbFullResponse
            return
        endif

        // Some AI providers send many "empty" events.  Just ignore them.
        if (not loSbEventName.ContentsEqual("empty",.T.)) then

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if (loSbEventName.ContentsEqual("delta",.T.)) then
                // This example will emit each delta to its own line.
                ? loSbDelta.GetAsString()

                // Accumulate the delta's so we can show the full response later.
                loSbFullResponse.AppendSb(loSbDelta)
            else
                // A streaming AI response is always terminated by a single "null_terminator" event.
                llFinished = loSbEventName.ContentsEqual("null_terminator",.T.)
            endif

        endif

    else
        if (lnResult = 0) then
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loAi.SleepMs(100)
        else
            // Something failed..
            ? loAi.LastErrorText
            llFinished = .T.
        endif

    endif

enddo

? "----"
? loSbFullResponse.GetAsString()


release loAi
release loSbEventName
release loSbDelta
release loSbFullResponse