Lianja

Conversation with Streaming Responses

See more AI Examples

Demonstrates an AI conversation with receiving streaming responses. Lianja

llSuccess = .F.

//  This example assumes the Chilkat API to have been previously unlocked.
//  See Global Unlock Sample for sample code.

loAi = createobject("CkAi")

//  The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
//  Support for additional providers will be added in future versions of Chilkat.
loAi.Provider = "google"

//  Use your provider's API key.
loAi.ApiKey = "MY_API_KEY"

//  Choose a model.
loAi.Model = "gemini-3.6-flash"

//  Indicate streaming mode is to be used.
loAi.Streaming = .T.

//  Create a new conversation to be maintained locally in memory.
//  If the conversation is the first to be created, it is also automatically selected.
lcSystemMsg = "You are a creative storyteller"
lcDeveloperMsg = ""
lcConversationName = "test_conversation"
loAi.NewConvo(lcConversationName,lcSystemMsg,lcDeveloperMsg)

//  Add a text input.
loAi.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

//  Ask the AI for text output.
llSuccess = loAi.Ask("text")
if (llSuccess = .F.) then
    ? loAi.LastErrorText
    release loAi
    return
endif

loSbEventName = createobject("CkStringBuilder")
loSbDelta = createobject("CkStringBuilder")
loSbFullResponse = createobject("CkStringBuilder")
llFinished = .F.
llAbortFlag = .F.
lnMaxWaitMs = 5000

do while not llFinished

    lnResult = loAi.PollAi(llAbortFlag)
    if (lnResult = 1) then
        //  We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        llSuccess = loAi.NextAiEvent(lnMaxWaitMs,loSbEventName,loSbDelta)
        if (llSuccess = .F.) then
            ? loAi.LastErrorText
            release loAi
            release loSbEventName
            release loSbDelta
            release loSbFullResponse
            return
        endif

        //  Some AI providers send many "empty" events.  Just ignore them.
        if (not loSbEventName.ContentsEqual("empty",.T.)) then

            //  The delta contains the new output.  This could be emitted to a display or the terminal
            //  as real-time output.
            if (loSbEventName.ContentsEqual("delta",.T.)) then
                //  This example will emit each delta to its own line.
                ? loSbDelta.GetAsString()

                //  Accumulate the delta's so we can show the full response later.
                loSbFullResponse.AppendSb(loSbDelta)
            else
                //  A streaming AI response is always terminated by a single "null_terminator" event.
                llFinished = loSbEventName.ContentsEqual("null_terminator",.T.)
            endif

        endif

    else
        if (lnResult = 0) then
            //  Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loAi.SleepMs(100)
        else
            //  Something failed..
            ? loAi.LastErrorText
            llFinished = .T.
        endif

    endif

enddo

//  -------------------------------------------------------------
//  The response is in markdown format.
//  Also see Markdown to HTML Conversion Examples.
//  -------------------------------------------------------------

//  Show the accumulated (full) response.
? "----"
? loSbFullResponse.GetAsString()
? "----"

//  ----------------------------------------------------------------------------------------------------------
//  For the 2nd request in this conversation, ask for a shorter version of the story.
loAi.InputAddText("Rewrite the story, but this time make it shorter, about one third as long.")
llSuccess = loAi.Ask("text")
if (llSuccess = .F.) then
    ? loAi.LastErrorText
    release loAi
    release loSbEventName
    release loSbDelta
    release loSbFullResponse
    return
endif

loSbFullResponse.Clear()
llFinished = .F.

do while not llFinished

    lnResult = loAi.PollAi(llAbortFlag)
    if (lnResult = 1) then
        //  We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        llSuccess = loAi.NextAiEvent(lnMaxWaitMs,loSbEventName,loSbDelta)
        if (llSuccess = .F.) then
            ? loAi.LastErrorText
            release loAi
            release loSbEventName
            release loSbDelta
            release loSbFullResponse
            return
        endif

        //  Some AI providers send many "empty" events.  Just ignore them.
        if (not loSbEventName.ContentsEqual("empty",.T.)) then

            //  The delta contains the new output.  This could be emitted to a display or the terminal
            //  as real-time output.
            if (loSbEventName.ContentsEqual("delta",.T.)) then
                //  This example will emit each delta to its own line.
                ? loSbDelta.GetAsString()

                //  Accumulate the delta's so we can show the full response later.
                loSbFullResponse.AppendSb(loSbDelta)
            else
                //  A streaming AI response is always terminated by a single "null_terminator" event.
                llFinished = loSbEventName.ContentsEqual("null_terminator",.T.)
            endif

        endif

    else
        if (lnResult = 0) then
            //  Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loAi.SleepMs(100)
        else
            //  Something failed..
            ? loAi.LastErrorText
            llFinished = .T.
        endif

    endif

enddo

? "----"
? loSbFullResponse.GetAsString()


release loAi
release loSbEventName
release loSbDelta
release loSbFullResponse