PowerBuilder

AI: Simple Stateless Streaming Response

See more AI Examples

Shows a simple stateless query and receives the response in streaming mode. PowerBuilder

integer li_rc
integer li_Success
oleobject loo_Ai
oleobject loo_SbEventName
oleobject loo_SbDelta
oleobject loo_SbFullResponse
integer li_Finished
integer li_AbortFlag
integer li_MaxWaitMs
integer li_Result

li_Success = 0

// This example assumes the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.

loo_Ai = create oleobject
li_rc = loo_Ai.ConnectToNewObject("Chilkat.Ai")
if li_rc < 0 then
    destroy loo_Ai
    MessageBox("Error","Connecting to COM object failed")
    return
end if

// The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
// Support for additional providers will be added in future versions of Chilkat.
loo_Ai.Provider = "openai"

// Use your provider's API key.
loo_Ai.ApiKey = "MY_API_KEY"

// Choose a model.
loo_Ai.Model = "gpt-4o"

// Indicate streaming mode is to be used.
loo_Ai.Streaming = 1

// Add a text input.
loo_Ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

// Ask the AI for text output.
li_Success = loo_Ai.Ask("text")
if li_Success = 0 then
    Write-Debug loo_Ai.LastErrorText
    destroy loo_Ai
    return
end if

loo_SbEventName = create oleobject
li_rc = loo_SbEventName.ConnectToNewObject("Chilkat.StringBuilder")

loo_SbDelta = create oleobject
li_rc = loo_SbDelta.ConnectToNewObject("Chilkat.StringBuilder")

loo_SbFullResponse = create oleobject
li_rc = loo_SbFullResponse.ConnectToNewObject("Chilkat.StringBuilder")

li_Finished = 0
li_AbortFlag = 0
li_MaxWaitMs = 5000

do while li_Finished = 0

    li_Result = loo_Ai.PollAi(li_AbortFlag)
    if li_Result = 1 then
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        li_Success = loo_Ai.NextAiEvent(li_MaxWaitMs,loo_SbEventName,loo_SbDelta)
        if li_Success = 0 then
            Write-Debug loo_Ai.LastErrorText
            destroy loo_Ai
            destroy loo_SbEventName
            destroy loo_SbDelta
            destroy loo_SbFullResponse
            return
        end if

        // Some AI providers send many "empty" events.  Just ignore them.
        if loo_SbEventName.ContentsEqual("empty",1) = 0 then
            // Log the non-empty events.
            Write-Debug loo_SbEventName.GetAsString()

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if loo_SbEventName.ContentsEqual("delta",1) = 1 then
                Write-Debug loo_SbDelta.GetAsString()

                // Accumulate the delta's so we can show the full response later.
                loo_SbFullResponse.AppendSb(loo_SbDelta)
            else
                // A streaming AI response is always terminated by a single "null_terminator" event.
                li_Finished = loo_SbEventName.ContentsEqual("null_terminator",1)
            end if

        end if

    else
        if li_Result = 0 then
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            loo_Ai.SleepMs(100)
        else
            // Something failed..
            Write-Debug loo_Ai.LastErrorText
            li_Finished = 1
        end if

    end if

loop

// Show the accumulated (full) response.
Write-Debug "----"
Write-Debug loo_SbFullResponse.GetAsString()

// -------------------------------------------------------------
// The response is in markdown format.
// Also see Markdown to HTML Conversion Examples.
// -------------------------------------------------------------


destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse