(PowerShell) AI: Simple Stateless Streaming Response

See more AI Examples

Note: This example requires Chilkat v11.2.0 or greater.

Chilkat .NET Downloads Chilkat .NET Assemblies

Add-Type -Path "C:\chilkat\ChilkatDotNet47-x64\ChilkatDotNet47.dll"

$success = $false

# This example assumes the Chilkat API to have been previously unlocked.
# See Global Unlock Sample for sample code.

$ai = New-Object Chilkat.Ai

# The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
# Support for additional providers will be added in future versions of Chilkat.
$ai.Provider = "openai"

# Use your provider's API key.
$ai.ApiKey = "MY_API_KEY"

# Choose a model.
$ai.Model = "gpt-4o"

# Indicate streaming mode is to be used.
$ai.Streaming = $true

# Add a text input.
$ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

# Ask the AI for text output.
$success = $ai.Ask("text")
if ($success -eq $false) {
    $($ai.LastErrorText)
    exit
}

$sbEventName = New-Object Chilkat.StringBuilder
$sbDelta = New-Object Chilkat.StringBuilder
$sbFullResponse = New-Object Chilkat.StringBuilder
$finished = $false
$abortFlag = $false
$maxWaitMs = 5000

while (!$finished) {

    $result = $ai.PollAi($abortFlag)
    if ($result -eq 1) {
        # We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        $success = $ai.NextAiEvent($maxWaitMs,$sbEventName,$sbDelta)
        if ($success -eq $false) {
            $($ai.LastErrorText)
            exit
        }

        # Some AI providers send many "empty" events.  Just ignore them.
        if (!$sbEventName.ContentsEqual("empty",$true)) {
            # Log the non-empty events.
            $($sbEventName.GetAsString())

            # The delta contains the new output.  This could be emitted to a display or the terminal
            # as real-time output.
            if ($sbEventName.ContentsEqual("delta",$true)) {
                $($sbDelta.GetAsString())

                # Accumulate the delta's so we can show the full response later.
                $sbFullResponse.AppendSb($sbDelta)
            }
            else {
                # A streaming AI response is always terminated by a single "null_terminator" event.
                $finished = $sbEventName.ContentsEqual("null_terminator",$true)
            }

        }

    }
    else {
        if ($result -eq 0) {
            # Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            $ai.SleepMs(100)
        }
        else {
            # Something failed..
            $($ai.LastErrorText)
            $finished = $true
        }

    }

}

# Show the accumulated (full) response.
$("----")
$($sbFullResponse.GetAsString())

# -------------------------------------------------------------
# The response is in markdown format.
# Also see Markdown to HTML Conversion Examples.
# -------------------------------------------------------------