CkPython

AI: Simple Stateless Streaming Response

See more AI Examples

Shows a simple stateless query and receives the response in streaming mode. CkPython

import sys
import chilkat

success = False

# This example assumes the Chilkat API to have been previously unlocked.
# See Global Unlock Sample for sample code.

ai = chilkat.CkAi()

# The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
# Support for additional providers will be added in future versions of Chilkat.
ai.put_Provider("openai")

# Use your provider's API key.
ai.put_ApiKey("MY_API_KEY")

# Choose a model.
ai.put_Model("gpt-4o")

# Indicate streaming mode is to be used.
ai.put_Streaming(True)

# Add a text input.
ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

# Ask the AI for text output.
success = ai.Ask("text")
if (success == False):
    print(ai.lastErrorText())
    sys.exit()

sbEventName = chilkat.CkStringBuilder()
sbDelta = chilkat.CkStringBuilder()
sbFullResponse = chilkat.CkStringBuilder()
finished = False
abortFlag = False
maxWaitMs = 5000

while finished == False :

    result = ai.PollAi(abortFlag)
    if (result == 1):
        # We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
        if (success == False):
            print(ai.lastErrorText())
            sys.exit()

        # Some AI providers send many "empty" events.  Just ignore them.
        if (sbEventName.ContentsEqual("empty",True) == False):
            # Log the non-empty events.
            print(sbEventName.getAsString())

            # The delta contains the new output.  This could be emitted to a display or the terminal
            # as real-time output.
            if (sbEventName.ContentsEqual("delta",True) == True):
                print(sbDelta.getAsString())

                # Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta)
            else:
                # A streaming AI response is always terminated by a single "null_terminator" event.
                finished = sbEventName.ContentsEqual("null_terminator",True)

    else:
        if (result == 0):
            # Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100)
        else:
            # Something failed..
            print(ai.lastErrorText())
            finished = True

# Show the accumulated (full) response.
print("----")
print(sbFullResponse.getAsString())

# -------------------------------------------------------------
# The response is in markdown format.
# Also see Markdown to HTML Conversion Examples.
# -------------------------------------------------------------