(Chilkat2-Python) AI: Simple Stateless Streaming Response

See more AI Examples

Note: This example requires Chilkat v11.2.0 or greater.

Chilkat2 Python Downloads install with pip pip3 install chilkat2 or download... Python Module for Windows, Linux, Alpine Linux, MacOS

import sys
import chilkat2

success = False

# This example assumes the Chilkat API to have been previously unlocked.
# See Global Unlock Sample for sample code.

ai = chilkat2.Ai()

# The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
# Support for additional providers will be added in future versions of Chilkat.
ai.Provider = "openai"

# Use your provider's API key.
ai.ApiKey = "MY_API_KEY"

# Choose a model.
ai.Model = "gpt-4o"

# Indicate streaming mode is to be used.
ai.Streaming = True

# Add a text input.
ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

# Ask the AI for text output.
success = ai.Ask("text")
if (success == False):
    print(ai.LastErrorText)
    sys.exit()

sbEventName = chilkat2.StringBuilder()
sbDelta = chilkat2.StringBuilder()
sbFullResponse = chilkat2.StringBuilder()
finished = False
abortFlag = False
maxWaitMs = 5000

while not finished :

    result = ai.PollAi(abortFlag)
    if (result == 1):
        # We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
        if (success == False):
            print(ai.LastErrorText)
            sys.exit()

        # Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual("empty",True)):
            # Log the non-empty events.
            print(sbEventName.GetAsString())

            # The delta contains the new output.  This could be emitted to a display or the terminal
            # as real-time output.
            if (sbEventName.ContentsEqual("delta",True)):
                print(sbDelta.GetAsString())

                # Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta)
            else:
                # A streaming AI response is always terminated by a single "null_terminator" event.
                finished = sbEventName.ContentsEqual("null_terminator",True)

    else:
        if (result == 0):
            # Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100)
        else:
            # Something failed..
            print(ai.LastErrorText)
            finished = True

# Show the accumulated (full) response.
print("----")
print(sbFullResponse.GetAsString())

# -------------------------------------------------------------
# The response is in markdown format.
# Also see Markdown to HTML Conversion Examples.
# -------------------------------------------------------------