(Chilkat2-Python) Conversation with Streaming Responses

See more AI Examples

Note: This example requires Chilkat v11.2.0 or greater.

Chilkat2 Python Downloads install with pip pip3 install chilkat2 or download... Python Module for Windows, Linux, Alpine Linux, MacOS

import sys
import chilkat2

success = False

# This example assumes the Chilkat API to have been previously unlocked.
# See Global Unlock Sample for sample code.

ai = chilkat2.Ai()

# The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
# Support for additional providers will be added in future versions of Chilkat.
ai.Provider = "google"

# Use your provider's API key.
ai.ApiKey = "MY_API_KEY"

# Choose a model.
ai.Model = "gemini-2.5-flash"

# Indicate streaming mode is to be used.
ai.Streaming = True

# Create a new conversation to be maintained locally in memory.
# If the conversation is the first to be created, it is also automatically selected.
systemMsg = "You are a creative storyteller"
developerMsg = ""
conversationName = "test_conversation"
ai.NewConvo(conversationName,systemMsg,developerMsg)

# Add a text input.
ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

# Ask the AI for text output.
success = ai.Ask("text")
if (success == False):
    print(ai.LastErrorText)
    sys.exit()

sbEventName = chilkat2.StringBuilder()
sbDelta = chilkat2.StringBuilder()
sbFullResponse = chilkat2.StringBuilder()
finished = False
abortFlag = False
maxWaitMs = 5000

while not finished :

    result = ai.PollAi(abortFlag)
    if (result == 1):
        # We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
        if (success == False):
            print(ai.LastErrorText)
            sys.exit()

        # Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual("empty",True)):

            # The delta contains the new output.  This could be emitted to a display or the terminal
            # as real-time output.
            if (sbEventName.ContentsEqual("delta",True)):
                # This example will emit each delta to its own line.
                print(sbDelta.GetAsString())

                # Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta)
            else:
                # A streaming AI response is always terminated by a single "null_terminator" event.
                finished = sbEventName.ContentsEqual("null_terminator",True)

    else:
        if (result == 0):
            # Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100)
        else:
            # Something failed..
            print(ai.LastErrorText)
            finished = True

# -------------------------------------------------------------
# The response is in markdown format.
# Also see Markdown to HTML Conversion Examples.
# -------------------------------------------------------------

# Show the accumulated (full) response.
print("----")
print(sbFullResponse.GetAsString())
print("----")

# ----------------------------------------------------------------------------------------------------------
# For the 2nd request in this conversation, ask for a shorter version of the story.
ai.InputAddText("Rewrite the story, but this time make it shorter, about one third as long.")
success = ai.Ask("text")
if (success == False):
    print(ai.LastErrorText)
    sys.exit()

sbFullResponse.Clear()
finished = False

while not finished :

    result = ai.PollAi(abortFlag)
    if (result == 1):
        # We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
        if (success == False):
            print(ai.LastErrorText)
            sys.exit()

        # Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual("empty",True)):

            # The delta contains the new output.  This could be emitted to a display or the terminal
            # as real-time output.
            if (sbEventName.ContentsEqual("delta",True)):
                # This example will emit each delta to its own line.
                print(sbDelta.GetAsString())

                # Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta)
            else:
                # A streaming AI response is always terminated by a single "null_terminator" event.
                finished = sbEventName.ContentsEqual("null_terminator",True)

    else:
        if (result == 0):
            # Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100)
        else:
            # Something failed..
            print(ai.LastErrorText)
            finished = True

print("----")
print(sbFullResponse.GetAsString())