Go

AI: Simple Stateless Streaming Response

See more AI Examples

Shows a simple stateless query and receives the response in streaming mode. Go

    success := false

    // This example assumes the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    ai := chilkat.NewAi()

    // The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    // Support for additional providers will be added in future versions of Chilkat.
    ai.SetProvider("openai")

    // Use your provider's API key.
    ai.SetApiKey("MY_API_KEY")

    // Choose a model.
    ai.SetModel("gpt-4o")

    // Indicate streaming mode is to be used.
    ai.SetStreaming(true)

    // Add a text input.
    ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

    // Ask the AI for text output.
    success = ai.Ask("text")
    if success == false {
        fmt.Println(ai.LastErrorText())
        ai.DisposeAi()
        return
    }

    sbEventName := chilkat.NewStringBuilder()
    sbDelta := chilkat.NewStringBuilder()
    sbFullResponse := chilkat.NewStringBuilder()
    finished := false
    abortFlag := false
    maxWaitMs := 5000

    for finished == false {

        result := ai.PollAi(abortFlag)
        if result == 1 {
            // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
            success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
            if success == false {
                fmt.Println(ai.LastErrorText())
                ai.DisposeAi()
                sbEventName.DisposeStringBuilder()
                sbDelta.DisposeStringBuilder()
                sbFullResponse.DisposeStringBuilder()
                return
            }

            // Some AI providers send many "empty" events.  Just ignore them.
            if sbEventName.ContentsEqual("empty",true) == false {
                // Log the non-empty events.
                fmt.Println(*sbEventName.GetAsString())

                // The delta contains the new output.  This could be emitted to a display or the terminal
                // as real-time output.
                if sbEventName.ContentsEqual("delta",true) == true {
                    fmt.Println(*sbDelta.GetAsString())

                    // Accumulate the delta's so we can show the full response later.
                    sbFullResponse.AppendSb(sbDelta)
                } else {
                    // A streaming AI response is always terminated by a single "null_terminator" event.
                    finished = sbEventName.ContentsEqual("null_terminator",true)
                }

            }

        } else {
            if result == 0 {
                // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
                ai.SleepMs(100)
            } else {
                // Something failed..
                fmt.Println(ai.LastErrorText())
                finished = true
            }

        }

    }

    // Show the accumulated (full) response.
    fmt.Println("----")
    fmt.Println(*sbFullResponse.GetAsString())

    // -------------------------------------------------------------
    // The response is in markdown format.
    // Also see Markdown to HTML Conversion Examples.
    // -------------------------------------------------------------

    ai.DisposeAi()
    sbEventName.DisposeStringBuilder()
    sbDelta.DisposeStringBuilder()
    sbFullResponse.DisposeStringBuilder()