VB.NET

AI: Simple Stateless Streaming Response

See more AI Examples

Shows a simple stateless query and receives the response in streaming mode. VB.NET

Dim success As Boolean = False

' This example assumes the Chilkat API to have been previously unlocked.
' See Global Unlock Sample for sample code.

Dim ai As New Chilkat.Ai

' The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
' Support for additional providers will be added in future versions of Chilkat.
ai.Provider = "openai"

' Use your provider's API key.
ai.ApiKey = "MY_API_KEY"

' Choose a model.
ai.Model = "gpt-4o"

' Indicate streaming mode is to be used.
ai.Streaming = True

' Add a text input.
ai.InputAddText("Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.")

' Ask the AI for text output.
success = ai.Ask("text")
If (success = False) Then
    Debug.WriteLine(ai.LastErrorText)
    Exit Sub
End If


Dim sbEventName As New Chilkat.StringBuilder
Dim sbDelta As New Chilkat.StringBuilder
Dim sbFullResponse As New Chilkat.StringBuilder
Dim finished As Boolean = False
Dim abortFlag As Boolean = False
Dim maxWaitMs As Integer = 5000

While finished = False

    Dim result As Integer = ai.PollAi(abortFlag)
    If (result = 1) Then
        ' We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success = ai.NextAiEvent(maxWaitMs,sbEventName,sbDelta)
        If (success = False) Then
            Debug.WriteLine(ai.LastErrorText)
            Exit Sub
        End If


        ' Some AI providers send many "empty" events.  Just ignore them.
        If (sbEventName.ContentsEqual("empty",True) = False) Then
            ' Log the non-empty events.
            Debug.WriteLine(sbEventName.GetAsString())

            ' The delta contains the new output.  This could be emitted to a display or the terminal
            ' as real-time output.
            If (sbEventName.ContentsEqual("delta",True) = True) Then
                Debug.WriteLine(sbDelta.GetAsString())

                ' Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta)
            Else
                ' A streaming AI response is always terminated by a single "null_terminator" event.
                finished = sbEventName.ContentsEqual("null_terminator",True)
            End If

        End If

    Else
        If (result = 0) Then
            ' Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100)
        Else
            ' Something failed..
            Debug.WriteLine(ai.LastErrorText)
            finished = True
        End If

    End If

End While

' Show the accumulated (full) response.
Debug.WriteLine("----")
Debug.WriteLine(sbFullResponse.GetAsString())

' -------------------------------------------------------------
' The response is in markdown format.
' Also see Markdown to HTML Conversion Examples.
' -------------------------------------------------------------