Delphi ActiveX

Conversation with Streaming Responses

See more AI Examples

Demonstrates an AI conversation with receiving streaming responses. Delphi ActiveX

var
success: Integer;
ai: TChilkatAi;
systemMsg: WideString;
developerMsg: WideString;
conversationName: WideString;
sbEventName: TChilkatStringBuilder;
sbDelta: TChilkatStringBuilder;
sbFullResponse: TChilkatStringBuilder;
finished: Integer;
abortFlag: Integer;
maxWaitMs: Integer;
result: Integer;
result: Integer;

begin
success := 0;

//  This example assumes the Chilkat API to have been previously unlocked.
//  See Global Unlock Sample for sample code.

ai := TChilkatAi.Create(Self);

//  The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
//  Support for additional providers will be added in future versions of Chilkat.
ai.Provider := 'google';

//  Use your provider's API key.
ai.ApiKey := 'MY_API_KEY';

//  Choose a model.
ai.Model := 'gemini-3.6-flash';

//  Indicate streaming mode is to be used.
ai.Streaming := 1;

//  Create a new conversation to be maintained locally in memory.
//  If the conversation is the first to be created, it is also automatically selected.
systemMsg := 'You are a creative storyteller';
developerMsg := '';
conversationName := 'test_conversation';
ai.NewConvo(conversationName,systemMsg,developerMsg);

//  Add a text input.
ai.InputAddText('Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.');

//  Ask the AI for text output.
success := ai.Ask('text');
if (success = 0) then
  begin
    Memo1.Lines.Add(ai.LastErrorText);
    Exit;
  end;

sbEventName := TChilkatStringBuilder.Create(Self);
sbDelta := TChilkatStringBuilder.Create(Self);
sbFullResponse := TChilkatStringBuilder.Create(Self);
finished := 0;
abortFlag := 0;
maxWaitMs := 5000;

while not finished do
  begin

    result := ai.PollAi(abortFlag);
    if (result = 1) then
      begin
        //  We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success := ai.NextAiEvent(maxWaitMs,sbEventName.ControlInterface,sbDelta.ControlInterface);
        if (success = 0) then
          begin
            Memo1.Lines.Add(ai.LastErrorText);
            Exit;
          end;

        //  Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual('empty',1)) then
          begin

            //  The delta contains the new output.  This could be emitted to a display or the terminal
            //  as real-time output.
            if (sbEventName.ContentsEqual('delta',1)) then
              begin
                //  This example will emit each delta to its own line.
                Memo1.Lines.Add(sbDelta.GetAsString());

                //  Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta.ControlInterface);
              end
            else
              begin
                //  A streaming AI response is always terminated by a single "null_terminator" event.
                finished := sbEventName.ContentsEqual('null_terminator',1);
              end;
          end;
      end
    else
      begin
        if (result = 0) then
          begin
            //  Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100);
          end
        else
          begin
            //  Something failed..
            Memo1.Lines.Add(ai.LastErrorText);
            finished := 1;
          end;
      end;
  end;

//  -------------------------------------------------------------
//  The response is in markdown format.
//  Also see Markdown to HTML Conversion Examples.
//  -------------------------------------------------------------

//  Show the accumulated (full) response.
Memo1.Lines.Add('----');
Memo1.Lines.Add(sbFullResponse.GetAsString());
Memo1.Lines.Add('----');

//  ----------------------------------------------------------------------------------------------------------
//  For the 2nd request in this conversation, ask for a shorter version of the story.
ai.InputAddText('Rewrite the story, but this time make it shorter, about one third as long.');
success := ai.Ask('text');
if (success = 0) then
  begin
    Memo1.Lines.Add(ai.LastErrorText);
    Exit;
  end;

sbFullResponse.Clear();
finished := 0;

while not finished do
  begin

    result := ai.PollAi(abortFlag);
    if (result = 1) then
      begin
        //  We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success := ai.NextAiEvent(maxWaitMs,sbEventName.ControlInterface,sbDelta.ControlInterface);
        if (success = 0) then
          begin
            Memo1.Lines.Add(ai.LastErrorText);
            Exit;
          end;

        //  Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual('empty',1)) then
          begin

            //  The delta contains the new output.  This could be emitted to a display or the terminal
            //  as real-time output.
            if (sbEventName.ContentsEqual('delta',1)) then
              begin
                //  This example will emit each delta to its own line.
                Memo1.Lines.Add(sbDelta.GetAsString());

                //  Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta.ControlInterface);
              end
            else
              begin
                //  A streaming AI response is always terminated by a single "null_terminator" event.
                finished := sbEventName.ContentsEqual('null_terminator',1);
              end;
          end;
      end
    else
      begin
        if (result = 0) then
          begin
            //  Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100);
          end
        else
          begin
            //  Something failed..
            Memo1.Lines.Add(ai.LastErrorText);
            finished := 1;
          end;
      end;
  end;

Memo1.Lines.Add('----');
Memo1.Lines.Add(sbFullResponse.GetAsString());