Delphi ActiveX

Conversation with Streaming Responses

See more AI Examples

Demonstrates an AI conversation with receiving streaming responses. Delphi ActiveX

uses
    Winapi.Windows, Winapi.Messages, System.SysUtils, System.Variants, System.Classes, Vcl.Graphics,
    Vcl.Controls, Vcl.Forms, Vcl.Dialogs, Vcl.StdCtrls, Chilkat_TLB;

...

procedure TForm1.Button1Click(Sender: TObject);
var
success: Integer;
ai: TChilkatAi;
systemMsg: WideString;
developerMsg: WideString;
conversationName: WideString;
sbEventName: TChilkatStringBuilder;
sbDelta: TChilkatStringBuilder;
sbFullResponse: TChilkatStringBuilder;
finished: Integer;
abortFlag: Integer;
maxWaitMs: Integer;
result: Integer;
result: Integer;

begin
success := 0;

// This example assumes the Chilkat API to have been previously unlocked.
// See Global Unlock Sample for sample code.

ai := TChilkatAi.Create(Self);

// The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
// Support for additional providers will be added in future versions of Chilkat.
ai.Provider := 'google';

// Use your provider's API key.
ai.ApiKey := 'MY_API_KEY';

// Choose a model.
ai.Model := 'gemini-2.5-flash';

// Indicate streaming mode is to be used.
ai.Streaming := 1;

// Create a new conversation to be maintained locally in memory.
// If the conversation is the first to be created, it is also automatically selected.
systemMsg := 'You are a creative storyteller';
developerMsg := '';
conversationName := 'test_conversation';
ai.NewConvo(conversationName,systemMsg,developerMsg);

// Add a text input.
ai.InputAddText('Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.');

// Ask the AI for text output.
success := ai.Ask('text');
if (success = 0) then
  begin
    Memo1.Lines.Add(ai.LastErrorText);
    Exit;
  end;

sbEventName := TChilkatStringBuilder.Create(Self);
sbDelta := TChilkatStringBuilder.Create(Self);
sbFullResponse := TChilkatStringBuilder.Create(Self);
finished := 0;
abortFlag := 0;
maxWaitMs := 5000;

while not finished do
  begin

    result := ai.PollAi(abortFlag);
    if (result = 1) then
      begin
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success := ai.NextAiEvent(maxWaitMs,sbEventName.ControlInterface,sbDelta.ControlInterface);
        if (success = 0) then
          begin
            Memo1.Lines.Add(ai.LastErrorText);
            Exit;
          end;

        // Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual('empty',1)) then
          begin

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if (sbEventName.ContentsEqual('delta',1)) then
              begin
                // This example will emit each delta to its own line.
                Memo1.Lines.Add(sbDelta.GetAsString());

                // Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta.ControlInterface);
              end
            else
              begin
                // A streaming AI response is always terminated by a single "null_terminator" event.
                finished := sbEventName.ContentsEqual('null_terminator',1);
              end;
          end;
      end
    else
      begin
        if (result = 0) then
          begin
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100);
          end
        else
          begin
            // Something failed..
            Memo1.Lines.Add(ai.LastErrorText);
            finished := 1;
          end;
      end;
  end;

// -------------------------------------------------------------
// The response is in markdown format.
// Also see Markdown to HTML Conversion Examples.
// -------------------------------------------------------------

// Show the accumulated (full) response.
Memo1.Lines.Add('----');
Memo1.Lines.Add(sbFullResponse.GetAsString());
Memo1.Lines.Add('----');

// ----------------------------------------------------------------------------------------------------------
// For the 2nd request in this conversation, ask for a shorter version of the story.
ai.InputAddText('Rewrite the story, but this time make it shorter, about one third as long.');
success := ai.Ask('text');
if (success = 0) then
  begin
    Memo1.Lines.Add(ai.LastErrorText);
    Exit;
  end;

sbFullResponse.Clear();
finished := 0;

while not finished do
  begin

    result := ai.PollAi(abortFlag);
    if (result = 1) then
      begin
        // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
        success := ai.NextAiEvent(maxWaitMs,sbEventName.ControlInterface,sbDelta.ControlInterface);
        if (success = 0) then
          begin
            Memo1.Lines.Add(ai.LastErrorText);
            Exit;
          end;

        // Some AI providers send many "empty" events.  Just ignore them.
        if (not sbEventName.ContentsEqual('empty',1)) then
          begin

            // The delta contains the new output.  This could be emitted to a display or the terminal
            // as real-time output.
            if (sbEventName.ContentsEqual('delta',1)) then
              begin
                // This example will emit each delta to its own line.
                Memo1.Lines.Add(sbDelta.GetAsString());

                // Accumulate the delta's so we can show the full response later.
                sbFullResponse.AppendSb(sbDelta.ControlInterface);
              end
            else
              begin
                // A streaming AI response is always terminated by a single "null_terminator" event.
                finished := sbEventName.ContentsEqual('null_terminator',1);
              end;
          end;
      end
    else
      begin
        if (result = 0) then
          begin
            // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
            ai.SleepMs(100);
          end
        else
          begin
            // Something failed..
            Memo1.Lines.Add(ai.LastErrorText);
            finished := 1;
          end;
      end;
  end;

Memo1.Lines.Add('----');
Memo1.Lines.Add(sbFullResponse.GetAsString());
end;