(C) AI: Simple Stateless Streaming Response

See more AI Examples

Note: This example requires Chilkat v11.2.0 or greater.

Chilkat C/C++ Library Downloads
MS Visual C/C++ C++ Builder Linux C/C++ Alpine Linux C/C++	MacOS C/C++ iOS C/C++ Android C/C++ MinGW C/C++

#include <C_CkAi.h>
#include <C_CkStringBuilder.h>

void ChilkatSample(void)
    {
    BOOL success;
    HCkAi ai;
    HCkStringBuilder sbEventName;
    HCkStringBuilder sbDelta;
    HCkStringBuilder sbFullResponse;
    BOOL finished;
    BOOL abortFlag;
    int maxWaitMs;
    int result;

    success = FALSE;

    // This example assumes the Chilkat API to have been previously unlocked.
    // See Global Unlock Sample for sample code.

    ai = CkAi_Create();

    // The provider can be "openai", "google", "claude", "deepseek", "xai", or "perplexity".
    // Support for additional providers will be added in future versions of Chilkat.
    CkAi_putProvider(ai,"openai");

    // Use your provider's API key.
    CkAi_putApiKey(ai,"MY_API_KEY");

    // Choose a model.
    CkAi_putModel(ai,"gpt-4o");

    // Indicate streaming mode is to be used.
    CkAi_putStreaming(ai,TRUE);

    // Add a text input.
    CkAi_InputAddText(ai,"Write a detailed story about a turtle who decides to run a bakery.  Describe the setting, the kinds of pastries, how the turtle feels, and include at least three paragraphs.");

    // Ask the AI for text output.
    success = CkAi_Ask(ai,"text");
    if (success == FALSE) {
        printf("%s\n",CkAi_lastErrorText(ai));
        CkAi_Dispose(ai);
        return;
    }

    sbEventName = CkStringBuilder_Create();
    sbDelta = CkStringBuilder_Create();
    sbFullResponse = CkStringBuilder_Create();
    finished = FALSE;
    abortFlag = FALSE;
    maxWaitMs = 5000;

    while (!finished) {

        result = CkAi_PollAi(ai,abortFlag);
        if (result == 1) {
            // We have output waiting.  It should be instantly available.  The maxWaitMs is just-in-case.
            success = CkAi_NextAiEvent(ai,maxWaitMs,sbEventName,sbDelta);
            if (success == FALSE) {
                printf("%s\n",CkAi_lastErrorText(ai));
                CkAi_Dispose(ai);
                CkStringBuilder_Dispose(sbEventName);
                CkStringBuilder_Dispose(sbDelta);
                CkStringBuilder_Dispose(sbFullResponse);
                return;
            }

            // Some AI providers send many "empty" events.  Just ignore them.
            if (!CkStringBuilder_ContentsEqual(sbEventName,"empty",TRUE)) {
                // Log the non-empty events.
                printf("%s\n",CkStringBuilder_getAsString(sbEventName));

                // The delta contains the new output.  This could be emitted to a display or the terminal
                // as real-time output.
                if (CkStringBuilder_ContentsEqual(sbEventName,"delta",TRUE)) {
                    printf("%s\n",CkStringBuilder_getAsString(sbDelta));

                    // Accumulate the delta's so we can show the full response later.
                    CkStringBuilder_AppendSb(sbFullResponse,sbDelta);
                }
                else {
                    // A streaming AI response is always terminated by a single "null_terminator" event.
                    finished = CkStringBuilder_ContentsEqual(sbEventName,"null_terminator",TRUE);
                }

            }

        }
        else {
            if (result == 0) {
                // Nothing is immediately available. Sleep for 1/10 of a second before polling again.
                CkAi_SleepMs(ai,100);
            }
            else {
                // Something failed..
                printf("%s\n",CkAi_lastErrorText(ai));
                finished = TRUE;
            }

        }

    }

    // Show the accumulated (full) response.
    printf("----\n");
    printf("%s\n",CkStringBuilder_getAsString(sbFullResponse));

    // -------------------------------------------------------------
    // The response is in markdown format.
    // Also see Markdown to HTML Conversion Examples.
    // -------------------------------------------------------------


    CkAi_Dispose(ai);
    CkStringBuilder_Dispose(sbEventName);
    CkStringBuilder_Dispose(sbDelta);
    CkStringBuilder_Dispose(sbFullResponse);

    }