PowerBuilder
PowerBuilder
Streaming AI with Manual AI Tool Function Calling
See more AI Examples
Demonstrates how to get AI responses in streaming mode, including manual tool function calls.Chilkat PowerBuilder Downloads
integer li_rc
integer li_Success
oleobject loo_JsonTools
integer li_ToolIdx
oleobject loo_Ai
string ls_Conversation_name
string ls_SysMessage
string ls_DevMessage
oleobject loo_SbEventName
oleobject loo_SbDelta
oleobject loo_SbFullResponse
integer li_MaxWaitMs
oleobject loo_JsonFn
integer li_Finished
integer li_NumAsks
integer li_MadeFunctionCalls
integer li_StreamingDone
integer li_Result
integer li_NumFnCalls
integer li_Fn_idx
oleobject loo_SbFnName
string ls_CallId
string ls_Zodiac_sign
string ls_ApplicationFnCallResult
li_Success = 0
// Create the following JSON to define tool functions available for the AI to use.
// Note: You'll use the following JSON format regardless of the AI provider, whether
// it be ChatGPT, Gemini, Claude, Grok, etc. Chilkat automatically converts to the required
// format needed for a given AI provider.
// In this example, the application is providing a single function the AI may choose to call.
// {
// "tools": [
// {
// "name": "get_horoscope",
// "description": "Get today's horoscope for an astrological sign.",
// "parameters": {
// "properties": {
// "sign": {
// "type": "string",
// "description": "An astrological sign like Taurus or Aquarius"
// }
// }
// }
// }
// ]
// }
loo_JsonTools = create oleobject
li_rc = loo_JsonTools.ConnectToNewObject("Chilkat.JsonObject")
if li_rc < 0 then
destroy loo_JsonTools
MessageBox("Error","Connecting to COM object failed")
return
end if
li_ToolIdx = 0
loo_JsonTools.I = li_ToolIdx
loo_JsonTools.UpdateString("tools[i].name","get_horoscope")
loo_JsonTools.UpdateString("tools[i].description","Get today's horoscope for an astrological sign.")
loo_JsonTools.UpdateString("tools[i].parameters.properties.sign.type","string")
loo_JsonTools.UpdateString("tools[i].parameters.properties.sign.description","An astrological sign like Taurus or Aquarius")
// More tools can be added as desired..
loo_JsonTools.EmitCompact = 0
Write-Debug loo_JsonTools.Emit()
loo_Ai = create oleobject
li_rc = loo_Ai.ConnectToNewObject("Chilkat.Ai")
// Register the tools that will be made available to the AI.
loo_Ai.RegisterManualTools(loo_JsonTools)
// The provider can be "openai", "google", "claude", "grok", "mistral", "custom", etc.
loo_Ai.Provider = "openai"
// Use your provider's API key.
loo_Ai.ApiKey = "MY_API_KEY"
// Choose a model.
loo_Ai.Model = "gpt-5-mini"
// Tool function calling must always occur within a conversation.
ls_Conversation_name = "convo_astrology"
ls_SysMessage = "You are a helpful astrologer"
ls_DevMessage = "Respond only with markdown."
loo_Ai.NewConvo(ls_Conversation_name,ls_SysMessage,ls_DevMessage)
// Provide inputs
loo_Ai.InputAddText("What is my horoscope? I am an Aquarius.")
// Get the response in streaming mode.
loo_Ai.Streaming = 1
// In streaming mode, if we receive an AI event that is a request for tool use,
// we'll need to make the call to the JavaScript and then continue with a followup Ask,
// until the final response is received.
loo_SbEventName = create oleobject
li_rc = loo_SbEventName.ConnectToNewObject("Chilkat.StringBuilder")
loo_SbDelta = create oleobject
li_rc = loo_SbDelta.ConnectToNewObject("Chilkat.StringBuilder")
loo_SbFullResponse = create oleobject
li_rc = loo_SbFullResponse.ConnectToNewObject("Chilkat.StringBuilder")
// When PollAi returns with an event, it's highly unlikely the
// call to NextAiEvent does not immediately return. Setting a max
// timeout is just a precaution..
li_MaxWaitMs = 5000
loo_JsonFn = create oleobject
li_rc = loo_JsonFn.ConnectToNewObject("Chilkat.JsonObject")
li_Finished = 0
li_NumAsks = 0
// Set a max # of followup Asks to prevent any unexpected infinite looping.
do while not li_Finished AND (li_NumAsks < 10)
// Send the request to the AI model.
li_Success = loo_Ai.Ask("text")
if li_Success = 0 then
Write-Debug loo_Ai.LastErrorText
destroy loo_JsonTools
destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse
destroy loo_JsonFn
return
end if
li_MadeFunctionCalls = 0
li_StreamingDone = 0
do while not li_StreamingDone
li_Result = loo_Ai.PollAi(0)
if li_Result < 0 then
Write-Debug loo_Ai.LastErrorText
Write-Debug "Failed."
destroy loo_JsonTools
destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse
destroy loo_JsonFn
return
end if
if li_Result > 0 then
// We have an event..
li_Success = loo_Ai.NextAiEvent(li_MaxWaitMs,loo_SbEventName,loo_SbDelta)
if li_Success = 0 then
Write-Debug loo_Ai.LastErrorText
destroy loo_JsonTools
destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse
destroy loo_JsonFn
return
end if
// Is this an event where the AI is requesting a function call?
if loo_SbEventName.ContentsEqual("function_call",1) then
loo_JsonFn.LoadSb(loo_SbDelta)
// Note: Chilkat will convert responses from all AI providers to this format:
// {
// "function_call": [
// {
// "name": "get_horoscope",
// "call_id": "call_RYmeysYQFocFc7Z2ofkv61dW",
// "arguments": "{\"sign\":\"Aquarius\"}",
// "args": {
// "sign": "Aquarius"
// }
// }
// ]
// }
li_NumFnCalls = loo_JsonFn.SizeOfArray("function_call")
li_Fn_idx = 0
do while (li_Fn_idx < li_NumFnCalls)
loo_JsonFn.I = li_Fn_idx
loo_SbFnName = create oleobject
li_rc = loo_SbFnName.ConnectToNewObject("Chilkat.StringBuilder")
loo_JsonFn.StringOfSb("function_call[i].name",loo_SbFnName)
ls_CallId = loo_JsonFn.StringOf("function_call[i].call_id")
if loo_SbFnName.ContentsEqual("get_horoscope",1) = 1 then
// The get_horoscope function (as defined above) has one argument named "sign".
ls_Zodiac_sign = loo_JsonFn.StringOf("function_call[i].args.sign")
Write-Debug "zodiac_sign = " + ls_Zodiac_sign
// Insert application code here to call your app's get_horoscope function, passing the zodiac_sign to it..
// For this example, we'll pretend the app's get_horoscope function returned the following:
ls_ApplicationFnCallResult = "Aquarius: Next Tuesday you will befriend a baby otter."
// Provide the tool call result as an input for the followup Ask.
loo_Ai.InputAddFnResult(ls_CallId,ls_ApplicationFnCallResult)
li_MadeFunctionCalls = 1
end if
// Your application would add code to check for and handle each possible function call.
li_Fn_idx = li_Fn_idx + 1
loop
else
if not loo_SbEventName.ContentsEqual("empty",1) then
loo_SbFullResponse.AppendSb(loo_SbDelta)
if loo_SbEventName.ContentsEqual("null_terminator",1) then
li_StreamingDone = 1
end if
end if
end if
else
// No event arrived, so wait a short time rather than spin in a loop..
loo_Ai.SleepMs(100)
end if
loop
if not li_MadeFunctionCalls then
li_Finished = 1
end if
li_NumAsks = li_NumAsks + 1
loop
Write-Debug "Full Response:"
Write-Debug loo_SbFullResponse.GetAsString()
destroy loo_JsonTools
destroy loo_Ai
destroy loo_SbEventName
destroy loo_SbDelta
destroy loo_SbFullResponse
destroy loo_JsonFn
destroy loo_SbFnName