using AIStudio.Chat; using AIStudio.Provider; namespace AIStudio.Tools.ToolCallingSystem.Harness; /// /// Everything one run of the tool calling loop needs besides its provider adapter. /// public sealed class ToolCallingLoopContext { /// /// The chat the loop runs for. Tool results may raise its required provider confidence. /// public required ChatThread ChatThread { get; init; } /// /// The tools the model may call in this run. /// public required IReadOnlyList<(ToolDefinition Definition, IToolImplementation Implementation)> RunnableTools { get; init; } public required ToolExecutor ToolExecutor { get; init; } /// /// The provider running the conversation, needed to judge what a tool may return to it. /// public required IProvider Provider { get; init; } /// /// The assistant message being built, or null when there is none to update. /// /// /// The loop writes the tool traces and the live status into this instance, which is already /// part of the chat thread. That is how the UI learns about a running tool without the loop /// having to yield anything. /// public ContentText? CurrentAssistantContent { get; init; } public required string ProviderInstanceName { get; init; } public required LLMProviders ProviderType { get; init; } public required string ModelId { get; init; } /// /// Records one tool invocation for the UI. /// /// /// Tells the UI right away, so a finished call shows up while the next one is still running. /// Waiting for the round to end would leave the user watching a list that lags behind what the /// model is doing. /// public async Task AddToolInvocationAsync(ToolInvocationTrace trace) { if (this.CurrentAssistantContent is null) return; this.CurrentAssistantContent.ToolInvocations.Add(trace); await this.CurrentAssistantContent.StreamingEvent(); } /// /// Tells the UI that the named tools are running. /// public async Task ShowToolRuntimeStatusAsync(IEnumerable toolNames) { if (this.CurrentAssistantContent is null) return; this.CurrentAssistantContent.ToolRuntimeStatus = new ToolRuntimeStatus { IsRunning = true, ToolNames = [.. toolNames], }; await this.CurrentAssistantContent.StreamingEvent(); } /// /// Clears the running-tool status. /// /// /// Must happen on every path leaving a round, including the failing ones: a status left /// behind tells the user a tool is still running when nothing is. /// public async Task ResetToolRuntimeStatusAsync() { if (this.CurrentAssistantContent is null) return; this.CurrentAssistantContent.ToolRuntimeStatus = new(); await this.CurrentAssistantContent.StreamingEvent(); } }