Added a free address choice to the Read Web Page tool (#997)
Build and Release / Read metadata (push) Blocked by required conditions
Build and Release / Sync Flatpak repo (push) Blocked by required conditions
Build and Release / Collect Flatpak artifacts (push) Blocked by required conditions
Build and Release / Verify (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-pc-windows-msvc.exe, win-arm64, windows-latest, aarch64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-unknown-linux-gnu, linux-arm64, ubuntu-22.04-arm, aarch64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-apple-darwin, osx-x64, macos-latest, x86_64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-pc-windows-msvc.exe, win-x64, windows-latest, x86_64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-unknown-linux-gnu, linux-x64, ubuntu-22.04, x86_64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Prepare & create release (push) Blocked by required conditions
Build and Release / Publish release (push) Blocked by required conditions
Build and Release / Determine run mode (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-apple-darwin, osx-arm64, macos-latest, aarch64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Peer HogeterpandThorsten Sommer authored and GitHub committed 2026-09-27 21:46:16 +02:00
1 parent 8dbe459a53
commit 7cedd03adb
22 files changed
+484 -81

No files matched your search

@@ -10,9 +10,11 @@ namespace AIStudio.Tests.Tools.ToolCalling;
/// </summary>
/// <remarks>
/// A tool may describe itself differently per request, as Semantic Search does with the data
/// sources of a chat. What it must never do on the way is become another tool, or decide whether it
/// is allowed: the name is what the model's calls are matched by, and the checks ran before it was
/// asked. A tool which fails to answer must cost the request that tool, not the whole request.
/// sources of a chat, or word its instructions after one of its settings, as Read Web Page does
/// with its free address choice. What it must never do on the way is become another tool, or
/// decide whether it is allowed: the name is what the model's calls are matched by, and the checks
/// ran before it was asked. A tool which fails to answer must cost the request that tool, not the
/// whole request.
/// </remarks>
[TestFixture]
[NonParallelizable]
@@ -98,6 +100,44 @@ public sealed class ToolRegistryResolutionTests : ToolRegistryTestBase
Assert.That(runnableTools.Select(x => x.Definition.Id), Is.EquivalentTo(new[] { OTHER_TOOL_ID }));
}
[Test]
public async Task TailoredInstructionsReachTheSystemPrompt()
{
var tool = new TestTool(Definition() with { SystemPromptInstructions = "Registered." }, resolveInstructions: _ => "Tailored.");
var offered = await this.GetOfferedDefinition(tool);
var toolPolicy = ToolSelectionRules.BuildToolPolicyPrompt(offered is null ? [] : [offered]);
Assert.Multiple(() =>
{
Assert.That(offered?.SystemPromptInstructions, Is.EqualTo("Tailored."));
Assert.That(offered?.Function.DescriptionForLLM, Is.EqualTo("A tool for tests."), "Tailoring the instructions leaves the function as registered.");
Assert.That(toolPolicy, Does.Contain("Tailored.").And.Not.Contain("Registered."), "The system prompt is built from the definitions a request offers.");
});
}
[Test]
public async Task ATailoredFunctionKeepsTheRegisteredInstructions()
{
var tool = new TestTool(Definition() with { SystemPromptInstructions = "Registered." }, registered => registered.Function with { DescriptionForLLM = "Tailored." });
var offered = await this.GetOfferedDefinition(tool);
Assert.That(offered?.SystemPromptInstructions, Is.EqualTo("Registered."));
}
[Test]
public async Task FailingInstructionsCostOnlyTheirTool()
{
var failing = new TestTool(Definition(), resolveInstructions: _ => throw new InvalidOperationException("The settings could not be read."));
var working = new TestTool(Definition(OTHER_TOOL_ID));
var registry = this.CreateRegistry(failing, working);
var runnableTools = await registry.GetRunnableToolsAsync(this.ContextFor(ToolCapableProvider()), [TOOL_ID, OTHER_TOOL_ID], mayRunTools: true);
Assert.That(runnableTools.Select(x => x.Definition.Id), Is.EquivalentTo(new[] { OTHER_TOOL_ID }), "A tool whose rules are unknown must not be offered with rules it may not have.");
}
[Test]
public async Task AContextToolRunsWithoutBeingSelected()
{