mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-10-07 02:29:40 +00:00
Added a free address choice to the Read Web Page tool (#997)
Build and Release / Read metadata (push) Blocked by required conditions
Build and Release / Sync Flatpak repo (push) Blocked by required conditions
Build and Release / Collect Flatpak artifacts (push) Blocked by required conditions
Build and Release / Verify (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-pc-windows-msvc.exe, win-arm64, windows-latest, aarch64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-unknown-linux-gnu, linux-arm64, ubuntu-22.04-arm, aarch64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-apple-darwin, osx-x64, macos-latest, x86_64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-pc-windows-msvc.exe, win-x64, windows-latest, x86_64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-unknown-linux-gnu, linux-x64, ubuntu-22.04, x86_64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Prepare & create release (push) Blocked by required conditions
Build and Release / Publish release (push) Blocked by required conditions
Build and Release / Determine run mode (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-apple-darwin, osx-arm64, macos-latest, aarch64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions
Build and Release / Read metadata (push) Blocked by required conditions
Build and Release / Sync Flatpak repo (push) Blocked by required conditions
Build and Release / Collect Flatpak artifacts (push) Blocked by required conditions
Build and Release / Verify (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-pc-windows-msvc.exe, win-arm64, windows-latest, aarch64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-unknown-linux-gnu, linux-arm64, ubuntu-22.04-arm, aarch64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-apple-darwin, osx-x64, macos-latest, x86_64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-pc-windows-msvc.exe, win-x64, windows-latest, x86_64-pc-windows-msvc, nsis,updater, nsis) (push) Blocked by required conditions
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-x86_64-unknown-linux-gnu, linux-x64, ubuntu-22.04, x86_64-unknown-linux-gnu, appimage,updater, appimage) (push) Blocked by required conditions
Build and Release / Prepare & create release (push) Blocked by required conditions
Build and Release / Publish release (push) Blocked by required conditions
Build and Release / Determine run mode (push) Waiting to run
Build and Release / Build app (${{ matrix.dotnet_runtime }}) (-aarch64-apple-darwin, osx-arm64, macos-latest, aarch64-apple-darwin, dmg,app,updater, dmg) (push) Blocked by required conditions
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
8dbe459a53
commit
7cedd03adb
22 files changed
+484
-81
No files matched your search
@@ -10,9 +10,11 @@ namespace AIStudio.Tests.Tools.ToolCalling;
|
||||
/// </summary>
|
||||
/// <remarks>
|
||||
/// A tool may describe itself differently per request, as Semantic Search does with the data
|
||||
/// sources of a chat. What it must never do on the way is become another tool, or decide whether it
|
||||
/// is allowed: the name is what the model's calls are matched by, and the checks ran before it was
|
||||
/// asked. A tool which fails to answer must cost the request that tool, not the whole request.
|
||||
/// sources of a chat, or word its instructions after one of its settings, as Read Web Page does
|
||||
/// with its free address choice. What it must never do on the way is become another tool, or
|
||||
/// decide whether it is allowed: the name is what the model's calls are matched by, and the checks
|
||||
/// ran before it was asked. A tool which fails to answer must cost the request that tool, not the
|
||||
/// whole request.
|
||||
/// </remarks>
|
||||
[TestFixture]
|
||||
[NonParallelizable]
|
||||
@@ -98,6 +100,44 @@ public sealed class ToolRegistryResolutionTests : ToolRegistryTestBase
|
||||
Assert.That(runnableTools.Select(x => x.Definition.Id), Is.EquivalentTo(new[] { OTHER_TOOL_ID }));
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task TailoredInstructionsReachTheSystemPrompt()
|
||||
{
|
||||
var tool = new TestTool(Definition() with { SystemPromptInstructions = "Registered." }, resolveInstructions: _ => "Tailored.");
|
||||
|
||||
var offered = await this.GetOfferedDefinition(tool);
|
||||
var toolPolicy = ToolSelectionRules.BuildToolPolicyPrompt(offered is null ? [] : [offered]);
|
||||
|
||||
Assert.Multiple(() =>
|
||||
{
|
||||
Assert.That(offered?.SystemPromptInstructions, Is.EqualTo("Tailored."));
|
||||
Assert.That(offered?.Function.DescriptionForLLM, Is.EqualTo("A tool for tests."), "Tailoring the instructions leaves the function as registered.");
|
||||
Assert.That(toolPolicy, Does.Contain("Tailored.").And.Not.Contain("Registered."), "The system prompt is built from the definitions a request offers.");
|
||||
});
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task ATailoredFunctionKeepsTheRegisteredInstructions()
|
||||
{
|
||||
var tool = new TestTool(Definition() with { SystemPromptInstructions = "Registered." }, registered => registered.Function with { DescriptionForLLM = "Tailored." });
|
||||
|
||||
var offered = await this.GetOfferedDefinition(tool);
|
||||
|
||||
Assert.That(offered?.SystemPromptInstructions, Is.EqualTo("Registered."));
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task FailingInstructionsCostOnlyTheirTool()
|
||||
{
|
||||
var failing = new TestTool(Definition(), resolveInstructions: _ => throw new InvalidOperationException("The settings could not be read."));
|
||||
var working = new TestTool(Definition(OTHER_TOOL_ID));
|
||||
var registry = this.CreateRegistry(failing, working);
|
||||
|
||||
var runnableTools = await registry.GetRunnableToolsAsync(this.ContextFor(ToolCapableProvider()), [TOOL_ID, OTHER_TOOL_ID], mayRunTools: true);
|
||||
|
||||
Assert.That(runnableTools.Select(x => x.Definition.Id), Is.EquivalentTo(new[] { OTHER_TOOL_ID }), "A tool whose rules are unknown must not be offered with rules it may not have.");
|
||||
}
|
||||
|
||||
[Test]
|
||||
public async Task AContextToolRunsWithoutBeingSelected()
|
||||
{
|
||||
|
||||
Reference in new issue
Block a user