Added the Model Comparison assistant for blind comparisons of two models (#1009)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90

No files matched your search

@@ -0,0 +1,38 @@
using AIStudio.Provider;
namespace AIStudio.Tests.Provider;
/// <summary>
/// Checks how messages to the user name a provider which hides which provider it is, see IProvider.HidesIdentity.
/// </summary>
[TestFixture]
public sealed class ProviderIdentityTests
{
private static readonly Model MODEL = new("gpt-test", null);
[Test]
public void AProviderNamesItselfByDefault()
{
var provider = new NoProvider { InstanceName = "My provider" };
using (Assert.EnterMultipleScope())
{
Assert.That(provider.NameForUser, Is.EqualTo("My provider"));
Assert.That(provider.TypeForUser, Is.EqualTo(nameof(LLMProviders.NONE)));
Assert.That(provider.ModelNameForUser(MODEL), Is.EqualTo("gpt-test"));
}
}
[Test]
public void AProviderWhichHidesItsIdentityNamesNothing()
{
var provider = new NoProvider { InstanceName = "My provider", HidesIdentity = true };
using (Assert.EnterMultipleScope())
{
Assert.That(provider.NameForUser, Does.Not.Contain("My provider"));
Assert.That(provider.TypeForUser, Does.Not.Contain(nameof(LLMProviders.NONE)));
Assert.That(provider.ModelNameForUser(MODEL), Does.Not.Contain("gpt-test"));
}
}
}