Added the Model Comparison assistant for blind comparisons of two models (#1009)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90

No files matched your search

@@ -0,0 +1,31 @@
using AIStudio.Assistants.ModelComparison;
namespace AIStudio.Tests.Assistants.ModelComparison;
/// <summary>
/// Checks that a judge starts only by the expectations, values, and goals of the user, or with the confirmation that it
/// may decide by its own standards.
/// </summary>
[TestFixture]
public sealed class ModelComparisonJudgeExpectationsTests
{
[TestCase("", false, true)]
[TestCase(" ", false, true)]
[TestCase("", true, false)]
[TestCase("I prefer short answers.", false, false)]
[TestCase("I prefer short answers.", true, false)]
public void WithoutExpectationsTheUserHasToConfirm(string expectations, bool ownStandardsAccepted, bool expectedIssue)
{
Assert.That(ModelComparisonJudgeExpectations.IssueOf(expectations, ownStandardsAccepted) is not null, Is.EqualTo(expectedIssue));
}
[Test]
public void ThePromptOfAJudgeGetsTheExpectationsOnlyWhenThereAreSome()
{
using (Assert.EnterMultipleScope())
{
Assert.That(ModelComparisonJudgeFormat.ExpectationsOfTheUser(" "), Is.Empty);
Assert.That(ModelComparisonJudgeFormat.ExpectationsOfTheUser(" I prefer short answers. "), Does.EndWith("# Expectations, values, and goals of the user\nI prefer short answers."));
}
}
}