Added the Model Comparison assistant for blind comparisons of two models (#1009)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90

No files matched your search

@@ -0,0 +1,21 @@
namespace AIStudio.Assistants.ModelComparison;
/// <summary>
/// The JSON object the judge is asked to answer with, as it arrives, before it is checked.
/// </summary>
/// <remarks>
/// Both values may be missing or null in what a model writes: ModelComparisonJudgeVerdict.Parse decides
/// what a usable verdict is, not the reading of the JSON.
/// </remarks>
public sealed record ModelComparisonJudgeAnswer
{
/// <summary>
/// The column the judge preferred: "A", "B", or "TIE".
/// </summary>
public string? Preferred { get; set; }
/// <summary>
/// Why the judge decided as it did.
/// </summary>
public string? Reasoning { get; set; }
}