Added the Model Comparison assistant for blind comparisons of two models (#1009)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90

No files matched your search

@@ -0,0 +1,33 @@
namespace AIStudio.Assistants.ModelComparison;
/// <summary>
/// How a model did across all stored comparisons against any other model: by the votes of the user, or by the
/// verdicts of a judge.
/// </summary>
public sealed record ModelComparisonModelStanding
{
/// <summary>
/// The model, with the name it had in its latest comparison.
/// </summary>
public required ModelComparisonModelIdentity Model { get; init; }
/// <summary>
/// How many runs the model won.
/// </summary>
public int Wins { get; init; }
/// <summary>
/// How many runs the model lost.
/// </summary>
public int Losses { get; init; }
/// <summary>
/// How many runs ended in a tie.
/// </summary>
public int Ties { get; init; }
/// <summary>
/// The share of the decided runs which the model won, with how sure that share is.
/// </summary>
public ModelComparisonWinShare WinShare => ModelComparisonWinShare.Of(this.Wins, this.Losses);
}