mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-11-14 21:48:27 +00:00
Added the Model Comparison assistant for blind comparisons of two models (#1009)
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
12f26445ba
commit
b7255694cd
221 files changed
+19989
-90
No files matched your search
@@ -0,0 +1,21 @@
|
||||
namespace AIStudio.Assistants.ModelComparison;
|
||||
|
||||
/// <summary>
|
||||
/// The JSON object the judge is asked to answer with, as it arrives, before it is checked.
|
||||
/// </summary>
|
||||
/// <remarks>
|
||||
/// Both values may be missing or null in what a model writes: ModelComparisonJudgeVerdict.Parse decides
|
||||
/// what a usable verdict is, not the reading of the JSON.
|
||||
/// </remarks>
|
||||
public sealed record ModelComparisonJudgeAnswer
|
||||
{
|
||||
/// <summary>
|
||||
/// The column the judge preferred: "A", "B", or "TIE".
|
||||
/// </summary>
|
||||
public string? Preferred { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Why the judge decided as it did.
|
||||
/// </summary>
|
||||
public string? Reasoning { get; set; }
|
||||
}
|
||||
Reference in new issue
Block a user