mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-11-14 22:08:27 +00:00
Added the Model Comparison assistant for blind comparisons of two models (#1009)
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
12f26445ba
commit
b7255694cd
221 files changed
+19989
-90
No files matched your search
@@ -0,0 +1,52 @@
|
||||
namespace AIStudio.Assistants.ModelComparison;
|
||||
|
||||
/// <summary>
|
||||
/// A saved set of the inputs of the Model Comparison assistant, so that a familiar test case does not have to be typed
|
||||
/// and picked by hand again every time.
|
||||
/// </summary>
|
||||
/// <remarks>
|
||||
/// Each preset is a file of its own below the data directory, see ModelComparisonStore, not a part of the settings: a
|
||||
/// preset can carry a long document as its context, and the settings are written anew whenever any setting changes.
|
||||
/// Presets belong to the user alone; no configuration plugin rolls them out.
|
||||
/// </remarks>
|
||||
public sealed record ModelComparisonPreset
|
||||
{
|
||||
/// <summary>
|
||||
/// The ID of the preset, which names its file.
|
||||
/// </summary>
|
||||
public Guid Id { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// The name shown in the preset picker.
|
||||
/// </summary>
|
||||
public string Name { get; set; } = string.Empty;
|
||||
|
||||
/// <summary>
|
||||
/// The ID of the provider of the first model, or empty when none was selected while saving. Resolved back to a
|
||||
/// provider through SettingsManager.GetProviderById, which answers Provider.NONE for an ID that no longer exists.
|
||||
/// </summary>
|
||||
public string FirstProviderId { get; set; } = string.Empty;
|
||||
|
||||
/// <summary>
|
||||
/// The ID of the provider of the second model, see FirstProviderId.
|
||||
/// </summary>
|
||||
public string SecondProviderId { get; set; } = string.Empty;
|
||||
|
||||
public bool JudgeEnabled { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// The ID of the provider of the judge, see FirstProviderId.
|
||||
/// </summary>
|
||||
public string JudgeProviderId { get; set; } = string.Empty;
|
||||
|
||||
/// <summary>
|
||||
/// The expectations, values, and goals of the user, by which the judge decides, see ModelComparisonJudgeExpectations.
|
||||
/// </summary>
|
||||
public string JudgeInstructions { get; set; } = string.Empty;
|
||||
|
||||
public string Context { get; set; } = string.Empty;
|
||||
|
||||
public string Question { get; set; } = string.Empty;
|
||||
|
||||
public int RunCount { get; set; } = 1;
|
||||
}
|
||||
Reference in new issue
Block a user