Added the Model Comparison assistant for blind comparisons of two models (#1009)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90

No files matched your search

@@ -2,6 +2,7 @@ using AIStudio.Agents;
using AIStudio.Agents.AssistantAudit;
using AIStudio.Assistants.Builder;
using AIStudio.Assistants.ERI;
using AIStudio.Assistants.ModelComparison;
using AIStudio.Assistants.PromptOptimizer;
using AIStudio.Assistants.SWOTAnalysis;
using AIStudio.Tools.PowerPoint;
@@ -28,6 +29,7 @@ public static partial class JsonTestRoots
yield return Case(new(typeof(LuaResponse), LuaResponse.JSON_OPTIONS));
yield return Case(new(typeof(LauncherTextsResponse), LauncherTextsResponse.JSON_OPTIONS));
yield return Case(new(typeof(ModelComparisonJudgeAnswer), ModelComparisonJudgeVerdict.JSON_OPTIONS));
yield return Case(new(typeof(PromptOptimizationResult), AssistantPromptOptimizer.JSON_OPTIONS));
yield return Case(new(typeof(SwotCategoryAnalysisResult), SwotModelAnswer.JSON_OPTIONS));
yield return Case(new(typeof(SwotModerationResult), SwotModelAnswer.JSON_OPTIONS));
+6
View File
@@ -1,6 +1,7 @@
using System.Text.Json;
using AIStudio.Assistants.BeyondFactsLab;
using AIStudio.Assistants.ModelComparison;
using AIStudio.Assistants.SWOTAnalysis;
using AIStudio.Chat;
using AIStudio.Settings;
@@ -69,6 +70,11 @@ public static partial class JsonTestRoots
yield return Case(new(typeof(BflResult), BeyondFactsLabJson.PERSISTENCE));
yield return Case(new(typeof(BflResearch), BeyondFactsLabJson.PERSISTENCE));
yield return Case(new(typeof(Guid?), BeyondFactsLabJson.PERSISTENCE), "selected preparation");
// The presets and the stored results of the Model Comparison assistant:
yield return Case(new(typeof(ModelComparisonPreset), ModelComparisonJson.PERSISTENCE));
yield return Case(new(typeof(ModelComparisonRecord), ModelComparisonJson.PERSISTENCE));
yield return Case(new(typeof(ModelComparisonSeries), ModelComparisonJson.PERSISTENCE));
}
private static TestCaseData Case(JsonTestRoot root, string? purpose = null)