MindWorkAI/AI-Studio
1
0 Fork 0
mirror of https://github.com/MindWorkAI/AI-Studio.git synced 2026-11-14 22:08:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added the Model Comparison assistant for blind comparisons of two models (#1009)

Browse Source 
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/MindWork AI Studio/Assistants/ModelComparison/ModelComparisonPairCard.razor
+45
View File
@@ -0,0 +1,45 @@
@inherits MSGComponentBase
<MudPaper Outlined="@true" Class="pa-3 mb-3">
<MudText Typo="Typo.subtitle1">
@string.Format(T("{0} vs. {1}"), this.Pairing.First.Label, this.Pairing.Second.Label)
</MudText>
<MudText Typo="Typo.caption" Class="d-block mb-2">
@this.CaptionText
</MudText>
<MudChart T="double" ChartType="ChartType.StackedBar" ChartLabels="@this.ChartLabels" ChartSeries="@this.OutcomeSeries" ChartOptions="@this.ChartOptions" Width="100%" Height="220px"/>
<MudSimpleTable Dense="@true" Hover="@true" Class="mt-3">
<thead>
<tr>
<th></th>
<th>@this.Pairing.First.Label</th>
<th>@T("Equally good")</th>
<th>@this.Pairing.Second.Label</th>
<th>@T("Assessment")</th>
</tr>
</thead>
<tbody>
<tr>
<td>@TA("Your votes")</td>
<td>@this.Pairing.Votes.FirstModelWins.CompactCount()</td>
<td>@this.Pairing.Votes.Ties.CompactCount()</td>
<td>@this.Pairing.Votes.SecondModelWins.CompactCount()</td>
<td>
<ModelComparisonAssessment Text="@this.SignificanceText(this.Pairing.WinShareOfFirstByVotes)" Significance="@this.Pairing.WinShareOfFirstByVotes.Significance" IsPair="@true"/>
</td>
</tr>
@if (this.Pairing.JudgeVerdicts.ScoredRunCount > 0)
{
<tr>
<td>@T("Judge verdicts")</td>
<td>@this.Pairing.JudgeVerdicts.FirstModelWins.CompactCount()</td>
<td>@this.Pairing.JudgeVerdicts.Ties.CompactCount()</td>
<td>@this.Pairing.JudgeVerdicts.SecondModelWins.CompactCount()</td>
<td>
<ModelComparisonAssessment Text="@this.SignificanceText(this.Pairing.WinShareOfFirstByJudges)" Significance="@this.Pairing.WinShareOfFirstByJudges.Significance" IsPair="@true"/>
</td>
</tr>
}
</tbody>
</MudSimpleTable>
</MudPaper>