mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-11-14 22:28:27 +00:00
Added the Model Comparison assistant for blind comparisons of two models (#1009)
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
12f26445ba
commit
b7255694cd
221 files changed
+19989
-90
No files matched your search
@@ -0,0 +1,30 @@
|
||||
@inherits MSGComponentBase
|
||||
|
||||
<MudJustifiedText Typo="Typo.body1" Class="mb-3">
|
||||
@T("The median time each model took, so that a single slow answer does not distort the picture. Only complete answers count. The times also depend on the length of the answers and on how busy the servers were.")
|
||||
</MudJustifiedText>
|
||||
@if (this.timedSpeeds.Count > 0)
|
||||
{
|
||||
<MudChart T="double" ChartType="ChartType.Bar" ChartLabels="@ModelComparisonCharts.ModelLabels(this.timedSpeeds.Select(speed => speed.Model))" ChartSeries="@this.SpeedSeries" ChartOptions="@this.ChartOptions" Width="100%" Height="300px"/>
|
||||
}
|
||||
<MudSimpleTable Dense="@true" Hover="@true" Class="mt-3">
|
||||
<thead>
|
||||
<tr>
|
||||
<th>@T("Model")</th>
|
||||
<th>@T("Complete answers")</th>
|
||||
<th>@T("Until the first token")</th>
|
||||
<th>@T("Until the complete answer")</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
@foreach (var speed in this.Speeds)
|
||||
{
|
||||
<tr @key="speed.Model.Key">
|
||||
<td>@speed.Model.Label</td>
|
||||
<td>@speed.AnswerCount.CompactCount()</td>
|
||||
<td>@ModelComparisonFormat.Duration(speed.MedianFirstTokenTime)</td>
|
||||
<td>@ModelComparisonFormat.Duration(speed.MedianTotalTime)</td>
|
||||
</tr>
|
||||
}
|
||||
</tbody>
|
||||
</MudSimpleTable>
|
||||
Reference in new issue
Block a user