MindWorkAI/AI-Studio
1
0 Fork 0
mirror of https://github.com/MindWorkAI/AI-Studio.git synced 2026-11-14 21:08:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added the Model Comparison assistant for blind comparisons of two models (#1009)

Browse Source 
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Dominic NeuburgandThorsten Sommer authored and GitHub committed 2026-11-14 14:11:34 +01:00
1 parent 12f26445ba
commit b7255694cd
221 files changed
+19989 -90
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/MindWork AI Studio/Plugins/configuration/plugin.lua
+18 -2
View File
@@ -920,8 +920,8 @@ CONFIG["SETTINGS"] = {}
-- LEGAL_CHECK_ASSISTANT, SYNONYMS_ASSISTANT, MY_TASKS_ASSISTANT,
-- JOB_POSTING_ASSISTANT, BIAS_DAY_ASSISTANT, ERI_ASSISTANT,
-- DOCUMENT_ANALYSIS_ASSISTANT, BATCH_PROCESSING_ASSISTANT, SLIDE_BUILDER_ASSISTANT,
-- VISUAL_BRIEFING_ASSISTANT, BEYOND_FACTS_LAB_ASSISTANT, I18N_ASSISTANT,
-- LOG_VIEWER_ASSISTANT
-- VISUAL_BRIEFING_ASSISTANT, BEYOND_FACTS_LAB_ASSISTANT, MODEL_COMPARISON_ASSISTANT,
-- I18N_ASSISTANT, LOG_VIEWER_ASSISTANT
--
-- Replaces, does not merge: a configuration with a higher priority replaces this list
-- completely. This is what lets a department show an assistant again that the base
@@ -1010,6 +1010,22 @@ CONFIG["SETTINGS"] = {}
-- users with the prompts which come with AI Studio.
-- CONFIG["SETTINGS"]["DataBeyondFactsLab.AllowPromptOverrides"] = false
-- Configure defaults for the Model Comparison assistant.
-- Preselection must be enabled for the remaining Model Comparison settings to take effect.
-- CONFIG["SETTINGS"]["DataModelComparison.PreselectOptions"] = true
--
-- Configure the minimum provider confidence which every compared model and every judge needs.
-- Allowed values are: NONE, UNTRUSTED, UNKNOWN, VERY_LOW, LOW, MODERATE, MEDIUM, HIGH
-- CONFIG["SETTINGS"]["DataModelComparison.MinimumProviderConfidence"] = "NONE"
--
-- Configure the model which new presets and comparison series start with as their first model,
-- and the judge which they start with. A preselected judge also switches the judge on.
-- Use one of the provider IDs defined in CONFIG["LLM_PROVIDERS"], an empty text for the
-- app-wide default provider, or "00000000-0000-0000-0000-000000000000" for no model at all,
-- which is also the default.
-- CONFIG["SETTINGS"]["DataModelComparison.PreselectedProvider"] = "00000000-0000-0000-0000-000000000000"
-- CONFIG["SETTINGS"]["DataModelComparison.PreselectedJudgeProvider"] = "00000000-0000-0000-0000-000000000000"
-- Configure defaults for the Assistant Builder.
-- Preselection must be enabled for the remaining Assistant Builder settings to take effect.
-- CONFIG["SETTINGS"]["DataAssistantBuilder.PreselectOptions"] = true