Added support for organization-managed provider confidence settings (#815)

2026-10-05 14:09:40 +00:00 · 2026-06-21 11:52:02 +02:00
1 parent 5045da3a91
commit e65110a142
@@ -0,0 +1,60 @@
+@using AIStudio.Provider
+@using AIStudio.Settings
+@inherits SettingsPanelBase
+
+<ExpansionPanel HeaderIcon="@Icons.Material.Filled.Security" HeaderText="@T("Provider Confidence")">
+    <MudText Typo="Typo.h4" Class="mb-3">
+        @T("Provider Confidence")
+    </MudText>
+    <MudJustifiedText Class="mb-3">
+        @T("Do you want to always see how trustworthy your providers are? This way, you stay in control of which provider you send your data to. You can choose a common schema or configure the trust levels for each provider yourself.")
+    </MudJustifiedText>
+    
+    <ConfigurationOption OptionDescription="@T("Do you want to enforce an global minimum confidence level?")" LabelOn="@T("Yes, enforce a minimum confidence level")" LabelOff="@T("No, do not enforce a minimum confidence level")" State="@(() => this.SettingsManager.ConfigurationData.Confidence.EnforceGlobalMinimumConfidence)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.Confidence.EnforceGlobalMinimumConfidence = updatedState)" OptionHelp="@T("When enabled, you can enforce a minimum confidence level for all features in AI Studio. This way, you can make sure only trustworthy providers are used.")" IsLocked="() => ManagedConfiguration.TryGet(x => x.Confidence, x => x.EnforceGlobalMinimumConfidence, out var meta) && meta.IsLocked"/>
+    @if(this.SettingsManager.ConfigurationData.Confidence.EnforceGlobalMinimumConfidence)
+    {
+        <ConfigurationMinConfidenceSelection RestrictToGlobalMinimumConfidence="@false" SelectedValue="@(() => this.SettingsManager.ConfigurationData.Confidence.GlobalMinimumConfidence)" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.Confidence.GlobalMinimumConfidence = selectedValue)" IsLocked="() => ManagedConfiguration.TryGet(x => x.Confidence, x => x.GlobalMinimumConfidence, out var meta) && meta.IsLocked"/>
+    }
+    
+    <ConfigurationOption OptionDescription="@T("Show provider's confidence level?")" LabelOn="@T("Yes, show me the confidence level")" LabelOff="@T("No, please hide the confidence level")" State="@(() => this.SettingsManager.ConfigurationData.Confidence.ShowProviderConfidence)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.Confidence.ShowProviderConfidence = updatedState)" OptionHelp="@T("When enabled, we show you the confidence level for the selected provider in the app. This helps you assess where you are sending your data at any time. Example: are you currently working with sensitive data? Then choose a particularly trustworthy provider, etc.")" IsLocked="() => ManagedConfiguration.TryGet(x => x.Confidence, x => x.ShowProviderConfidence, out var meta) && meta.IsLocked"/>
+    @if (this.SettingsManager.ConfigurationData.Confidence.ShowProviderConfidence)
+    {
+        <ConfigurationSelect OptionDescription="@T("Select a confidence scheme")" SelectedValue="@(() => this.SettingsManager.ConfigurationData.Confidence.ConfidenceScheme)" Data="@ConfigurationSelectDataFactory.GetConfidenceSchemesData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.Confidence.ConfidenceScheme = selectedValue)" OptionHelp="@T("Choose the scheme that best suits you and your organization. Do you trust any western provider? Or only providers from the USA or exclusively European providers? Then choose the appropriate scheme. Alternatively, you can assign the confidence levels to each provider  yourself.")" IsLocked="() => ManagedConfiguration.TryGet(x => x.Confidence, x => x.ConfidenceScheme, out var meta) && meta.IsLocked"/>
+        @if (this.SettingsManager.ConfigurationData.Confidence.ConfidenceScheme is ConfidenceSchemes.CUSTOM)
+        {
+            <MudTable Items="@(Enum.GetValues<LLMProviders>().Where(x => x is not LLMProviders.NONE))" Hover="@true" Class="border-dashed border rounded-lg">
+                <ColGroup>
+                    <col style="width: 12em;"/>
+                    <col/>
+                    <col style="width: 22em;"/>
+                </ColGroup>
+                <HeaderContent>
+                    <MudTh>@T("Provider")</MudTh>
+                    <MudTh>@T("Description")</MudTh>
+                    <MudTh>@T("Confidence Level")</MudTh>
+                </HeaderContent>
+                <RowTemplate>
+                    <MudTd Style="vertical-align: top;">
+                        @context.ToName()
+                    </MudTd>
+                    <MudTd>
+                        <MudMarkdown Value="@context.GetConfidence(this.SettingsManager).Description" MarkdownPipeline="Markdown.SAFE_MARKDOWN_PIPELINE"/>
+                    </MudTd>
+                    <MudTd Style="vertical-align: top;">
+                        <MudMenu StartIcon="@Icons.Material.Filled.Security" EndIcon="@Icons.Material.Filled.KeyboardArrowDown" Label="@this.GetCurrentConfidenceLevelName(context)" Variant="Variant.Filled" Style="@this.SetCurrentConfidenceLevelColorStyle(context)" Disabled="@this.IsCustomConfidenceSchemeLocked()">
+                            @foreach (var confidenceLevel in Enum.GetValues<ConfidenceLevel>().OrderBy(n => n))
+                            {
+                                if(confidenceLevel is ConfidenceLevel.NONE or ConfidenceLevel.UNKNOWN)
+                                    continue;
+
+                                <MudMenuItem OnClick="@(async () => await this.ChangeCustomConfidenceLevel(context, confidenceLevel))">
+                                    @confidenceLevel.GetName()
+                                </MudMenuItem>
+                            }
+                        </MudMenu>
+                    </MudTd>
+                </RowTemplate>
+            </MudTable>
+        }
+    }
+</ExpansionPanel>
@@ -0,0 +1,38 @@
+using AIStudio.Provider;
+using AIStudio.Settings;
+
+namespace AIStudio.Components.Settings;
+
+public partial class SettingsPanelConfidence : SettingsPanelBase
+{
+    private string GetCurrentConfidenceLevelName(LLMProviders llmProvider)
+    {
+        if (this.SettingsManager.ConfigurationData.Confidence.CustomConfidenceScheme.TryGetValue(llmProvider, out var level))
+            return level.GetName();
+
+        return T("Not yet configured");
+    }
+    
+    private string SetCurrentConfidenceLevelColorStyle(LLMProviders llmProvider)
+    {
+        if (this.SettingsManager.ConfigurationData.Confidence.CustomConfidenceScheme.TryGetValue(llmProvider, out var level))
+            return $"background-color: {level.GetColor(this.SettingsManager)};";
+
+        return $"background-color: {ConfidenceLevel.UNKNOWN.GetColor(this.SettingsManager)};";
+    }
+
+    private bool IsCustomConfidenceSchemeLocked()
+    {
+        return ManagedConfiguration.TryGet(x => x.Confidence, x => x.CustomConfidenceScheme, out var meta) && meta.IsLocked;
+    }
+
+    private async Task ChangeCustomConfidenceLevel(LLMProviders llmProvider, ConfidenceLevel level)
+    {
+        if (this.IsCustomConfidenceSchemeLocked())
+            return;
+        
+        this.SettingsManager.ConfigurationData.Confidence.CustomConfidenceScheme[llmProvider] = level;
+        await this.SettingsManager.StoreSettings();
+        await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
+    }
+}
@@ -1,5 +1,4 @@
@using AIStudio.Provider
-@using AIStudio.Settings
@inherits SettingsPanelProviderBase

 <ExpansionPanel HeaderIcon="@Icons.Material.Filled.Layers" HeaderText="@T("Configure LLM Providers")">
@@ -68,59 +67,4 @@
    }
    
    <LockableButton Text="@T("Add Provider")" IsLocked="@(() => !this.SettingsManager.ConfigurationData.App.AllowUserToAddProvider)" Icon="@Icons.Material.Filled.AddRoad" OnClickAsync="@this.AddLLMProvider" Class="mt-3" />
-    
-    <MudText Typo="Typo.h4" Class="mb-3">
-        @T("LLM Provider Confidence")
-    </MudText>
-    <MudJustifiedText Class="mb-3">
-        @T("Do you want to always be able to recognize how trustworthy your LLM providers are? This way, you keep control over which provider you send your data to. You have two options for this: Either you choose a common schema, or you configure the trust levels for each LLM provider yourself.")
-    </MudJustifiedText>
-    
-    <ConfigurationOption OptionDescription="@T("Do you want to enforce an app-wide minimum confidence level?")" LabelOn="@T("Yes, enforce a minimum confidence level")" LabelOff="@T("No, do not enforce a minimum confidence level")" State="@(() => this.SettingsManager.ConfigurationData.LLMProviders.EnforceGlobalMinimumConfidence)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.LLMProviders.EnforceGlobalMinimumConfidence = updatedState)" OptionHelp="@T("When enabled, you can enforce a minimum confidence level for all LLM providers. This way, you can ensure that only trustworthy providers are used.")"/>
-    @if(this.SettingsManager.ConfigurationData.LLMProviders.EnforceGlobalMinimumConfidence)
-    {
-        <ConfigurationMinConfidenceSelection RestrictToGlobalMinimumConfidence="@false" SelectedValue="@(() => this.SettingsManager.ConfigurationData.LLMProviders.GlobalMinimumConfidence)" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.LLMProviders.GlobalMinimumConfidence = selectedValue)"/>
-    }
-    
-    <ConfigurationOption OptionDescription="@T("Show provider's confidence level?")" LabelOn="@T("Yes, show me the confidence level")" LabelOff="@T("No, please hide the confidence level")" State="@(() => this.SettingsManager.ConfigurationData.LLMProviders.ShowProviderConfidence)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.LLMProviders.ShowProviderConfidence = updatedState)" OptionHelp="@T("When enabled, we show you the confidence level for the selected provider in the app. This helps you assess where you are sending your data at any time. Example: are you currently working with sensitive data? Then choose a particularly trustworthy provider, etc.")"/>
-    @if (this.SettingsManager.ConfigurationData.LLMProviders.ShowProviderConfidence)
-    {
-        <ConfigurationSelect OptionDescription="@T("Select a confidence scheme")" SelectedValue="@(() => this.SettingsManager.ConfigurationData.LLMProviders.ConfidenceScheme)" Data="@ConfigurationSelectDataFactory.GetConfidenceSchemesData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.LLMProviders.ConfidenceScheme = selectedValue)" OptionHelp="@T("Choose the scheme that best suits you and your life. Do you trust any western provider? Or only providers from the USA or exclusively European providers? Then choose the appropriate scheme. Alternatively, you can assign the confidence levels to each provider yourself.")"/>
-        @if (this.SettingsManager.ConfigurationData.LLMProviders.ConfidenceScheme is ConfidenceSchemes.CUSTOM)
-        {
-            <MudTable Items="@(Enum.GetValues<LLMProviders>().Where(x => x is not LLMProviders.NONE))" Hover="@true" Class="border-dashed border rounded-lg">
-                <ColGroup>
-                    <col style="width: 12em;"/>
-                    <col/>
-                    <col style="width: 22em;"/>
-                </ColGroup>
-                <HeaderContent>
-                    <MudTh>@T("LLM Provider")</MudTh>
-                    <MudTh>@T("Description")</MudTh>
-                    <MudTh>@T("Confidence Level")</MudTh>
-                </HeaderContent>
-                <RowTemplate>
-                    <MudTd Style="vertical-align: top;">
-                        @context.ToName()
-                    </MudTd>
-                    <MudTd>
-                        <MudMarkdown Value="@context.GetConfidence(this.SettingsManager).Description" MarkdownPipeline="Markdown.SAFE_MARKDOWN_PIPELINE"/>
-                    </MudTd>
-                    <MudTd Style="vertical-align: top;">
-                        <MudMenu StartIcon="@Icons.Material.Filled.Security" EndIcon="@Icons.Material.Filled.KeyboardArrowDown" Label="@this.GetCurrentConfidenceLevelName(context)" Variant="Variant.Filled" Style="@this.SetCurrentConfidenceLevelColorStyle(context)">
-                            @foreach (var confidenceLevel in Enum.GetValues<ConfidenceLevel>().OrderBy(n => n))
-                            {
-                                if(confidenceLevel is ConfidenceLevel.NONE or ConfidenceLevel.UNKNOWN)
-                                    continue;
-
-                                <MudMenuItem OnClick="@(async () => await this.ChangeCustomConfidenceLevel(context, confidenceLevel))">
-                                    @confidenceLevel.GetName()
-                                </MudMenuItem>
-                            }
-                        </MudMenu>
-                    </MudTd>
-                </RowTemplate>
-            </MudTable>
-        }
-    }
 </ExpansionPanel>
@@ -1,7 +1,6 @@
 using System.Diagnostics.CodeAnalysis;

 using AIStudio.Dialogs;
-using AIStudio.Provider;
 using AIStudio.Settings;

 using Microsoft.AspNetCore.Components;
@@ -166,25 +165,4 @@ public partial class SettingsPanelProviders : SettingsPanelProviderBase
        await this.AvailableLLMProvidersChanged.InvokeAsync(this.AvailableLLMProviders);
    }

-    private string GetCurrentConfidenceLevelName(LLMProviders llmProvider)
-    {
-        if (this.SettingsManager.ConfigurationData.LLMProviders.CustomConfidenceScheme.TryGetValue(llmProvider, out var level))
-            return level.GetName();
-
-        return T("Not yet configured");
-    }
-    
-    private string SetCurrentConfidenceLevelColorStyle(LLMProviders llmProvider)
-    {
-        if (this.SettingsManager.ConfigurationData.LLMProviders.CustomConfidenceScheme.TryGetValue(llmProvider, out var level))
-            return $"background-color: {level.GetColor(this.SettingsManager)};";
-
-        return $"background-color: {ConfidenceLevel.UNKNOWN.GetColor(this.SettingsManager)};";
-    }
-
-    private async Task ChangeCustomConfidenceLevel(LLMProviders llmProvider, ConfidenceLevel level)
-    {
-        this.SettingsManager.ConfigurationData.LLMProviders.CustomConfidenceScheme[llmProvider] = level;
-        await this.SettingsManager.StoreSettings();
-    }
 }