Added prompt overrides for testing the BeyondFacts Lab (#1181)

app/MindWork AI Studio/Dialogs/Settings/SettingsDialogBeyondFactsLab.razor

@@ -17,6 +17,27 @@
             <ConfigurationSelect OptionDescription="@TA("Select a minimum confidence level")" SelectedValue="@this.SelectedMinimumConfidence" Data="@ConfigurationSelectDataFactory.GetBeyondFactsLabConfidenceLevelsData(this.SettingsManager)" SelectionUpdate="@(value => this.SettingsManager.ConfigurationData.BeyondFactsLab.MinimumProviderConfidence = value)" OptionHelp="@TA("Your preparations usually contain unpublished research. Therefore, the lab accepts only providers with at least medium confidence. You can raise this minimum, e.g., to use only self-hosted models.")" IsLocked="() => ManagedConfiguration.TryGet(x => x.BeyondFactsLab, x => x.MinimumProviderConfidence, out var meta) && meta.IsLocked"/>
             <ConfigurationProviderSelection Component="Components.BEYOND_FACTS_LAB_ASSISTANT" Data="@this.AvailableLLMProviders" SelectedValue="@(() => this.SettingsManager.ConfigurationData.BeyondFactsLab.PreselectedProvider)" SelectionUpdate="@(value => this.SettingsManager.ConfigurationData.BeyondFactsLab.PreselectedProvider = value)" IsLocked="() => ManagedConfiguration.TryGet(x => x.BeyondFactsLab, x => x.PreselectedProvider, out var meta) && meta.IsLocked"/>
         </MudPaper>
+
+        @* Only whoever develops the prompts further needs these settings, so they stay folded away. *@
+        <MudButton OnClick="@this.ToggleExpertSettings" Variant="Variant.Text" Color="Color.Primary" StartIcon="@Icons.Material.Filled.Tune">
+            @(this.showExpertSettings ? T("Hide Expert Settings") : T("Show Expert Settings"))
+        </MudButton>
+        <MudCollapse Expanded="@this.showExpertSettings">
+            <MudPaper Class="pa-3 mt-3 mb-8 border-dashed border rounded-lg">
+                <MudJustifiedText Typo="Typo.body2" Class="mb-3">
+                    @TA("These settings serve the further development of the lab, e.g., by the research team behind it. You do not need them to prepare an appearance.")
+                </MudJustifiedText>
+                <ConfigurationOption OptionDescription="@T("Use prompts from the test folder?")" LabelOn="@T("Files in the test folder replace the prompts of the lab")" LabelOff="@T("The lab uses its own prompts")" State="@(() => this.SettingsManager.ConfigurationData.BeyondFactsLab.AllowPromptOverrides)" StateUpdate="@(value => this.SettingsManager.ConfigurationData.BeyondFactsLab.AllowPromptOverrides = value)" OptionHelp="@TA("A file in the test folder replaces the prompt of the same name, e.g., 'Prompts/core.md'. The lab takes every other prompt from AI Studio. While a file replaces a prompt, the lab shows a notice above every step.")" IsLocked="() => IsPromptOverridesLocked"/>
+                <MudStack Row="true" Wrap="Wrap.Wrap" Spacing="2" Class="mt-3">
+                    <MudButton StartIcon="@Icons.Material.Filled.FolderOpen" Variant="Variant.Outlined" OnClick="@this.OpenTestFolderAsync" Disabled="@this.ArePromptOverridesLockedOff">
+                        @T("Open test folder")
+                    </MudButton>
+                    <MudButton StartIcon="@Icons.Material.Filled.ContentCopy" Variant="Variant.Outlined" OnClick="@this.CopyPromptsAsync" Disabled="@(this.ArePromptOverridesLockedOff || this.isCopyingPrompts)">
+                        @T("Copy the built-in prompts into the test folder")
+                    </MudButton>
+                </MudStack>
+            </MudPaper>
+        </MudCollapse>
     </DialogContent>
     <DialogActions>
         <MudButton OnClick="@this.Close" Variant="Variant.Filled">@T("Close")</MudButton>

app/MindWork AI Studio/Dialogs/Settings/SettingsDialogBeyondFactsLab.razor.cs

@@ -1,5 +1,10 @@
+using AIStudio.Assistants.BeyondFactsLab;
 using AIStudio.Provider;
+using AIStudio.Settings;
 using AIStudio.Tools.PluginSystem;
+using AIStudio.Tools.Rust;
+
+using Microsoft.AspNetCore.Components;
 
 namespace AIStudio.Dialogs.Settings;
 
@@ -8,12 +13,39 @@ namespace AIStudio.Dialogs.Settings;
 /// </summary>
 public partial class SettingsDialogBeyondFactsLab : SettingsDialogBase
 {
+    [Inject]
+    private BeyondFactsLabStore Store { get; init; } = null!;
+
+    [Inject]
+    private ILogger<SettingsDialogBeyondFactsLab> Logger { get; init; } = null!;
+
     /// <summary>
     /// Whether the language of the app tells a formal address from an informal one, so that the form of address
     /// is a choice at all.
     /// </summary>
     private bool offersFormOfAddress;
 
+    /// <summary>
+    /// Whether the settings for the further development of the lab are unfolded.
+    /// </summary>
+    private bool showExpertSettings;
+
+    /// <summary>
+    /// Whether the prompts are being copied into the test folder right now.
+    /// </summary>
+    private bool isCopyingPrompts;
+
+    /// <summary>
+    /// Gets whether an organization manages the prompt overrides.
+    /// </summary>
+    private static bool IsPromptOverridesLocked => ManagedConfiguration.TryGet(x => x.BeyondFactsLab, x => x.AllowPromptOverrides, out var meta) && meta.IsLocked;
+
+    /// <summary>
+    /// Gets whether an organization switched the prompt overrides off for good, so that the test folder serves no
+    /// purpose.
+    /// </summary>
+    private bool ArePromptOverridesLockedOff => IsPromptOverridesLocked && !this.SettingsManager.ConfigurationData.BeyondFactsLab.AllowPromptOverrides;
+
     /// <inheritdoc />
     protected override async Task OnInitializedAsync()
     {
@@ -29,4 +61,57 @@ public partial class SettingsDialogBeyondFactsLab : SettingsDialogBase
     /// offer it either. Showing the floor instead tells what really counts.
     /// </remarks>
     private ConfidenceLevel SelectedMinimumConfidence() => Tools.Components.BEYOND_FACTS_LAB_ASSISTANT.MinimumConfidence(this.SettingsManager);
+
+    private void ToggleExpertSettings() => this.showExpertSettings = !this.showExpertSettings;
+
+    /// <summary>
+    /// Opens the test folder in the file manager, and creates it first when it is missing.
+    /// </summary>
+    private async Task OpenTestFolderAsync()
+    {
+        OpenPathResponse response;
+        try
+        {
+            var directory = this.Store.PromptOverridesDirectory;
+            Directory.CreateDirectory(directory);
+            response = await this.RustService.TryOpenPathInRuntimeFileManager(directory);
+        }
+        catch (Exception exception)
+        {
+            this.Logger.LogWarning(exception, "Could not open the test folder of the BeyondFacts Lab.");
+            await this.MessageBus.SendError(new(Icons.Material.Filled.FolderOpen, T("Could not open the test folder.")));
+            return;
+        }
+
+        if (response.Success)
+            return;
+
+        var issue = string.IsNullOrWhiteSpace(response.Issue) ? T("Unknown error") : response.Issue;
+        await this.MessageBus.SendError(new(Icons.Material.Filled.FolderOpen, string.Format(T("Could not open the test folder: {0}"), issue)));
+    }
+
+    /// <summary>
+    /// Copies the prompts of this version into the test folder, so that changes start from them. A file which exists
+    /// stays as it is.
+    /// </summary>
+    private async Task CopyPromptsAsync()
+    {
+        this.isCopyingPrompts = true;
+        try
+        {
+            var copied = await BflPromptOverrides.CopyBuiltInAsync(this.Store.PromptOverridesDirectory);
+            await this.MessageBus.SendSuccess(new(Icons.Material.Filled.ContentCopy, copied is 0
+                ? T("The test folder holds every prompt already. AI Studio changed no file.")
+                : string.Format(T("Files copied into the test folder: {0}. Files which were there already stay as they are."), copied)));
+        }
+        catch (Exception exception) when (exception is IOException or UnauthorizedAccessException)
+        {
+            this.Logger.LogWarning(exception, "Could not copy the prompts of the BeyondFacts Lab into the test folder.");
+            await this.MessageBus.SendError(new(Icons.Material.Filled.ContentCopy, T("Could not copy the prompts into the test folder.")));
+        }
+        finally
+        {
+            this.isCopyingPrompts = false;
+        }
+    }
 }