Added transcription providers (#619)

app/MindWork AI Studio/Dialogs/EmbeddingProviderDialog.razor

@@ -10,7 +10,7 @@
                 <MudSelect @bind-Value="@this.DataLLMProvider"  Label="@T("Provider")" Class="mb-3" OpenIcon="@Icons.Material.Filled.AccountBalance" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingProvider">
                     @foreach (LLMProviders provider in Enum.GetValues(typeof(LLMProviders)))
                     {
-                        if (provider.ProvideEmbeddings() || provider is LLMProviders.NONE)
+                        if (provider.ProvideEmbeddingAPI() || provider is LLMProviders.NONE)
                         {
                             <MudSelectItem Value="@provider">
                                 @provider.ToName()
@@ -47,7 +47,7 @@
                 <MudSelect @bind-Value="@this.DataHost" Label="@T("Host")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingHost">
                     @foreach (Host host in Enum.GetValues(typeof(Host)))
                     {
-                        if (host.AreEmbeddingsSupported())
+                        if (host.IsEmbeddingSupported())
                         {
                             <MudSelectItem Value="@host">
                                 @host.Name()
@@ -71,12 +71,12 @@
                             AdornmentColor="Color.Info"
                             Validation="@this.ValidateManuallyModel"
                             UserAttributes="@SPELLCHECK_ATTRIBUTES"
-                            HelperText="@T("Currently, we cannot query the embedding models of self-hosted systems. Therefore, enter the model name manually.")"
+                            HelperText="@T("Currently, we cannot query the embedding models for the selected provider and/or host. Therefore, please enter the model name manually.")"
                         />
                     }
                     else
                     {
-                        <MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="this.ReloadModels">
+                        <MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="@this.ReloadModels">
                             @T("Load")
                         </MudButton>
                         @if(this.availableModels.Count is 0)

app/MindWork AI Studio/Dialogs/ProviderDialog.razor

@@ -44,9 +44,12 @@
                 <MudSelect @bind-Value="@this.DataHost" Label="@T("Host")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingHost">
                     @foreach (Host host in Enum.GetValues(typeof(Host)))
                     {
-                        <MudSelectItem Value="@host">
-                            @host.Name()
-                        </MudSelectItem>
+                        @if (host.IsChatSupported())
+                        {
+                            <MudSelectItem Value="@host">
+                                @host.Name()
+                            </MudSelectItem>
+                        }
                     }
                 </MudSelect>
             }
@@ -84,11 +87,12 @@
                             AdornmentColor="Color.Info"
                             Validation="@this.ValidateManuallyModel"
                             UserAttributes="@SPELLCHECK_ATTRIBUTES"
+                            HelperText="@T("Currently, we cannot query the models for the selected provider and/or host. Therefore, please enter the model name manually.")"
                         />
                     }
                     else
                     {
-                        <MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="this.ReloadModels">
+                        <MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="@this.ReloadModels">
                             @T("Load models")
                         </MudButton>
                         @if(this.availableModels.Count is 0)

app/MindWork AI Studio/Dialogs/TranscriptionProviderDialog.razor

@@ -0,0 +1,140 @@
+@using AIStudio.Provider
+@using AIStudio.Provider.SelfHosted
+@inherits MSGComponentBase
+
+<MudDialog>
+    <DialogContent>
+        <MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues">
+            <MudStack Row="@true" AlignItems="AlignItems.Center">
+                @* ReSharper disable once CSharpWarnings::CS8974 *@
+                <MudSelect @bind-Value="@this.DataLLMProvider"  Label="@T("Provider")" Class="mb-3" OpenIcon="@Icons.Material.Filled.AccountBalance" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingProvider">
+                    @foreach (LLMProviders provider in Enum.GetValues(typeof(LLMProviders)))
+                    {
+                        if (provider.ProvideTranscriptionAPI() || provider is LLMProviders.NONE)
+                        {
+                            <MudSelectItem Value="@provider">
+                                @provider.ToName()
+                            </MudSelectItem>
+                        }
+                    }
+                </MudSelect>
+                <MudButton Disabled="@(!this.DataLLMProvider.ShowRegisterButton())" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.OpenInBrowser" Href="@this.DataLLMProvider.GetCreationURL()" Target="_blank">
+                    @T("Create account")
+                </MudButton>
+            </MudStack>
+            
+            @if (this.DataLLMProvider.IsAPIKeyNeeded(this.DataHost))
+            {
+                <SecretInputField @bind-Secret="@this.dataAPIKey" Label="@this.APIKeyText" Validation="@this.providerValidation.ValidatingAPIKey"/>
+            }
+
+            @if (this.DataLLMProvider.IsHostnameNeeded())
+            {
+                <MudTextField
+                    T="string"
+                    @bind-Text="@this.DataHostname"
+                    Label="@T("Hostname")"
+                    Class="mb-3"
+                    Adornment="Adornment.Start"
+                    AdornmentIcon="@Icons.Material.Filled.Dns"
+                    AdornmentColor="Color.Info"
+                    Validation="@this.providerValidation.ValidatingHostname"
+                    UserAttributes="@SPELLCHECK_ATTRIBUTES"/>
+            }
+
+            @if (this.DataLLMProvider.IsHostNeeded())
+            {
+                <MudSelect @bind-Value="@this.DataHost" Label="@T("Host")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingHost">
+                    @foreach (Host host in Enum.GetValues(typeof(Host)))
+                    {
+                        if (host.IsTranscriptionSupported())
+                        {
+                            <MudSelectItem Value="@host">
+                                @host.Name()
+                            </MudSelectItem>
+                        }
+                    }
+                </MudSelect>
+            }
+
+            <MudField FullWidth="true" Label="@T("Model selection")" Variant="Variant.Outlined" Class="mb-3">
+                <MudStack Row="@true" AlignItems="AlignItems.Center" StretchItems="StretchItems.End">
+                    @if (this.DataLLMProvider.IsTranscriptionModelProvidedManually(this.DataHost))
+                    {
+                        <MudTextField
+                            T="string"
+                            @bind-Text="@this.dataManuallyModel"
+                            Label="@T("Model")"
+                            Class="mb-3"
+                            Adornment="Adornment.Start"
+                            AdornmentIcon="@Icons.Material.Filled.Dns"
+                            AdornmentColor="Color.Info"
+                            Validation="@this.ValidateManuallyModel"
+                            UserAttributes="@SPELLCHECK_ATTRIBUTES"
+                            HelperText="@T("Currently, we cannot query the transcription models for the selected provider and/or host. Therefore, please enter the model name manually.")"
+                        />
+                    }
+                    else
+                    {
+                        <MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="@this.ReloadModels">
+                            @T("Load")
+                        </MudButton>
+                        @if(this.availableModels.Count is 0)
+                        {
+                            <MudText Typo="Typo.body1">
+                                @T("No models loaded or available.")
+                            </MudText>
+                        }
+                        else
+                        {
+                            <MudSelect Disabled="@this.IsNoneProvider" @bind-Value="@this.DataModel" Label="@T("Model")"
+                                       OpenIcon="@Icons.Material.Filled.FaceRetouchingNatural"
+                                       AdornmentColor="Color.Info" Adornment="Adornment.Start"
+                                       Validation="@this.providerValidation.ValidatingModel">
+                                @foreach (var model in this.availableModels)
+                                {
+                                    <MudSelectItem Value="@model">
+                                        @model
+                                    </MudSelectItem>
+                                }
+                            </MudSelect>
+                        }
+                    }
+                </MudStack>
+            </MudField>
+
+            @* ReSharper disable once CSharpWarnings::CS8974 *@
+            <MudTextField
+                T="string"
+                @bind-Text="@this.DataName"
+                Label="@T("Instance Name")"
+                Class="mb-3"
+                MaxLength="40"
+                Counter="40"
+                Immediate="@true"
+                Adornment="Adornment.Start"
+                AdornmentIcon="@Icons.Material.Filled.Lightbulb"
+                AdornmentColor="Color.Info"
+                Validation="@this.providerValidation.ValidatingInstanceName"
+                UserAttributes="@SPELLCHECK_ATTRIBUTES"
+            />
+            
+        </MudForm>
+        <Issues IssuesData="@this.dataIssues"/>
+    </DialogContent>
+    <DialogActions>
+        <MudButton OnClick="@this.Cancel" Variant="Variant.Filled">
+            @T("Cancel")
+        </MudButton>
+        <MudButton OnClick="@this.Store" Variant="Variant.Filled" Color="Color.Primary">
+            @if(this.IsEditing)
+            {
+                @T("Update")
+            }
+            else
+            {
+                @T("Add")
+            }
+        </MudButton>
+    </DialogActions>
+</MudDialog>

app/MindWork AI Studio/Dialogs/TranscriptionProviderDialog.razor.cs

@@ -0,0 +1,272 @@
+using AIStudio.Components;
+using AIStudio.Provider;
+using AIStudio.Settings;
+using AIStudio.Tools.Services;
+using AIStudio.Tools.Validation;
+
+using Microsoft.AspNetCore.Components;
+
+using Host = AIStudio.Provider.SelfHosted.Host;
+
+namespace AIStudio.Dialogs;
+
+public partial class TranscriptionProviderDialog : MSGComponentBase, ISecretId
+{
+    [CascadingParameter]
+    private IMudDialogInstance MudDialog { get; set; } = null!;
+
+    /// <summary>
+    /// The transcription provider's number in the list.
+    /// </summary>
+    [Parameter]
+    public uint DataNum { get; set; }
+    
+    /// <summary>
+    /// The transcription provider's ID.
+    /// </summary>
+    [Parameter]
+    public string DataId { get; set; } = Guid.NewGuid().ToString();
+    
+    /// <summary>
+    /// The user chosen name.
+    /// </summary>
+    [Parameter]
+    public string DataName { get; set; } = string.Empty;
+    
+    /// <summary>
+    /// The chosen hostname for self-hosted providers.
+    /// </summary>
+    [Parameter]
+    public string DataHostname { get; set; } = string.Empty;
+    
+    /// <summary>
+    /// The host to use, e.g., llama.cpp.
+    /// </summary>
+    [Parameter]
+    public Host DataHost { get; set; } = Host.NONE;
+    
+    /// <summary>
+    /// Is this provider self-hosted?
+    /// </summary>
+    [Parameter]
+    public bool IsSelfHosted { get; set; }
+    
+    /// <summary>
+    /// The provider to use.
+    /// </summary>
+    [Parameter]
+    public LLMProviders DataLLMProvider { get; set; } = LLMProviders.NONE;
+    
+    /// <summary>
+    /// The transcription model to use.
+    /// </summary>
+    [Parameter]
+    public Model DataModel { get; set; }
+    
+    /// <summary>
+    /// Should the dialog be in editing mode?
+    /// </summary>
+    [Parameter]
+    public bool IsEditing { get; init; }
+    
+    [Inject]
+    private RustService RustService { get; init; } = null!;
+    
+    private static readonly Dictionary<string, object?> SPELLCHECK_ATTRIBUTES = new();
+
+    /// <summary>
+    /// The list of used instance names. We need this to check for uniqueness.
+    /// </summary>
+    private List<string> UsedInstanceNames { get; set; } = [];
+    
+    private bool dataIsValid;
+    private string[] dataIssues = [];
+    private string dataAPIKey = string.Empty;
+    private string dataManuallyModel = string.Empty;
+    private string dataAPIKeyStorageIssue = string.Empty;
+    private string dataEditingPreviousInstanceName = string.Empty;
+    
+    // We get the form reference from Blazor code to validate it manually:
+    private MudForm form = null!;
+    
+    private readonly List<Model> availableModels = new();
+    private readonly Encryption encryption = Program.ENCRYPTION;
+    private readonly ProviderValidation providerValidation;
+    
+    public TranscriptionProviderDialog()
+    {
+        this.providerValidation = new()
+        {
+            GetProvider = () => this.DataLLMProvider,
+            GetAPIKeyStorageIssue = () => this.dataAPIKeyStorageIssue,
+            GetPreviousInstanceName = () => this.dataEditingPreviousInstanceName,
+            GetUsedInstanceNames = () => this.UsedInstanceNames,
+            GetHost = () => this.DataHost,
+        };
+    }
+    
+    private TranscriptionProvider CreateTranscriptionProviderSettings()
+    {
+        var cleanedHostname = this.DataHostname.Trim();
+        Model model = default;
+        if(this.DataLLMProvider is LLMProviders.SELF_HOSTED)
+        {
+            switch (this.DataHost)
+            {
+                case Host.OLLAMA:
+                    model = new Model(this.dataManuallyModel, null);
+                    break;
+                
+                case Host.VLLM:
+                case Host.LM_STUDIO:
+                case Host.WHISPER_CPP:
+                    model = this.DataModel;
+                    break;
+            }
+        }
+        else
+            model = this.DataModel;
+        
+        return new()
+        {
+            Num = this.DataNum,
+            Id = this.DataId,
+            Name = this.DataName,
+            UsedLLMProvider = this.DataLLMProvider,
+            Model = model,
+            IsSelfHosted = this.DataLLMProvider is LLMProviders.SELF_HOSTED,
+            Hostname = cleanedHostname.EndsWith('/') ? cleanedHostname[..^1] : cleanedHostname,
+            Host = this.DataHost,
+        };
+    }
+    
+    #region Overrides of ComponentBase
+
+    protected override async Task OnInitializedAsync()
+    {
+        // Configure the spellchecking for the instance name input:
+        this.SettingsManager.InjectSpellchecking(SPELLCHECK_ATTRIBUTES);
+        
+        // Load the used instance names:
+        this.UsedInstanceNames = this.SettingsManager.ConfigurationData.TranscriptionProviders.Select(x => x.Name.ToLowerInvariant()).ToList();
+        
+        // When editing, we need to load the data:
+        if(this.IsEditing)
+        {
+            this.dataEditingPreviousInstanceName = this.DataName.ToLowerInvariant();
+            
+            // When using self-hosted models, we must copy the model name:
+            if (this.DataLLMProvider is LLMProviders.SELF_HOSTED)
+                this.dataManuallyModel = this.DataModel.Id;
+            
+            //
+            // We cannot load the API key for self-hosted providers:
+            //
+            if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && this.DataHost is not Host.OLLAMA)
+            {
+                await this.ReloadModels();
+                await base.OnInitializedAsync();
+                return;
+            }
+            
+            // Load the API key:
+            var requestedSecret = await this.RustService.GetAPIKey(this, isTrying: this.DataLLMProvider is LLMProviders.SELF_HOSTED);
+            if (requestedSecret.Success)
+                this.dataAPIKey = await requestedSecret.Secret.Decrypt(this.encryption);
+            else
+            {
+                this.dataAPIKey = string.Empty;
+                if (this.DataLLMProvider is not LLMProviders.SELF_HOSTED)
+                {
+                    this.dataAPIKeyStorageIssue = string.Format(T("Failed to load the API key from the operating system. The message was: {0}. You might ignore this message and provide the API key again."), requestedSecret.Issue);
+                    await this.form.Validate();
+                }
+            }
+
+            await this.ReloadModels();
+        }
+        
+        await base.OnInitializedAsync();
+    }
+
+    protected override async Task OnAfterRenderAsync(bool firstRender)
+    {
+        // Reset the validation when not editing and on the first render.
+        // We don't want to show validation errors when the user opens the dialog.
+        if(!this.IsEditing && firstRender)
+            this.form.ResetValidation();
+        
+        await base.OnAfterRenderAsync(firstRender);
+    }
+
+    #endregion
+    
+    #region Implementation of ISecretId
+
+    public string SecretId => this.DataId;
+    
+    public string SecretName => this.DataName;
+
+    #endregion
+    
+    private async Task Store()
+    {
+        await this.form.Validate();
+        this.dataAPIKeyStorageIssue = string.Empty;
+        
+        // When the data is not valid, we don't store it:
+        if (!this.dataIsValid)
+            return;
+        
+        // Use the data model to store the provider.
+        // We just return this data to the parent component:
+        var addedProviderSettings = this.CreateTranscriptionProviderSettings();
+        if (!string.IsNullOrWhiteSpace(this.dataAPIKey))
+        {
+            // Store the API key in the OS secure storage:
+            var storeResponse = await this.RustService.SetAPIKey(this, this.dataAPIKey);
+            if (!storeResponse.Success)
+            {
+                this.dataAPIKeyStorageIssue = string.Format(T("Failed to store the API key in the operating system. The message was: {0}. Please try again."), storeResponse.Issue);
+                await this.form.Validate();
+                return;
+            }
+        }
+
+        this.MudDialog.Close(DialogResult.Ok(addedProviderSettings));
+    }
+    
+    private string? ValidateManuallyModel(string manuallyModel)
+    {
+        if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && string.IsNullOrWhiteSpace(manuallyModel))
+            return T("Please enter a transcription model name.");
+        
+        return null;
+    }
+
+    private void Cancel() => this.MudDialog.Cancel();
+    
+    private async Task ReloadModels()
+    {
+        var currentTranscriptionProviderSettings = this.CreateTranscriptionProviderSettings();
+        var provider = currentTranscriptionProviderSettings.CreateProvider();
+        if(provider is NoProvider)
+            return;
+        
+        var models = await provider.GetTranscriptionModels(this.dataAPIKey);
+        
+        // Order descending by ID means that the newest models probably come first:
+        var orderedModels = models.OrderByDescending(n => n.Id);
+        
+        this.availableModels.Clear();
+        this.availableModels.AddRange(orderedModels);
+    }
+    
+    private string APIKeyText => this.DataLLMProvider switch
+    {
+        LLMProviders.SELF_HOSTED => T("(Optional) API Key"),
+        _ => T("API Key"),
+    };
+    
+    private bool IsNoneProvider => this.DataLLMProvider is LLMProviders.NONE;
+}