using System.Text.RegularExpressions; using AIStudio.Provider; using Microsoft.AspNetCore.Components; using Host = AIStudio.Provider.SelfHosted.Host; namespace AIStudio.Settings; /// /// The provider settings dialog. /// public partial class ProviderDialog : ComponentBase { [CascadingParameter] private MudDialogInstance MudDialog { get; set; } = null!; /// /// The provider's number in the list. /// [Parameter] public uint DataNum { get; set; } /// /// The provider's ID. /// [Parameter] public string DataId { get; set; } = Guid.NewGuid().ToString(); /// /// The user chosen instance name. /// [Parameter] public string DataInstanceName { get; set; } = string.Empty; /// /// The chosen hostname for self-hosted providers. /// [Parameter] public string DataHostname { get; set; } = string.Empty; /// /// The local host to use, e.g., llama.cpp. /// [Parameter] public Host DataHost { get; set; } = Host.NONE; /// /// Is this provider self-hosted? /// [Parameter] public bool IsSelfHosted { get; set; } /// /// The provider to use. /// [Parameter] public Providers DataProvider { get; set; } = Providers.NONE; /// /// The LLM model to use, e.g., GPT-4o. /// [Parameter] public Model DataModel { get; set; } /// /// Should the dialog be in editing mode? /// [Parameter] public bool IsEditing { get; init; } [Inject] private SettingsManager SettingsManager { get; set; } = null!; [Inject] private IJSRuntime JsRuntime { get; set; } = null!; private static readonly Dictionary SPELLCHECK_ATTRIBUTES = new(); /// /// The list of used instance names. We need this to check for uniqueness. /// private List UsedInstanceNames { get; set; } = []; private bool dataIsValid; private string[] dataIssues = []; private string dataAPIKey = string.Empty; private string dataManuallyModel = string.Empty; private string dataAPIKeyStorageIssue = string.Empty; private string dataEditingPreviousInstanceName = string.Empty; // We get the form reference from Blazor code to validate it manually: private MudForm form = null!; private readonly List availableModels = new(); private Provider CreateProviderSettings() => new() { Num = this.DataNum, Id = this.DataId, InstanceName = this.DataInstanceName, UsedProvider = this.DataProvider, Model = this.DataProvider is Providers.FIREWORKS ? new Model(this.dataManuallyModel) : this.DataModel, IsSelfHosted = this.DataProvider is Providers.SELF_HOSTED, Hostname = this.DataHostname.EndsWith('/') ? this.DataHostname[..^1] : this.DataHostname, Host = this.DataHost, }; #region Overrides of ComponentBase protected override async Task OnInitializedAsync() { // Configure the spellchecking for the instance name input: this.SettingsManager.InjectSpellchecking(SPELLCHECK_ATTRIBUTES); // Load the used instance names: this.UsedInstanceNames = this.SettingsManager.ConfigurationData.Providers.Select(x => x.InstanceName.ToLowerInvariant()).ToList(); // When editing, we need to load the data: if(this.IsEditing) { this.dataEditingPreviousInstanceName = this.DataInstanceName.ToLowerInvariant(); // // We cannot load the API key for self-hosted providers: // if (this.DataProvider is Providers.SELF_HOSTED) { await this.ReloadModels(); await base.OnInitializedAsync(); return; } var loadedProviderSettings = this.CreateProviderSettings(); var provider = loadedProviderSettings.CreateProvider(); if(provider is NoProvider) { await base.OnInitializedAsync(); return; } // Load the API key: var requestedSecret = await this.SettingsManager.GetAPIKey(this.JsRuntime, provider); if(requestedSecret.Success) { this.dataAPIKey = requestedSecret.Secret; // Now, we try to load the list of available models: await this.ReloadModels(); } else { this.dataAPIKeyStorageIssue = $"Failed to load the API key from the operating system. The message was: {requestedSecret.Issue}. You might ignore this message and provide the API key again."; await this.form.Validate(); } } await base.OnInitializedAsync(); } protected override async Task OnAfterRenderAsync(bool firstRender) { // Reset the validation when not editing and on the first render. // We don't want to show validation errors when the user opens the dialog. if(!this.IsEditing && firstRender) this.form.ResetValidation(); await base.OnAfterRenderAsync(firstRender); } #endregion private async Task Store() { await this.form.Validate(); if (!string.IsNullOrWhiteSpace(this.dataAPIKeyStorageIssue)) this.dataAPIKeyStorageIssue = string.Empty; // When the data is not valid, we don't store it: if (!this.dataIsValid) return; // Use the data model to store the provider. // We just return this data to the parent component: var addedProviderSettings = this.CreateProviderSettings(); if (addedProviderSettings.UsedProvider != Providers.SELF_HOSTED) { // We need to instantiate the provider to store the API key: var provider = addedProviderSettings.CreateProvider(); // Store the API key in the OS secure storage: var storeResponse = await this.SettingsManager.SetAPIKey(this.JsRuntime, provider, this.dataAPIKey); if (!storeResponse.Success) { this.dataAPIKeyStorageIssue = $"Failed to store the API key in the operating system. The message was: {storeResponse.Issue}. Please try again."; await this.form.Validate(); return; } } this.MudDialog.Close(DialogResult.Ok(addedProviderSettings)); } private string? ValidatingProvider(Providers provider) { if (provider == Providers.NONE) return "Please select a provider."; return null; } private string? ValidatingHost(Host host) { if(this.DataProvider is not Providers.SELF_HOSTED) return null; if (host == Host.NONE) return "Please select a host."; return null; } private string? ValidateManuallyModel(string manuallyModel) { if (this.DataProvider is Providers.FIREWORKS && string.IsNullOrWhiteSpace(manuallyModel)) return "Please enter a model name."; return null; } private string? ValidatingModel(Model model) { if(this.DataProvider is Providers.SELF_HOSTED && this.DataHost == Host.LLAMACPP) return null; if (model == default) return "Please select a model."; return null; } [GeneratedRegex(@"^[a-zA-Z0-9\-_. ]+$")] private static partial Regex InstanceNameRegex(); private static readonly string[] RESERVED_NAMES = ["CON", "PRN", "AUX", "NUL", "COM1", "COM2", "COM3", "COM4", "COM5", "COM6", "COM7", "COM8", "COM9", "LPT1", "LPT2", "LPT3", "LPT4", "LPT5", "LPT6", "LPT7", "LPT8", "LPT9"]; private string? ValidatingInstanceName(string instanceName) { if (string.IsNullOrWhiteSpace(instanceName)) return "Please enter an instance name."; if (instanceName.StartsWith(' ') || instanceName.StartsWith('.')) return "The instance name must not start with a space or a dot."; if (instanceName.EndsWith(' ') || instanceName.EndsWith('.')) return "The instance name must not end with a space or a dot."; if (instanceName.StartsWith('-') || instanceName.StartsWith('_')) return "The instance name must not start with a hyphen or an underscore."; if (instanceName.Length > 255) return "The instance name must not exceed 255 characters."; if (!InstanceNameRegex().IsMatch(instanceName)) return "The instance name must only contain letters, numbers, spaces, hyphens, underscores, and dots."; if (instanceName.Contains(" ")) return "The instance name must not contain consecutive spaces."; if (RESERVED_NAMES.Contains(instanceName.ToUpperInvariant())) return "This name is reserved and cannot be used."; if (instanceName.Any(c => Path.GetInvalidFileNameChars().Contains(c))) return "The instance name contains invalid characters."; // The instance name must be unique: var lowerInstanceName = instanceName.ToLowerInvariant(); if (lowerInstanceName != this.dataEditingPreviousInstanceName && this.UsedInstanceNames.Contains(lowerInstanceName)) return "The instance name must be unique; the chosen name is already in use."; return null; } private string? ValidatingAPIKey(string apiKey) { if(this.DataProvider is Providers.SELF_HOSTED) return null; if(!string.IsNullOrWhiteSpace(this.dataAPIKeyStorageIssue)) return this.dataAPIKeyStorageIssue; if(string.IsNullOrWhiteSpace(apiKey)) return "Please enter an API key."; return null; } private string? ValidatingHostname(string hostname) { if(this.DataProvider != Providers.SELF_HOSTED) return null; if(string.IsNullOrWhiteSpace(hostname)) return "Please enter a hostname, e.g., http://localhost:1234"; if(!hostname.StartsWith("http://", StringComparison.InvariantCultureIgnoreCase) && !hostname.StartsWith("https://", StringComparison.InvariantCultureIgnoreCase)) return "The hostname must start with either http:// or https://"; if(!Uri.TryCreate(hostname, UriKind.Absolute, out _)) return "The hostname is not a valid HTTP(S) URL."; return null; } private void Cancel() => this.MudDialog.Cancel(); private async Task ReloadModels() { var currentProviderSettings = this.CreateProviderSettings(); var provider = currentProviderSettings.CreateProvider(); if(provider is NoProvider) return; var models = await provider.GetTextModels(this.JsRuntime, this.SettingsManager, this.dataAPIKey); // Order descending by ID means that the newest models probably come first: var orderedModels = models.OrderByDescending(n => n.Id); this.availableModels.Clear(); this.availableModels.AddRange(orderedModels); } private bool CanLoadModels() { if (this.DataProvider is Providers.SELF_HOSTED) { switch (this.DataHost) { case Host.NONE: return false; case Host.LLAMACPP: return false; case Host.LM_STUDIO: return true; case Host.OLLAMA: return true; default: return false; } } if(this.DataProvider is Providers.NONE) return false; if(string.IsNullOrWhiteSpace(this.dataAPIKey)) return false; return true; } private bool ShowRegisterButton => this.DataProvider switch { Providers.OPEN_AI => true, Providers.MISTRAL => true, Providers.ANTHROPIC => true, Providers.FIREWORKS => true, _ => false, }; private bool NeedAPIKey => this.DataProvider switch { Providers.OPEN_AI => true, Providers.MISTRAL => true, Providers.ANTHROPIC => true, Providers.FIREWORKS => true, _ => false, }; private bool NeedHostname => this.DataProvider switch { Providers.SELF_HOSTED => true, _ => false, }; private bool NeedHost => this.DataProvider switch { Providers.SELF_HOSTED => true, _ => false, }; private bool ProvideModelManually => this.DataProvider switch { Providers.FIREWORKS => true, _ => false, }; private string GetModelOverviewURL() => this.DataProvider switch { Providers.FIREWORKS => "https://fireworks.ai/models?show=Serverless", _ => string.Empty, }; private string GetProviderCreationURL() => this.DataProvider switch { Providers.OPEN_AI => "https://platform.openai.com/signup", Providers.MISTRAL => "https://console.mistral.ai/", Providers.ANTHROPIC => "https://console.anthropic.com/dashboard", Providers.FIREWORKS => "https://fireworks.ai/login", _ => string.Empty, }; private bool IsNoneProvider => this.DataProvider is Providers.NONE; }