mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2025-04-28 21:19:47 +00:00
Implemented embedding provider configuration
This commit is contained in:
parent
1260044109
commit
66232dad1a
118
app/MindWork AI Studio/Dialogs/EmbeddingDialog.razor
Normal file
118
app/MindWork AI Studio/Dialogs/EmbeddingDialog.razor
Normal file
@ -0,0 +1,118 @@
|
|||||||
|
@using AIStudio.Provider
|
||||||
|
@using AIStudio.Provider.SelfHosted
|
||||||
|
|
||||||
|
<MudDialog>
|
||||||
|
<DialogContent>
|
||||||
|
<MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues">
|
||||||
|
<MudStack Row="@true" AlignItems="AlignItems.Center">
|
||||||
|
@* ReSharper disable once CSharpWarnings::CS8974 *@
|
||||||
|
<MudSelect @bind-Value="@this.DataLLMProvider" Label="Provider" Class="mb-3" OpenIcon="@Icons.Material.Filled.AccountBalance" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingProvider">
|
||||||
|
@foreach (LLMProviders provider in Enum.GetValues(typeof(LLMProviders)))
|
||||||
|
{
|
||||||
|
if (provider.ProvideEmbeddings())
|
||||||
|
{
|
||||||
|
<MudSelectItem Value="@provider">@provider</MudSelectItem>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
</MudSelect>
|
||||||
|
<MudButton Disabled="@(!this.DataLLMProvider.ShowRegisterButton())" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.OpenInBrowser" Href="@this.DataLLMProvider.GetCreationURL()" Target="_blank">Create account</MudButton>
|
||||||
|
</MudStack>
|
||||||
|
|
||||||
|
@* ReSharper disable once CSharpWarnings::CS8974 *@
|
||||||
|
<MudTextField
|
||||||
|
T="string"
|
||||||
|
@bind-Text="@this.dataAPIKey"
|
||||||
|
Label="@this.APIKeyText"
|
||||||
|
Disabled="@(!this.DataLLMProvider.IsAPIKeyNeeded(this.DataHost))"
|
||||||
|
Class="mb-3"
|
||||||
|
Adornment="Adornment.Start"
|
||||||
|
AdornmentIcon="@Icons.Material.Filled.VpnKey"
|
||||||
|
AdornmentColor="Color.Info"
|
||||||
|
InputType="InputType.Password"
|
||||||
|
Validation="@this.providerValidation.ValidatingAPIKey"
|
||||||
|
/>
|
||||||
|
|
||||||
|
<MudTextField
|
||||||
|
T="string"
|
||||||
|
@bind-Text="@this.DataHostname"
|
||||||
|
Label="Hostname"
|
||||||
|
Disabled="@(!this.DataLLMProvider.IsHostnameNeeded())"
|
||||||
|
Class="mb-3"
|
||||||
|
Adornment="Adornment.Start"
|
||||||
|
AdornmentIcon="@Icons.Material.Filled.Dns"
|
||||||
|
AdornmentColor="Color.Info"
|
||||||
|
Validation="@this.providerValidation.ValidatingHostname"
|
||||||
|
UserAttributes="@SPELLCHECK_ATTRIBUTES"
|
||||||
|
/>
|
||||||
|
|
||||||
|
<MudSelect Disabled="@(!this.DataLLMProvider.IsHostNeeded())" @bind-Value="@this.DataHost" Label="Host" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingHost">
|
||||||
|
@foreach (Host host in Enum.GetValues(typeof(Host)))
|
||||||
|
{
|
||||||
|
if (host.AreEmbeddingsSupported())
|
||||||
|
{
|
||||||
|
<MudSelectItem Value="@host">@host.Name()</MudSelectItem>
|
||||||
|
}
|
||||||
|
}
|
||||||
|
</MudSelect>
|
||||||
|
|
||||||
|
<MudStack Row="@true" AlignItems="AlignItems.Center">
|
||||||
|
@if (this.DataLLMProvider.IsEmbeddingModelProvidedManually())
|
||||||
|
{
|
||||||
|
<MudTextField
|
||||||
|
T="string"
|
||||||
|
@bind-Text="@this.dataManuallyModel"
|
||||||
|
Label="Model"
|
||||||
|
Class="mb-3"
|
||||||
|
Adornment="Adornment.Start"
|
||||||
|
AdornmentIcon="@Icons.Material.Filled.Dns"
|
||||||
|
AdornmentColor="Color.Info"
|
||||||
|
Validation="@this.ValidateManuallyModel"
|
||||||
|
UserAttributes="@SPELLCHECK_ATTRIBUTES"
|
||||||
|
HelperText="Currently, we cannot query the embedding models of self-hosted systems. Therefore, enter the model name manually."
|
||||||
|
/>
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
<MudButton Disabled="@(!this.DataLLMProvider.CanLoadModels(this.DataHost, this.dataAPIKey))" Variant="Variant.Filled" Size="Size.Small" StartIcon="@Icons.Material.Filled.Refresh" OnClick="this.ReloadModels">Load</MudButton>
|
||||||
|
<MudSelect Disabled="@this.IsNoneProvider" @bind-Value="@this.DataModel" Label="Model" Class="mb-3" OpenIcon="@Icons.Material.Filled.FaceRetouchingNatural" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.providerValidation.ValidatingModel">
|
||||||
|
@foreach (var model in this.availableModels)
|
||||||
|
{
|
||||||
|
<MudSelectItem Value="@model">@model</MudSelectItem>
|
||||||
|
}
|
||||||
|
</MudSelect>
|
||||||
|
}
|
||||||
|
</MudStack>
|
||||||
|
|
||||||
|
@* ReSharper disable once CSharpWarnings::CS8974 *@
|
||||||
|
<MudTextField
|
||||||
|
T="string"
|
||||||
|
@bind-Text="@this.DataName"
|
||||||
|
Label="Instance Name"
|
||||||
|
Class="mb-3"
|
||||||
|
MaxLength="40"
|
||||||
|
Counter="40"
|
||||||
|
Immediate="@true"
|
||||||
|
Adornment="Adornment.Start"
|
||||||
|
AdornmentIcon="@Icons.Material.Filled.Lightbulb"
|
||||||
|
AdornmentColor="Color.Info"
|
||||||
|
Validation="@this.providerValidation.ValidatingInstanceName"
|
||||||
|
UserAttributes="@SPELLCHECK_ATTRIBUTES"
|
||||||
|
/>
|
||||||
|
|
||||||
|
</MudForm>
|
||||||
|
<Issues IssuesData="@this.dataIssues"/>
|
||||||
|
</DialogContent>
|
||||||
|
<DialogActions>
|
||||||
|
<MudButton OnClick="@this.Cancel" Variant="Variant.Filled">Cancel</MudButton>
|
||||||
|
<MudButton OnClick="@this.Store" Variant="Variant.Filled" Color="Color.Primary">
|
||||||
|
@if(this.IsEditing)
|
||||||
|
{
|
||||||
|
@:Update
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
@:Add
|
||||||
|
}
|
||||||
|
</MudButton>
|
||||||
|
</DialogActions>
|
||||||
|
</MudDialog>
|
258
app/MindWork AI Studio/Dialogs/EmbeddingDialog.razor.cs
Normal file
258
app/MindWork AI Studio/Dialogs/EmbeddingDialog.razor.cs
Normal file
@ -0,0 +1,258 @@
|
|||||||
|
using AIStudio.Provider;
|
||||||
|
using AIStudio.Settings;
|
||||||
|
using AIStudio.Tools.Validation;
|
||||||
|
|
||||||
|
using Microsoft.AspNetCore.Components;
|
||||||
|
|
||||||
|
using Host = AIStudio.Provider.SelfHosted.Host;
|
||||||
|
|
||||||
|
namespace AIStudio.Dialogs;
|
||||||
|
|
||||||
|
public partial class EmbeddingDialog : ComponentBase, ISecretId
|
||||||
|
{
|
||||||
|
[CascadingParameter]
|
||||||
|
private MudDialogInstance MudDialog { get; set; } = null!;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The embedding's number in the list.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public uint DataNum { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The embedding's ID.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public string DataId { get; set; } = Guid.NewGuid().ToString();
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The user chosen name.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public string DataName { get; set; } = string.Empty;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The chosen hostname for self-hosted providers.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public string DataHostname { get; set; } = string.Empty;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The host to use, e.g., llama.cpp.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public Host DataHost { get; set; } = Host.NONE;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Is this provider self-hosted?
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public bool IsSelfHosted { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The provider to use.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public LLMProviders DataLLMProvider { get; set; } = LLMProviders.NONE;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The embedding model to use.
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public Model DataModel { get; set; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// Should the dialog be in editing mode?
|
||||||
|
/// </summary>
|
||||||
|
[Parameter]
|
||||||
|
public bool IsEditing { get; init; }
|
||||||
|
|
||||||
|
[Inject]
|
||||||
|
private SettingsManager SettingsManager { get; init; } = null!;
|
||||||
|
|
||||||
|
[Inject]
|
||||||
|
private ILogger<ProviderDialog> Logger { get; init; } = null!;
|
||||||
|
|
||||||
|
[Inject]
|
||||||
|
private RustService RustService { get; init; } = null!;
|
||||||
|
|
||||||
|
private static readonly Dictionary<string, object?> SPELLCHECK_ATTRIBUTES = new();
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The list of used instance names. We need this to check for uniqueness.
|
||||||
|
/// </summary>
|
||||||
|
private List<string> UsedInstanceNames { get; set; } = [];
|
||||||
|
|
||||||
|
private bool dataIsValid;
|
||||||
|
private string[] dataIssues = [];
|
||||||
|
private string dataAPIKey = string.Empty;
|
||||||
|
private string dataManuallyModel = string.Empty;
|
||||||
|
private string dataAPIKeyStorageIssue = string.Empty;
|
||||||
|
private string dataEditingPreviousInstanceName = string.Empty;
|
||||||
|
|
||||||
|
// We get the form reference from Blazor code to validate it manually:
|
||||||
|
private MudForm form = null!;
|
||||||
|
|
||||||
|
private readonly List<Model> availableModels = new();
|
||||||
|
private readonly Encryption encryption = Program.ENCRYPTION;
|
||||||
|
private readonly ProviderValidation providerValidation;
|
||||||
|
|
||||||
|
public EmbeddingDialog()
|
||||||
|
{
|
||||||
|
this.providerValidation = new()
|
||||||
|
{
|
||||||
|
GetProvider = () => this.DataLLMProvider,
|
||||||
|
GetAPIKeyStorageIssue = () => this.dataAPIKeyStorageIssue,
|
||||||
|
GetPreviousInstanceName = () => this.dataEditingPreviousInstanceName,
|
||||||
|
GetUsedInstanceNames = () => this.UsedInstanceNames,
|
||||||
|
GetHost = () => this.DataHost,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
private EmbeddingProvider CreateEmbeddingProviderSettings()
|
||||||
|
{
|
||||||
|
var cleanedHostname = this.DataHostname.Trim();
|
||||||
|
return new()
|
||||||
|
{
|
||||||
|
Num = this.DataNum,
|
||||||
|
Id = this.DataId,
|
||||||
|
Name = this.DataName,
|
||||||
|
UsedLLMProvider = this.DataLLMProvider,
|
||||||
|
Model = this.DataLLMProvider is LLMProviders.SELF_HOSTED ? new Model(this.dataManuallyModel, null) : this.DataModel,
|
||||||
|
IsSelfHosted = this.DataLLMProvider is LLMProviders.SELF_HOSTED,
|
||||||
|
Hostname = cleanedHostname.EndsWith('/') ? cleanedHostname[..^1] : cleanedHostname,
|
||||||
|
Host = this.DataHost,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
#region Overrides of ComponentBase
|
||||||
|
|
||||||
|
protected override async Task OnInitializedAsync()
|
||||||
|
{
|
||||||
|
// Configure the spellchecking for the instance name input:
|
||||||
|
this.SettingsManager.InjectSpellchecking(SPELLCHECK_ATTRIBUTES);
|
||||||
|
|
||||||
|
// Load the used instance names:
|
||||||
|
this.UsedInstanceNames = this.SettingsManager.ConfigurationData.EmbeddingProviders.Select(x => x.Name.ToLowerInvariant()).ToList();
|
||||||
|
|
||||||
|
// When editing, we need to load the data:
|
||||||
|
if(this.IsEditing)
|
||||||
|
{
|
||||||
|
this.dataEditingPreviousInstanceName = this.DataName.ToLowerInvariant();
|
||||||
|
|
||||||
|
// When using self-hosted embedding, we must copy the model name:
|
||||||
|
if (this.DataLLMProvider is LLMProviders.SELF_HOSTED)
|
||||||
|
this.dataManuallyModel = this.DataModel.Id;
|
||||||
|
|
||||||
|
//
|
||||||
|
// We cannot load the API key for self-hosted providers:
|
||||||
|
//
|
||||||
|
if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && this.DataHost is not Host.OLLAMA)
|
||||||
|
{
|
||||||
|
await this.ReloadModels();
|
||||||
|
await base.OnInitializedAsync();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Load the API key:
|
||||||
|
var requestedSecret = await this.RustService.GetAPIKey(this, isTrying: this.DataLLMProvider is LLMProviders.SELF_HOSTED);
|
||||||
|
if (requestedSecret.Success)
|
||||||
|
this.dataAPIKey = await requestedSecret.Secret.Decrypt(this.encryption);
|
||||||
|
else
|
||||||
|
{
|
||||||
|
this.dataAPIKey = string.Empty;
|
||||||
|
if (this.DataLLMProvider is not LLMProviders.SELF_HOSTED)
|
||||||
|
{
|
||||||
|
this.dataAPIKeyStorageIssue = $"Failed to load the API key from the operating system. The message was: {requestedSecret.Issue}. You might ignore this message and provide the API key again.";
|
||||||
|
await this.form.Validate();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
await this.ReloadModels();
|
||||||
|
}
|
||||||
|
|
||||||
|
await base.OnInitializedAsync();
|
||||||
|
}
|
||||||
|
|
||||||
|
protected override async Task OnAfterRenderAsync(bool firstRender)
|
||||||
|
{
|
||||||
|
// Reset the validation when not editing and on the first render.
|
||||||
|
// We don't want to show validation errors when the user opens the dialog.
|
||||||
|
if(!this.IsEditing && firstRender)
|
||||||
|
this.form.ResetValidation();
|
||||||
|
|
||||||
|
await base.OnAfterRenderAsync(firstRender);
|
||||||
|
}
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
|
||||||
|
#region Implementation of ISecretId
|
||||||
|
|
||||||
|
public string SecretId => this.DataId;
|
||||||
|
|
||||||
|
public string SecretName => this.DataName;
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
|
||||||
|
private async Task Store()
|
||||||
|
{
|
||||||
|
await this.form.Validate();
|
||||||
|
if (!string.IsNullOrWhiteSpace(this.dataAPIKeyStorageIssue))
|
||||||
|
this.dataAPIKeyStorageIssue = string.Empty;
|
||||||
|
|
||||||
|
// When the data is not valid, we don't store it:
|
||||||
|
if (!this.dataIsValid)
|
||||||
|
return;
|
||||||
|
|
||||||
|
// Use the data model to store the provider.
|
||||||
|
// We just return this data to the parent component:
|
||||||
|
var addedProviderSettings = this.CreateEmbeddingProviderSettings();
|
||||||
|
if (!string.IsNullOrWhiteSpace(this.dataAPIKey))
|
||||||
|
{
|
||||||
|
// Store the API key in the OS secure storage:
|
||||||
|
var storeResponse = await this.RustService.SetAPIKey(this, this.dataAPIKey);
|
||||||
|
if (!storeResponse.Success)
|
||||||
|
{
|
||||||
|
this.dataAPIKeyStorageIssue = $"Failed to store the API key in the operating system. The message was: {storeResponse.Issue}. Please try again.";
|
||||||
|
await this.form.Validate();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
this.MudDialog.Close(DialogResult.Ok(addedProviderSettings));
|
||||||
|
}
|
||||||
|
|
||||||
|
private string? ValidateManuallyModel(string manuallyModel)
|
||||||
|
{
|
||||||
|
if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && string.IsNullOrWhiteSpace(manuallyModel))
|
||||||
|
return "Please enter an embedding model name.";
|
||||||
|
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
private void Cancel() => this.MudDialog.Cancel();
|
||||||
|
|
||||||
|
private async Task ReloadModels()
|
||||||
|
{
|
||||||
|
var currentEmbeddingProviderSettings = this.CreateEmbeddingProviderSettings();
|
||||||
|
var provider = currentEmbeddingProviderSettings.CreateProvider(this.Logger);
|
||||||
|
if(provider is NoProvider)
|
||||||
|
return;
|
||||||
|
|
||||||
|
var models = await provider.GetEmbeddingModels(this.dataAPIKey);
|
||||||
|
|
||||||
|
// Order descending by ID means that the newest models probably come first:
|
||||||
|
var orderedModels = models.OrderByDescending(n => n.Id);
|
||||||
|
|
||||||
|
this.availableModels.Clear();
|
||||||
|
this.availableModels.AddRange(orderedModels);
|
||||||
|
}
|
||||||
|
|
||||||
|
private string APIKeyText => this.DataLLMProvider switch
|
||||||
|
{
|
||||||
|
LLMProviders.SELF_HOSTED => "(Optional) API Key",
|
||||||
|
_ => "API Key",
|
||||||
|
};
|
||||||
|
|
||||||
|
private bool IsNoneProvider => this.DataLLMProvider is LLMProviders.NONE;
|
||||||
|
}
|
@ -131,6 +131,73 @@
|
|||||||
|
|
||||||
</ExpansionPanel>
|
</ExpansionPanel>
|
||||||
|
|
||||||
|
@if (this.SettingsManager.ConfigurationData.App.PreviewVisibility >= PreviewVisibility.PROTOTYPE)
|
||||||
|
{
|
||||||
|
<ExpansionPanel HeaderIcon="@Icons.Material.Filled.IntegrationInstructions" HeaderText="Configure Embeddings">
|
||||||
|
<PreviewPrototype/>
|
||||||
|
<MudText Typo="Typo.h4" Class="mb-3">
|
||||||
|
Configured Embeddings
|
||||||
|
</MudText>
|
||||||
|
<MudJustifiedText Typo="Typo.body1" Class="mb-3">
|
||||||
|
Embeddings are a way to represent words, sentences, entire documents, or even images and videos as digital
|
||||||
|
fingerprints. Just like each person has a unique fingerprint, embedding models create unique digital patterns
|
||||||
|
that capture the meaning and characteristics of the content they analyze. When two things are similar in meaning
|
||||||
|
or content, their digital fingerprints will look very similar. For example, the fingerprints for 'happy' and
|
||||||
|
'joyful' would be more alike than those for 'happy' and 'sad'.
|
||||||
|
</MudJustifiedText>
|
||||||
|
|
||||||
|
<MudJustifiedText Typo="Typo.body1" Class="mb-3">
|
||||||
|
This helps AI Studio understand and compare things in a way that's similar to how humans do. When you're working on
|
||||||
|
something, AI Studio can automatically identify related documents and data by comparing their digital fingerprints.
|
||||||
|
For instance, if you're writing about customer service, AI Studio can instantly find other documents in your data that
|
||||||
|
discuss similar topics or experiences, even if they use different words.
|
||||||
|
</MudJustifiedText>
|
||||||
|
<MudTable Items="@this.SettingsManager.ConfigurationData.EmbeddingProviders" Hover="@true" Class="border-dashed border rounded-lg">
|
||||||
|
<ColGroup>
|
||||||
|
<col style="width: 3em;"/>
|
||||||
|
<col style="width: 12em;"/>
|
||||||
|
<col style="width: 12em;"/>
|
||||||
|
<col/>
|
||||||
|
<col style="width: 40em;"/>
|
||||||
|
</ColGroup>
|
||||||
|
<HeaderContent>
|
||||||
|
<MudTh>#</MudTh>
|
||||||
|
<MudTh>Name</MudTh>
|
||||||
|
<MudTh>Provider</MudTh>
|
||||||
|
<MudTh>Model</MudTh>
|
||||||
|
<MudTh Style="text-align: left;">Actions</MudTh>
|
||||||
|
</HeaderContent>
|
||||||
|
<RowTemplate>
|
||||||
|
<MudTd>@context.Num</MudTd>
|
||||||
|
<MudTd>@context.Name</MudTd>
|
||||||
|
<MudTd>@context.UsedLLMProvider</MudTd>
|
||||||
|
<MudTd>@this.GetEmbeddingProviderModelName(context)</MudTd>
|
||||||
|
|
||||||
|
<MudTd Style="text-align: left;">
|
||||||
|
<MudButton Variant="Variant.Filled" Color="Color.Info" StartIcon="@Icons.Material.Filled.OpenInBrowser" Class="ma-2" Href="@context.UsedLLMProvider.GetDashboardURL()" Target="_blank" Disabled="@(!context.UsedLLMProvider.HasDashboard())">
|
||||||
|
Open Dashboard
|
||||||
|
</MudButton>
|
||||||
|
<MudButton Variant="Variant.Filled" Color="Color.Info" StartIcon="@Icons.Material.Filled.Edit" Class="ma-2" OnClick="() => this.EditEmbeddingProvider(context)">
|
||||||
|
Edit
|
||||||
|
</MudButton>
|
||||||
|
<MudButton Variant="Variant.Filled" Color="Color.Error" StartIcon="@Icons.Material.Filled.Delete" Class="ma-2" OnClick="() => this.DeleteEmbeddingProvider(context)">
|
||||||
|
Delete
|
||||||
|
</MudButton>
|
||||||
|
</MudTd>
|
||||||
|
</RowTemplate>
|
||||||
|
</MudTable>
|
||||||
|
|
||||||
|
@if (this.SettingsManager.ConfigurationData.EmbeddingProviders.Count == 0)
|
||||||
|
{
|
||||||
|
<MudText Typo="Typo.h6" Class="mt-3">No embeddings configured yet.</MudText>
|
||||||
|
}
|
||||||
|
|
||||||
|
<MudButton Variant="Variant.Filled" Color="@Color.Primary" StartIcon="@Icons.Material.Filled.AddRoad" Class="mt-3 mb-6" OnClick="@this.AddEmbeddingProvider">
|
||||||
|
Add Embedding
|
||||||
|
</MudButton>
|
||||||
|
</ExpansionPanel>
|
||||||
|
}
|
||||||
|
|
||||||
<ExpansionPanel HeaderIcon="@Icons.Material.Filled.Person4" HeaderText="Configure Profiles">
|
<ExpansionPanel HeaderIcon="@Icons.Material.Filled.Person4" HeaderText="Configure Profiles">
|
||||||
<MudText Typo="Typo.h4" Class="mb-3">Your Profiles</MudText>
|
<MudText Typo="Typo.h4" Class="mb-3">Your Profiles</MudText>
|
||||||
<MudJustifiedText Typo="Typo.body1" Class="mb-3">
|
<MudJustifiedText Typo="Typo.body1" Class="mb-3">
|
||||||
|
@ -26,6 +26,7 @@ public partial class Settings : ComponentBase, IMessageBusReceiver, IDisposable
|
|||||||
private RustService RustService { get; init; } = null!;
|
private RustService RustService { get; init; } = null!;
|
||||||
|
|
||||||
private readonly List<ConfigurationSelectData<string>> availableLLMProviders = new();
|
private readonly List<ConfigurationSelectData<string>> availableLLMProviders = new();
|
||||||
|
private readonly List<ConfigurationSelectData<string>> availableEmbeddingProviders = new();
|
||||||
|
|
||||||
#region Overrides of ComponentBase
|
#region Overrides of ComponentBase
|
||||||
|
|
||||||
@ -160,6 +161,103 @@ public partial class Settings : ComponentBase, IMessageBusReceiver, IDisposable
|
|||||||
|
|
||||||
#endregion
|
#endregion
|
||||||
|
|
||||||
|
#region Embedding provider related
|
||||||
|
|
||||||
|
private string GetEmbeddingProviderModelName(EmbeddingProvider provider)
|
||||||
|
{
|
||||||
|
const int MAX_LENGTH = 36;
|
||||||
|
var modelName = provider.Model.ToString();
|
||||||
|
return modelName.Length > MAX_LENGTH ? "[...] " + modelName[^Math.Min(MAX_LENGTH, modelName.Length)..] : modelName;
|
||||||
|
}
|
||||||
|
|
||||||
|
private async Task AddEmbeddingProvider()
|
||||||
|
{
|
||||||
|
var dialogParameters = new DialogParameters<EmbeddingDialog>
|
||||||
|
{
|
||||||
|
{ x => x.IsEditing, false },
|
||||||
|
};
|
||||||
|
|
||||||
|
var dialogReference = await this.DialogService.ShowAsync<EmbeddingDialog>("Add Embedding Provider", dialogParameters, DialogOptions.FULLSCREEN);
|
||||||
|
var dialogResult = await dialogReference.Result;
|
||||||
|
if (dialogResult is null || dialogResult.Canceled)
|
||||||
|
return;
|
||||||
|
|
||||||
|
var addedEmbedding = (EmbeddingProvider)dialogResult.Data!;
|
||||||
|
addedEmbedding = addedEmbedding with { Num = this.SettingsManager.ConfigurationData.NextEmbeddingNum++ };
|
||||||
|
|
||||||
|
this.SettingsManager.ConfigurationData.EmbeddingProviders.Add(addedEmbedding);
|
||||||
|
this.UpdateEmbeddingProviders();
|
||||||
|
|
||||||
|
await this.SettingsManager.StoreSettings();
|
||||||
|
await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
|
||||||
|
}
|
||||||
|
|
||||||
|
private async Task EditEmbeddingProvider(EmbeddingProvider embeddingProvider)
|
||||||
|
{
|
||||||
|
var dialogParameters = new DialogParameters<EmbeddingDialog>
|
||||||
|
{
|
||||||
|
{ x => x.DataNum, embeddingProvider.Num },
|
||||||
|
{ x => x.DataId, embeddingProvider.Id },
|
||||||
|
{ x => x.DataName, embeddingProvider.Name },
|
||||||
|
{ x => x.DataLLMProvider, embeddingProvider.UsedLLMProvider },
|
||||||
|
{ x => x.DataModel, embeddingProvider.Model },
|
||||||
|
{ x => x.DataHostname, embeddingProvider.Hostname },
|
||||||
|
{ x => x.IsSelfHosted, embeddingProvider.IsSelfHosted },
|
||||||
|
{ x => x.IsEditing, true },
|
||||||
|
{ x => x.DataHost, embeddingProvider.Host },
|
||||||
|
};
|
||||||
|
|
||||||
|
var dialogReference = await this.DialogService.ShowAsync<EmbeddingDialog>("Edit Embedding Provider", dialogParameters, DialogOptions.FULLSCREEN);
|
||||||
|
var dialogResult = await dialogReference.Result;
|
||||||
|
if (dialogResult is null || dialogResult.Canceled)
|
||||||
|
return;
|
||||||
|
|
||||||
|
var editedEmbeddingProvider = (EmbeddingProvider)dialogResult.Data!;
|
||||||
|
|
||||||
|
// Set the provider number if it's not set. This is important for providers
|
||||||
|
// added before we started saving the provider number.
|
||||||
|
if(editedEmbeddingProvider.Num == 0)
|
||||||
|
editedEmbeddingProvider = editedEmbeddingProvider with { Num = this.SettingsManager.ConfigurationData.NextEmbeddingNum++ };
|
||||||
|
|
||||||
|
this.SettingsManager.ConfigurationData.EmbeddingProviders[this.SettingsManager.ConfigurationData.EmbeddingProviders.IndexOf(embeddingProvider)] = editedEmbeddingProvider;
|
||||||
|
this.UpdateEmbeddingProviders();
|
||||||
|
|
||||||
|
await this.SettingsManager.StoreSettings();
|
||||||
|
await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
|
||||||
|
}
|
||||||
|
|
||||||
|
private async Task DeleteEmbeddingProvider(EmbeddingProvider provider)
|
||||||
|
{
|
||||||
|
var dialogParameters = new DialogParameters
|
||||||
|
{
|
||||||
|
{ "Message", $"Are you sure you want to delete the embedding provider '{provider.Name}'?" },
|
||||||
|
};
|
||||||
|
|
||||||
|
var dialogReference = await this.DialogService.ShowAsync<ConfirmDialog>("Delete Embedding Provider", dialogParameters, DialogOptions.FULLSCREEN);
|
||||||
|
var dialogResult = await dialogReference.Result;
|
||||||
|
if (dialogResult is null || dialogResult.Canceled)
|
||||||
|
return;
|
||||||
|
|
||||||
|
var deleteSecretResponse = await this.RustService.DeleteAPIKey(provider);
|
||||||
|
if(deleteSecretResponse.Success)
|
||||||
|
{
|
||||||
|
this.SettingsManager.ConfigurationData.EmbeddingProviders.Remove(provider);
|
||||||
|
await this.SettingsManager.StoreSettings();
|
||||||
|
}
|
||||||
|
|
||||||
|
this.UpdateEmbeddingProviders();
|
||||||
|
await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void UpdateEmbeddingProviders()
|
||||||
|
{
|
||||||
|
this.availableEmbeddingProviders.Clear();
|
||||||
|
foreach (var provider in this.SettingsManager.ConfigurationData.EmbeddingProviders)
|
||||||
|
this.availableEmbeddingProviders.Add(new (provider.Name, provider.Id));
|
||||||
|
}
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
|
||||||
#region Profile related
|
#region Profile related
|
||||||
|
|
||||||
private async Task AddProfile()
|
private async Task AddProfile()
|
||||||
|
@ -20,6 +20,11 @@ public sealed class Data
|
|||||||
/// Settings concerning the LLM providers.
|
/// Settings concerning the LLM providers.
|
||||||
/// </summary>
|
/// </summary>
|
||||||
public DataLLMProviders LLMProviders { get; init; } = new();
|
public DataLLMProviders LLMProviders { get; init; } = new();
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// A collection of embedding providers configured.
|
||||||
|
/// </summary>
|
||||||
|
public List<EmbeddingProvider> EmbeddingProviders { get; init; } = [];
|
||||||
|
|
||||||
/// <summary>
|
/// <summary>
|
||||||
/// List of configured profiles.
|
/// List of configured profiles.
|
||||||
@ -31,6 +36,11 @@ public sealed class Data
|
|||||||
/// </summary>
|
/// </summary>
|
||||||
public uint NextProviderNum { get; set; } = 1;
|
public uint NextProviderNum { get; set; } = 1;
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The next embedding number to use.
|
||||||
|
/// </summary>
|
||||||
|
public uint NextEmbeddingNum { get; set; } = 1;
|
||||||
|
|
||||||
/// <summary>
|
/// <summary>
|
||||||
/// The next profile number to use.
|
/// The next profile number to use.
|
||||||
/// </summary>
|
/// </summary>
|
||||||
|
32
app/MindWork AI Studio/Settings/EmbeddingProvider.cs
Normal file
32
app/MindWork AI Studio/Settings/EmbeddingProvider.cs
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
using System.Text.Json.Serialization;
|
||||||
|
|
||||||
|
using AIStudio.Provider;
|
||||||
|
|
||||||
|
using Host = AIStudio.Provider.SelfHosted.Host;
|
||||||
|
|
||||||
|
namespace AIStudio.Settings;
|
||||||
|
|
||||||
|
public readonly record struct EmbeddingProvider(
|
||||||
|
uint Num,
|
||||||
|
string Id,
|
||||||
|
string Name,
|
||||||
|
LLMProviders UsedLLMProvider,
|
||||||
|
Model Model,
|
||||||
|
bool IsSelfHosted = false,
|
||||||
|
string Hostname = "http://localhost:1234",
|
||||||
|
Host Host = Host.NONE) : ISecretId
|
||||||
|
{
|
||||||
|
public override string ToString() => this.Name;
|
||||||
|
|
||||||
|
#region Implementation of ISecretId
|
||||||
|
|
||||||
|
/// <inheritdoc />
|
||||||
|
[JsonIgnore]
|
||||||
|
public string SecretId => this.Id;
|
||||||
|
|
||||||
|
/// <inheritdoc />
|
||||||
|
[JsonIgnore]
|
||||||
|
public string SecretName => this.Name;
|
||||||
|
|
||||||
|
#endregion
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user