added manual refresh and cleaned up code

app/MindWork AI Studio/Dialogs/EmbeddingProviderDialog.razor

@@ -123,7 +123,8 @@
                 AdornmentColor="Color.Info"
                 Validation="@this.providerValidation.ValidatingInstanceName"
                 UserAttributes="@SPELLCHECK_ATTRIBUTES"/>
-            @if (this.DataModel != default){
+            @if (this.DataLLMProvider != LLMProviders.NONE)
+            {
                 <MudJustifiedText Typo="Typo.body1" Class="mb-3">
                     @T("For better embeddings and less storage usage, it's recommended to use a custom tokenizer to enable a more accurate token count.")
                 </MudJustifiedText>
@@ -137,8 +138,7 @@
                     Error="@(!string.IsNullOrWhiteSpace(this.dataCustomTokenizerValidationIssue))"
                     ErrorText="@(this.dataCustomTokenizerValidationIssue)"
                     Validation="@this.providerValidation.ValidatingCustomTokenizer"
-                    OnClear = "@this.ClearPathTokenizer"
-                    />
+                    OnClear="@this.ClearPathTokenizer" />
             }
         </MudForm>
         @if (this.dataStoreWasAttempted)

app/MindWork AI Studio/Dialogs/EmbeddingProviderDialog.razor.cs

@@ -2,6 +2,7 @@ using AIStudio.Chat;
 using AIStudio.Components;
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Rust;
 using AIStudio.Tools.Services;
 using AIStudio.Tools.Validation;
 
@@ -115,7 +116,7 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
             GetPreviousInstanceName = () => this.dataEditingPreviousInstanceName,
             GetUsedInstanceNames = () => this.UsedInstanceNames,
             GetHost = () => this.DataHost,
-            IsModelProvidedManually = () => this.DataLLMProvider is LLMProviders.SELF_HOSTED && this.DataHost is Host.OLLAMA,
+            IsModelProvidedManually = () => this.DataLLMProvider.IsEmbeddingModelProvidedManually(this.DataHost),
             GetCustomTokenizerValidationIssue = () => this.dataCustomTokenizerValidationIssue,
         };
     }
@@ -126,7 +127,7 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
         Model model = default;
         if(this.DataLLMProvider is LLMProviders.SELF_HOSTED)
         {
-            if (this.DataHost is Host.OLLAMA)
+            if (this.DataLLMProvider.IsEmbeddingModelProvidedManually(this.DataHost))
                 model = new Model(this.dataManuallyModel, null);
             else if (this.DataHost is Host.LM_STUDIO)
                 model = this.DataModel;
@@ -176,7 +177,7 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
             //
             // We cannot load the API key for self-hosted providers:
             //
-            if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && this.DataHost is not Host.OLLAMA)
+            if (this.DataLLMProvider is LLMProviders.SELF_HOSTED && this.DataHost is not Host.OLLAMA && this.DataHost is not Host.VLLM)
             {
                 await this.ReloadModels();
                 await base.OnInitializedAsync();
@@ -241,10 +242,10 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
         if (!this.dataIsValid)
             return;
         
-        var response = await this.RustService.StoreTokenizer(TokenizerModelId.ForEmbeddingProviderId(this.DataId), this.dataFilePath);
+        var response = await this.StoreOrDeleteTokenizerAsync();
         if (!response.Success)
         {
-            this.dataCustomTokenizerValidationIssue = response.Message;
+            this.dataCustomTokenizerValidationIssue = string.IsNullOrWhiteSpace(response.Message) ? string.Empty : response.Message;
             await this.form.Validate();
             return;
         }
@@ -340,6 +341,15 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
         }
     }
 
+    private Task<TokenizerResponse> StoreOrDeleteTokenizerAsync()
+    {
+        var tokenizerId = TokenizerModelId.ForEmbeddingProviderId(this.DataId);
+        if (string.IsNullOrWhiteSpace(this.dataFilePath))
+            return this.RustService.DeleteTokenizer(tokenizerId);
+
+        return this.RustService.StoreTokenizer(tokenizerId, this.dataFilePath);
+    }
+
     private void OnHostChanged(Host selectedHost)
     {
         // When the host changes, reset the model selection state:

app/MindWork AI Studio/Dialogs/ProviderDialog.razor.cs

@@ -4,6 +4,7 @@ using System.Text.Json;
 using AIStudio.Components;
 using AIStudio.Provider;
 using AIStudio.Provider.HuggingFace;
+using AIStudio.Tools.Rust;
 using AIStudio.Tools.Services;
 using AIStudio.Tools.Validation;
 
@@ -268,7 +269,7 @@ public partial class ProviderDialog : MSGComponentBase, ISecretId
         if (!this.dataIsValid)
             return;
 
-        var tokenizerResponse = await this.RustService.StoreTokenizer(TokenizerModelId.ForProviderId(this.DataId), this.dataFilePath);
+        var tokenizerResponse = await this.StoreOrDeleteTokenizerAsync();
         if (!tokenizerResponse.Success)
         {
             this.dataCustomTokenizerValidationIssue = tokenizerResponse.Message;
@@ -367,6 +368,15 @@ public partial class ProviderDialog : MSGComponentBase, ISecretId
         }
     }
 
+    private Task<TokenizerResponse> StoreOrDeleteTokenizerAsync()
+    {
+        var tokenizerId = TokenizerModelId.ForProviderId(this.DataId);
+        if (string.IsNullOrWhiteSpace(this.dataFilePath))
+            return this.RustService.DeleteTokenizer(tokenizerId);
+
+        return this.RustService.StoreTokenizer(tokenizerId, this.dataFilePath);
+    }
+
     private void OnHostChanged(Host selectedHost)
     {
         // When the host changes, reset the model selection state:

app/MindWork AI Studio/Dialogs/Settings/SettingsDialogDataSources.razor

@@ -14,6 +14,13 @@
             @T("You might configure different data sources. A data source can include one file, all files in a directory, or data from your company. Later, you can incorporate these data sources as needed when the AI requires this data to complete a certain task.")
         </MudJustifiedText>
 
+        <MudStack Row="true" AlignItems="AlignItems.Center" Justify="Justify.SpaceBetween" Class="mb-3" Wrap="Wrap.Wrap">
+            <MudTextSwitch Label="@T("Automatic local data source refresh")" Value="@this.SettingsManager.ConfigurationData.DataSourceIndexing.AutomaticRefresh" LabelOn="@T("Local data sources refresh when files change.")" LabelOff="@T("Local data sources refresh only when triggered manually.")" ValueChanged="@this.AutomaticRefreshChanged"/>
+            <MudButton Variant="Variant.Filled" Color="Color.Primary" StartIcon="@Icons.Material.Filled.Sync" Disabled="@(!this.HasRefreshableDataSources())" OnClick="@this.RefreshAllDataSources">
+                @T("Refresh all")
+            </MudButton>
+        </MudStack>
+
         <MudTable Items="@this.SettingsManager.ConfigurationData.DataSources" Hover="@true" Class="border-dashed border rounded-lg">
             <ColGroup>
                 <col style="width: 3em;"/>
@@ -38,6 +45,9 @@
                 <MudTd>
                     <MudStack Row="true" Class="mb-2 mt-2" Wrap="Wrap.Wrap">
                         <MudIconButton Variant="Variant.Filled" Color="Color.Info" Icon="@Icons.Material.Filled.Info" OnClick="() => this.ShowInformation(context)"/>
+                        <MudButton Variant="Variant.Filled" Color="Color.Primary" StartIcon="@Icons.Material.Filled.Sync" Disabled="@(!this.CanRefreshDataSource(context))" OnClick="() => this.RefreshDataSource(context)">
+                            @T("Refresh")
+                        </MudButton>
                         <MudButton Variant="Variant.Filled" Color="Color.Info" StartIcon="@Icons.Material.Filled.Edit" OnClick="() => this.EditDataSource(context)">
                             @T("Edit")
                         </MudButton>
@@ -73,4 +83,4 @@
             @T("Close")
         </MudButton>
     </DialogActions>
-</MudDialog>
+</MudDialog>

app/MindWork AI Studio/Dialogs/Settings/SettingsDialogDataSources.razor.cs

@@ -28,6 +28,39 @@ public partial class SettingsDialogDataSources : SettingsDialogBase
         
         return T("Unknown");
     }
+
+    private bool CanRefreshDataSource(IDataSource dataSource)
+    {
+        return dataSource is DataSourceLocalDirectory or DataSourceLocalFile;
+    }
+
+    private bool HasRefreshableDataSources()
+    {
+        return this.SettingsManager.ConfigurationData.DataSources.Any(this.CanRefreshDataSource);
+    }
+
+    private async Task AutomaticRefreshChanged(bool enabled)
+    {
+        this.SettingsManager.ConfigurationData.DataSourceIndexing.AutomaticRefresh = enabled;
+        await this.SettingsManager.StoreSettings();
+        this.DataSourceEmbeddingService.RefreshAutomaticWatchers();
+        await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
+    }
+
+    private async Task RefreshAllDataSources()
+    {
+        await this.DataSourceEmbeddingService.QueueAllInternalDataSourcesAsync();
+        await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
+    }
+
+    private async Task RefreshDataSource(IDataSource dataSource)
+    {
+        if (!this.CanRefreshDataSource(dataSource))
+            return;
+
+        await this.DataSourceEmbeddingService.QueueDataSourceAsync(dataSource);
+        await this.MessageBus.SendMessage<bool>(this, Event.CONFIGURATION_CHANGED);
+    }
     
     private async Task AddDataSource(DataSourceType type)
     {