added warning and improved error handling

app/MindWork AI Studio/Tools/Services/DataSourceEmbeddingModels.cs

@@ -28,7 +28,8 @@ public sealed record DataSourceEmbeddingStatus(
     int IndexedFiles,
     int FailedFiles,
     string CurrentFile,
-    string LastError)
+    string LastError,
+    IReadOnlyList<DataSourceEmbeddingFailure> Failures)
 {
     private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(DataSourceEmbeddingService).Namespace, nameof(DataSourceEmbeddingService));
 
@@ -53,13 +54,26 @@ public sealed record DataSourceEmbeddingStatus(
     };
 }
 
+public sealed record DataSourceEmbeddingFailure(
+    string FilePath,
+    string Reason);
+
 public sealed class FileEnumerationResult
 {
     public List<FileInfo> Files { get; } = [];
 
+    public List<DataSourceEmbeddingFailure> Failures { get; } = [];
+
     public int FailedFiles { get; set; }
 
     public string LastError { get; set; } = string.Empty;
+
+    public void AddFailure(string filePath, string reason)
+    {
+        this.Failures.Add(new DataSourceEmbeddingFailure(filePath, reason));
+        this.FailedFiles = this.Failures.Count;
+        this.LastError = reason;
+    }
 }
 
 public sealed class DataSourceEmbeddingManifest

app/MindWork AI Studio/Tools/Services/DataSourceEmbeddingService.Files.cs

@@ -50,8 +50,8 @@ public sealed partial class DataSourceEmbeddingService
                     var chunk = currentChunk.ToString().Trim();
                     if (!string.IsNullOrWhiteSpace(chunk))
                     {
-                        await foreach (var finalChunk in this.SplitChunkByEmbeddingTokenLimitAsync(chunk, embeddingProvider, token))
-                            yield return finalChunk;
+                        await foreach (var splitChunk in this.SplitChunkByEmbeddingTokenLimitAsync(chunk, embeddingProvider, token))
+                            yield return splitChunk;
                     }
 
                     var overlap = chunk.Length > CHUNK_OVERLAP_LENGTH
@@ -239,8 +239,7 @@ public sealed partial class DataSourceEmbeddingService
                         break;
 
                     default:
-                        result.FailedFiles = 1;
-                        result.LastError = $"The selected file '{localFile.FilePath}' is not supported for background embeddings.";
+                        result.AddFailure(localFile.FilePath, $"The selected file '{localFile.FilePath}' is not supported for background embeddings.");
                         break;
                 }
 
@@ -254,13 +253,11 @@ public sealed partial class DataSourceEmbeddingService
         switch (dataSource)
         {
             case DataSourceLocalFile localFile:
-                result.FailedFiles = 1;
-                result.LastError = $"The selected file '{localFile.FilePath}' does not exist.";
+                result.AddFailure(localFile.FilePath, $"The selected file '{localFile.FilePath}' does not exist.");
                 break;
 
             case DataSourceLocalDirectory localDirectory:
-                result.FailedFiles = 1;
-                result.LastError = $"The selected directory '{localDirectory.Path}' does not exist.";
+                result.AddFailure(localDirectory.Path, $"The selected directory '{localDirectory.Path}' does not exist.");
                 break;
         }
 
@@ -286,8 +283,7 @@ public sealed partial class DataSourceEmbeddingService
             catch (Exception exception)
             {
                 logger.LogWarning(exception, "Cannot access directory '{DirectoryPath}' while indexing.", currentPath);
-                result.FailedFiles++;
-                result.LastError = $"The directory '{currentPath}' could not be accessed.";
+                result.AddFailure(currentPath, $"The directory '{currentPath}' could not be accessed.");
                 continue;
             }
 
@@ -303,8 +299,7 @@ public sealed partial class DataSourceEmbeddingService
                 catch (Exception exception)
                 {
                     logger.LogWarning(exception, "Cannot inspect file '{FilePath}' while indexing.", filePath);
-                    result.FailedFiles++;
-                    result.LastError = $"The file '{filePath}' could not be inspected.";
+                    result.AddFailure(filePath, $"The file '{filePath}' could not be inspected.");
                     continue;
                 }
 

app/MindWork AI Studio/Tools/Services/DataSourceEmbeddingService.cs

@@ -103,11 +103,29 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
         this.RefreshWatchers();
     }
 
+    public bool CanRefreshDataSource(IDataSource dataSource)
+    {
+        return this.IsSupportedInternalDataSource(dataSource);
+    }
+
+    public bool CanRefreshDataSource(string dataSourceId)
+    {
+        return this.TryGetConfiguredDataSource(dataSourceId, out var dataSource) &&
+            this.CanRefreshDataSource(dataSource);
+    }
+
     public Task QueueDataSourceAsync(IDataSource dataSource)
     {
         return this.QueueDataSourceAsync(dataSource, true);
     }
 
+    public Task QueueDataSourceAsync(string dataSourceId)
+    {
+        return this.TryGetConfiguredDataSource(dataSourceId, out var dataSource)
+            ? this.QueueDataSourceAsync(dataSource)
+            : Task.CompletedTask;
+    }
+
     private async Task QueueDataSourceAsync(IDataSource dataSource, bool queueAfterCurrentRun)
     {
         if (!this.IsSupportedInternalDataSource(dataSource))
@@ -134,7 +152,15 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
 
         logger.LogInformation("Queueing data source '{DataSourceName}' ({DataSourceId}) for background embeddings.", dataSource.Name, dataSource.Id);
         if (!this.statuses.TryGetValue(dataSource.Id, out var currentStatus) || currentStatus.State is not DataSourceEmbeddingState.RUNNING)
-            this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.QUEUED, currentStatus?.TotalFiles ?? 0, currentStatus?.IndexedFiles ?? 0, currentStatus?.FailedFiles ?? 0));
+        {
+            this.UpsertStatus(this.CreateStatus(
+                dataSource,
+                DataSourceEmbeddingState.QUEUED,
+                currentStatus?.TotalFiles ?? 0,
+                currentStatus?.IndexedFiles ?? 0,
+                currentStatus?.FailedFiles ?? 0,
+                failures: currentStatus?.Failures ?? []));
+        }
         logger.LogDebug("Upserting status for data source '{DataSourceName}' ({DataSourceId}).", dataSource.Name, dataSource.Id);
         await this.queue.Writer.WriteAsync(dataSource.Id);
         logger.LogDebug("Queued data source '{DataSourceName}' ({DataSourceId}).", dataSource.Name, dataSource.Id);
@@ -266,13 +292,15 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
             totalFiles,
             0,
             inputFiles.FailedFiles,
-            lastError: inputFiles.LastError));
+            lastError: inputFiles.LastError,
+            failures: inputFiles.Failures));
 
         var provider = embeddingProvider.CreateProvider();
         var skippedFiles = 0;
         var completedFiles = 0;
         var failedFiles = inputFiles.FailedFiles;
         var lastError = inputFiles.LastError;
+        var failureDetails = inputFiles.Failures.ToList();
 
         foreach (var file in indexedFiles)
         {
@@ -288,11 +316,11 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
                     dataSource.Name,
                     dataSource.Id);
                 skippedFiles++;
-                this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, lastError: lastError));
+                this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, lastError: lastError, failures: failureDetails));
                 continue;
             }
 
-            this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, file.Name, lastError));
+            this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, file.Name, lastError, failureDetails));
 
             try
             {
@@ -338,16 +366,17 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
             {
                 failedFiles++;
                 lastError = exception.Message;
+                failureDetails.Add(new DataSourceEmbeddingFailure(file.FullName, exception.Message));
                 manifest.Files.Remove(file.FullName);
                 await this.DeleteFilePointsAsync(vectorStore, collectionName, file.FullName, token);
                 await embeddingState.DeleteFileAsync(dataSource.Id, file.FullName, token);
 
                 logger.LogWarning(exception, "Failed to embed file '{FilePath}' for data source '{DataSourceName}'.", file.FullName, dataSource.Name);
-                this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, file.Name, exception.Message));
+                this.UpsertStatus(this.CreateStatus(dataSource, DataSourceEmbeddingState.RUNNING, totalFiles, skippedFiles + completedFiles, failedFiles, file.Name, exception.Message, failureDetails));
             }
         }
 
-        this.UpsertStatus(this.CreateCompletedStatus(dataSource, totalFiles, skippedFiles + completedFiles, failedFiles, lastError));
+        this.UpsertStatus(this.CreateCompletedStatus(dataSource, totalFiles, skippedFiles + completedFiles, failedFiles, lastError, failureDetails));
         logger.LogInformation(
             "Finished background embeddings for data source '{DataSourceName}' ({DataSourceId}). Indexed={IndexedFiles}, Failed={FailedFiles}, Total={TotalFiles}.",
             dataSource.Name,
@@ -558,6 +587,14 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
         return dataSource is DataSourceLocalDirectory or DataSourceLocalFile;
     }
 
+    private bool TryGetConfiguredDataSource(string dataSourceId, [NotNullWhen(true)] out IDataSource? dataSource)
+    {
+        dataSource = settingsManager.ConfigurationData.DataSources
+            .FirstOrDefault(source => source.Id.Equals(dataSourceId, StringComparison.OrdinalIgnoreCase));
+
+        return dataSource is not null;
+    }
+
     private bool TryResolveEmbeddingProvider(IDataSource dataSource, [NotNullWhen(true)] out EmbeddingProvider? embeddingProvider)
     {
         embeddingProvider = settingsManager.ConfigurationData.EmbeddingProviders.FirstOrDefault(provider =>
@@ -641,7 +678,8 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
         int indexedFiles,
         int failedFiles,
         string currentFile = "",
-        string lastError = "")
+        string lastError = "",
+        IReadOnlyList<DataSourceEmbeddingFailure>? failures = null)
     {
         return new DataSourceEmbeddingStatus(
             dataSource.Id,
@@ -652,10 +690,11 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
             indexedFiles,
             failedFiles,
             currentFile,
-            lastError);
+            lastError,
+            failures?.ToList() ?? []);
     }
 
-    private DataSourceEmbeddingStatus CreateCompletedStatus(IDataSource dataSource, int totalFiles, int indexedFiles, int failedFiles, string lastError)
+    private DataSourceEmbeddingStatus CreateCompletedStatus(IDataSource dataSource, int totalFiles, int indexedFiles, int failedFiles, string lastError, IReadOnlyList<DataSourceEmbeddingFailure>? failures = null)
     {
         return this.CreateStatus(
             dataSource,
@@ -667,12 +706,20 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
                 ? string.IsNullOrWhiteSpace(lastError)
                     ? "Some files could not be embedded. See the logs for details."
                     : lastError
-                : string.Empty);
+                : string.Empty,
+            failures: failures);
     }
 
     private DataSourceEmbeddingStatus GetFallbackStatus(IDataSource dataSource, string errorMessage)
     {
-        return this.CreateStatus(dataSource, DataSourceEmbeddingState.FAILED, 0, 0, 1, lastError: errorMessage);
+        return this.CreateStatus(
+            dataSource,
+            DataSourceEmbeddingState.FAILED,
+            0,
+            0,
+            1,
+            lastError: errorMessage,
+            failures: [new DataSourceEmbeddingFailure(dataSource.Name, errorMessage)]);
     }
 
     private DataSourceQueueRequestResult TryReserveDataSourceQueueSlot(string dataSourceId, bool queueAfterCurrentRun)
@@ -749,7 +796,8 @@ public sealed partial class DataSourceEmbeddingService(SettingsManager settingsM
             currentStatus?.TotalFiles ?? 0,
             currentStatus?.IndexedFiles ?? 0,
             currentStatus?.FailedFiles ?? 0,
-            lastError: currentStatus?.LastError ?? string.Empty));
+            lastError: currentStatus?.LastError ?? string.Empty,
+            failures: currentStatus?.Failures ?? []));
 
         try
         {