made the embedding procedure more robust

app/MindWork AI Studio/Tools/Services/DataSourceEmbeddingService.Watchers.cs

@@ -1,4 +1,5 @@
 using System.Collections.Concurrent;
+using System.Threading;
 using AIStudio.Settings;
 using AIStudio.Settings.DataModel;
 
@@ -20,6 +21,13 @@ public sealed partial class DataSourceEmbeddingService
             return;
         }
 
+        if (Volatile.Read(ref this.startupHashCheckCompleted) == 0)
+        {
+            logger.LogDebug("File watchers are not activated yet because the startup persisted hash check has not completed.");
+            this.RemoveAllWatchers();
+            return;
+        }
+
         var supportedSources = settingsManager.ConfigurationData.DataSources
             .Where(this.IsSupportedInternalDataSource)
             .ToDictionary(source => source.Id, StringComparer.OrdinalIgnoreCase);
@@ -161,8 +169,8 @@ public sealed partial class DataSourceEmbeddingService
 
                 if (dataSource is not null)
                 {
-                    logger.LogInformation("Queueing data source '{DataSourceName}' ({DataSourceId}) after file system changes settled.", dataSource.Name, dataSource.Id);
-                    await this.QueueDataSourceAsync(dataSource, true);
+                    logger.LogInformation("Queueing data source '{DataSourceName}' ({DataSourceId}) after file system changes settled. The hash pipeline will reindex only changed files.", dataSource.Name, dataSource.Id);
+                    await this.QueueDataSourceAsync(dataSource, true, DataSourceEmbeddingRefreshMode.WATCHER_HASH_CHECK);
                 }
             }
             catch (OperationCanceledException)