Replace Qdrant with Qdrant Edge (#783)

app/MindWork AI Studio/Pages/Information.razor

@@ -21,11 +21,11 @@
                     <MudListItem T="string" Icon="@Icons.Material.Outlined.Build" Text="@this.VersionRust"/>
                     <MudListItem T="string" Icon="@Icons.Material.Outlined.Storage">
                         <MudText Typo="Typo.body1">
-                            @this.VersionDatabase
+                            @this.VersionVectorStore
                         </MudText>
-                        <MudCollapse Expanded="@this.showDatabaseDetails">
+                        <MudCollapse Expanded="@this.showVectorStoreDetails">
                             <MudText Typo="Typo.body1" Class="mt-2 mb-2">
-                                @foreach (var item in this.databaseDisplayInfo)
+                                @foreach (var item in this.vectorStoreDisplayInfo)
                                 {
                                     <div style="display: flex; align-items: center; gap: 8px;">
                                         <MudIcon Icon="@Icons.Material.Filled.ArrowRightAlt"/>
@@ -35,11 +35,11 @@
                                 }
                             </MudText>
                         </MudCollapse>
-                        <MudButton StartIcon="@(this.showDatabaseDetails ? Icons.Material.Filled.ExpandLess : Icons.Material.Filled.ExpandMore)"
+                        <MudButton StartIcon="@(this.showVectorStoreDetails ? Icons.Material.Filled.ExpandLess : Icons.Material.Filled.ExpandMore)"
                                    Size="Size.Small"
                                    Variant="Variant.Text"
-                                   OnClick="@this.ToggleDatabaseDetails">
-                            @(this.showDatabaseDetails ? T("Hide Details") : T("Show Details"))
+                                   OnClick="@this.ToggleVectorStoreDetails">
+                            @(this.showVectorStoreDetails ? T("Hide Details") : T("Show Details"))
                         </MudButton>
                     </MudListItem>
                     <MudListItem T="string" Icon="@Icons.Material.Outlined.DocumentScanner" Text="@this.VersionPdfium"/>
@@ -289,7 +289,7 @@
                         <ThirdPartyComponent Name="GStreamer" Developer="GStreamer contributors & Open Source Community" LicenseName="LGPL-2.1" LicenseUrl="https://gstreamer.freedesktop.org/documentation/frequently-asked-questions/licensing.html" RepositoryUrl="https://gitlab.freedesktop.org/gstreamer/gstreamer" UseCase="@T("Linux AppImages bundle GStreamer components to support microphone access and WebM audio recording in the embedded WebKitGTK web view.")"/>
                     }
                     
-                    <ThirdPartyComponent Name="Qdrant" Developer="Andrey Vasnetsov, Tim Visée, Arnaud Gourlay, Luis Cossío, Ivan Pleshkov, Roman Titov, xzfc, JojiiOfficial & Open Source Community" LicenseName="Apache-2.0" LicenseUrl="https://github.com/qdrant/qdrant/blob/master/LICENSE" RepositoryUrl="https://github.com/qdrant/qdrant" UseCase="@T("Qdrant is a vector database and vector similarity search engine. We use it to realize local RAG—retrieval-augmented generation—within AI Studio. Thanks for the effort and great work that has been and is being put into Qdrant.")"/>
+                    <ThirdPartyComponent Name="Qdrant Edge" Developer="Andrey Vasnetsov, Tim Visée, Arnaud Gourlay, Luis Cossío, Ivan Pleshkov, Roman Titov, xzfc, JojiiOfficial & Open Source Community" LicenseName="Apache-2.0" LicenseUrl="https://github.com/qdrant/qdrant/blob/master/LICENSE" RepositoryUrl="https://github.com/qdrant/qdrant" UseCase="@T("Qdrant Edge is an embedded vector database and vector similarity search engine. We use it to realize local RAG—retrieval-augmented generation—within AI Studio. Thanks for the effort and great work that has been and is being put into Qdrant.")"/>
                     <ThirdPartyComponent Name="axum" Developer="David Pedersen, Jonas Platte, tottoto, David Mládek, Yann Simon, Tobias Bieniek, Open Source Community & Tokio Project" LicenseName="MIT" LicenseUrl="https://github.com/tokio-rs/axum/blob/main/LICENSE" RepositoryUrl="https://github.com/tokio-rs/axum" UseCase="@T("Axum is used to provide the small internal service that connects the Rust runtime with the app's user interface. This lets both parts of AI Studio exchange information while the app is running.")"/>
                     <ThirdPartyComponent Name="axum-server" Developer="Eray Karatay, Adi Salimgereyev, daxpedda & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/programatik29/axum-server/blob/master/LICENSE" RepositoryUrl="https://github.com/programatik29/axum-server" UseCase="@T("Axum server runs the internal axum service over a secure local connection. This helps AI Studio protect the communication between the Rust runtime and the user interface.")"/>
                     <ThirdPartyComponent Name="Rustls" Developer="Joe Birr-Pixton, Dirkjan Ochtman, Daniel McCarney, Brian Smith, Jacob Hoffman-Andrews, Jorge Aparicio & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/rustls/rustls/blob/main/LICENSE-MIT" RepositoryUrl="https://github.com/rustls/rustls" UseCase="@T("Rustls helps secure the internal connection between the app's user interface and the Rust runtime. This protects the local communication that AI Studio needs while it is running.")"/>
@@ -314,7 +314,7 @@
                     <ThirdPartyComponent Name="sys-locale" Developer="1Password Team, ComplexSpaces & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/1Password/sys-locale/blob/main/LICENSE-MIT" RepositoryUrl="https://github.com/1Password/sys-locale" UseCase="@T("This library is used to determine the language of the operating system. This is necessary to set the language of the user interface.")"/>
                     <ThirdPartyComponent Name="whoami" Developer="Ardaku Systems, Jeryn Aldaron Lau, Chase Johnson & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/ardaku/whoami/blob/stable/LICENSE_MIT" RepositoryUrl="https://github.com/ardaku/whoami" UseCase="@T("This library is used by the Rust runtime to read the current user's username, e.g. when an organization-managed ERI server uses the OS username for authentication.")"/>
                     <ThirdPartyComponent Name="sysinfo" Developer="Guillaume Gomez & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/GuillaumeGomez/sysinfo/blob/main/LICENSE" RepositoryUrl="https://github.com/GuillaumeGomez/sysinfo" UseCase="@T("This library is used to manage sidecar processes and to ensure that stale or zombie sidecars are detected and terminated.")"/>
-                    <ThirdPartyComponent Name="tempfile" Developer="Steven Allen, Ashley Mannix & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/Stebalien/tempfile/blob/master/LICENSE-MIT" RepositoryUrl="https://github.com/Stebalien/tempfile" UseCase="@T("This library is used to create temporary folders for saving the certificate and private key for communication with Qdrant.")"/>
+                    <ThirdPartyComponent Name="tempfile" Developer="Steven Allen, Ashley Mannix & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/Stebalien/tempfile/blob/master/LICENSE-MIT" RepositoryUrl="https://github.com/Stebalien/tempfile" UseCase="@T("This library is used to create temporary folders in runtime tests and supporting filesystem operations.")"/>
                     <ThirdPartyComponent Name="Lua-CSharp" Developer="Yusuke Nakada & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/nuskey8/Lua-CSharp/blob/main/LICENSE" RepositoryUrl="https://github.com/nuskey8/Lua-CSharp" UseCase="@T("We use Lua as the language for plugins. Lua-CSharp lets Lua scripts communicate with AI Studio and vice versa. Thank you, Yusuke Nakada, for this great library.")" />
                     <ThirdPartyComponent Name="HtmlAgilityPack" Developer="ZZZ Projects & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/zzzprojects/html-agility-pack/blob/master/LICENSE" RepositoryUrl="https://github.com/zzzprojects/html-agility-pack" UseCase="@T("We use the HtmlAgilityPack to extract content from the web. This is necessary, e.g., when you provide a URL as input for an assistant.")"/>
                     <ThirdPartyComponent Name="ReverseMarkdown" Developer="Babu Annamalai & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/mysticmind/reversemarkdown-net/blob/master/LICENSE" RepositoryUrl="https://github.com/mysticmind/reversemarkdown-net" UseCase="@T("This library is used to convert HTML to Markdown. This is necessary, e.g., when you provide a URL as input for an assistant.")"/>

app/MindWork AI Studio/Pages/Information.razor.cs

@@ -4,6 +4,7 @@ using AIStudio.Components;
 using AIStudio.Dialogs;
 using AIStudio.Settings.DataModel;
 using AIStudio.Tools.Databases;
+using AIStudio.Tools.Databases.VectorStore;
 using AIStudio.Tools.Metadata;
 using AIStudio.Tools.PluginSystem;
 using AIStudio.Tools.Rust;
@@ -35,7 +36,7 @@ public partial class Information : MSGComponentBase
     private static readonly MetaDataAttribute META_DATA = ASSEMBLY.GetCustomAttribute<MetaDataAttribute>()!;
     private static readonly MetaDataArchitectureAttribute META_DATA_ARCH = ASSEMBLY.GetCustomAttribute<MetaDataArchitectureAttribute>()!;
     private static readonly MetaDataLibrariesAttribute META_DATA_LIBRARIES = ASSEMBLY.GetCustomAttribute<MetaDataLibrariesAttribute>()!;
-    private static readonly MetaDataDatabasesAttribute META_DATA_DATABASES = ASSEMBLY.GetCustomAttribute<MetaDataDatabasesAttribute>()!;
+    private static readonly MetaDataVectorStoreAttribute META_DATA_VECTOR_STORE = ASSEMBLY.GetCustomAttribute<MetaDataVectorStoreAttribute>()!;
     
     private static string TB(string fallbackEN) => I18N.I.T(fallbackEN, typeof(Information).Namespace, nameof(Information));
 
@@ -77,18 +78,18 @@ public partial class Information : MSGComponentBase
     
     private string VersionPdfium => $"{T("Used PDFium version")}: v{META_DATA_LIBRARIES.PdfiumVersion}";
     
-    private string VersionDatabase
+    private string VersionVectorStore
     {
         get
         {
-            if (this.databaseClient is null)
-                return $"{T("Database")}: {T("checking availability")}";
+            if (this.vectorStore is null)
+                return $"{T("Vector store")}: {T("checking availability")}";
 
-            return this.databaseClient.Status switch
+            return this.vectorStore.Status switch
             {
-                DatabaseClientStatus.AVAILABLE => $"{T("Database version")}: {this.databaseClient.Name} v{META_DATA_DATABASES.DatabaseVersion}",
-                DatabaseClientStatus.STARTING => $"{T("Database")}: {this.databaseClient.Name} - {T("starting")}",
-                _ => $"{T("Database")}: {this.databaseClient.Name} - {T("not available")}"
+                DatabaseClientStatus.AVAILABLE => $"{T("Vector store version")}: {this.vectorStore.Name} v{META_DATA_VECTOR_STORE.VectorStoreVersion}",
+                DatabaseClientStatus.STARTING => $"{T("Vector store")}: {this.vectorStore.Name} - {T("starting")}",
+                _ => $"{T("Vector store")}: {this.vectorStore.Name} - {T("not available")}"
             };
         }
     }
@@ -100,10 +101,9 @@ public partial class Information : MSGComponentBase
     
     private bool showEnterpriseConfigDetails;
 
+    private bool showVectorStoreDetails;
     private bool showExternalHttpCustomRootCertificateDetails;
 
-    private bool showDatabaseDetails;
-
     private List<IAvailablePlugin> configPlugins = PluginFactory.AvailablePlugins
         .Where(x => x.Type is PluginType.CONFIGURATION)
         .OfType<IAvailablePlugin>()
@@ -112,14 +112,13 @@ public partial class Information : MSGComponentBase
     private List<EnterpriseEnvironment> enterpriseEnvironments = EnterpriseEnvironmentService.CURRENT_ENVIRONMENTS.ToList();
 
     private List<MandatoryInfoPanelData> mandatoryInfoPanels = [];
-    
-    private sealed record DatabaseDisplayInfo(string Label, string Value);
 
     private sealed record MandatoryInfoPanelData(string HeaderText, string PluginName, DataMandatoryInfo Info, DataMandatoryInfoAcceptance? Acceptance);
-
-    private readonly List<DatabaseDisplayInfo> databaseDisplayInfo = new();
-    private DatabaseClient? databaseClient;
-    private CancellationTokenSource? databaseRefreshCancellationTokenSource;
+    
+    private sealed record VectorStoreDisplayInfo(string Label, string Value);
+    private readonly List<VectorStoreDisplayInfo> vectorStoreDisplayInfo = new();
+    private DatabaseClient? vectorStore;
+    private CancellationTokenSource? vectorStoreRefreshCancellationTokenSource;
 
     private bool HasAnyActiveEnvironment => this.enterpriseEnvironments.Any(e => e.IsActive);
     
@@ -166,9 +165,9 @@ public partial class Information : MSGComponentBase
         this.runtimeInfo = await this.RustService.GetRuntimeInfo();
         this.logPaths = await this.RustService.GetLogPaths();
         
-        await this.RefreshDatabaseInfo(CancellationToken.None);
-        if (this.databaseClient?.Status is DatabaseClientStatus.STARTING)
-            this.StartShortDatabaseRefreshLoop();
+        await this.RefreshVectorStoreInfo(CancellationToken.None);
+        if (this.vectorStore?.Status is DatabaseClientStatus.STARTING)
+            this.StartShortVectorStoreRefreshLoop();
         
         // Determine the Pandoc version may take some time, so we start it here
         // without waiting for the result:
@@ -272,22 +271,22 @@ public partial class Information : MSGComponentBase
         this.showExternalHttpCustomRootCertificateDetails = !this.showExternalHttpCustomRootCertificateDetails;
     }
     
-    private void ToggleDatabaseDetails()
+    private void ToggleVectorStoreDetails()
     {
-        this.showDatabaseDetails = !this.showDatabaseDetails;
+        this.showVectorStoreDetails = !this.showVectorStoreDetails;
     }
 
-    private async Task RefreshDatabaseInfo(CancellationToken cancellationToken)
+    private async Task RefreshVectorStoreInfo(CancellationToken cancellationToken)
     {
         var refreshedClient = await this.DatabaseClientProvider.RefreshClientAsync(DatabaseRole.VECTOR_STORE, cancellationToken);
-        this.databaseClient = refreshedClient;
-        this.databaseDisplayInfo.Clear();
+        this.vectorStore = refreshedClient;
+        this.vectorStoreDisplayInfo.Clear();
 
         try
         {
             await foreach (var (label, value) in refreshedClient.GetDisplayInfo().WithCancellation(cancellationToken))
             {
-                this.databaseDisplayInfo.Add(new DatabaseDisplayInfo(label, value));
+                this.vectorStoreDisplayInfo.Add(new VectorStoreDisplayInfo(label, value));
             }
         }
         catch (OperationCanceledException)
@@ -296,20 +295,20 @@ public partial class Information : MSGComponentBase
         }
         catch (Exception e)
         {
-            this.databaseClient = new NoDatabaseClient(refreshedClient.Name, e.Message, DatabaseClientStatus.STARTING);
-            await foreach (var (label, value) in this.databaseClient.GetDisplayInfo().WithCancellation(cancellationToken))
+            this.vectorStore = new NoVectorStoreClient(refreshedClient.Name, e.Message, DatabaseClientStatus.STARTING);
+            await foreach (var (label, value) in this.vectorStore.GetDisplayInfo().WithCancellation(cancellationToken))
             {
-                this.databaseDisplayInfo.Add(new DatabaseDisplayInfo(label, value));
+                this.vectorStoreDisplayInfo.Add(new VectorStoreDisplayInfo(label, value));
             }
         }
     }
 
-    private void StartShortDatabaseRefreshLoop()
+    private void StartShortVectorStoreRefreshLoop()
     {
-        this.databaseRefreshCancellationTokenSource?.Cancel();
-        this.databaseRefreshCancellationTokenSource?.Dispose();
-        this.databaseRefreshCancellationTokenSource = new CancellationTokenSource();
-        var cancellationToken = this.databaseRefreshCancellationTokenSource.Token;
+        this.vectorStoreRefreshCancellationTokenSource?.Cancel();
+        this.vectorStoreRefreshCancellationTokenSource?.Dispose();
+        this.vectorStoreRefreshCancellationTokenSource = new CancellationTokenSource();
+        var cancellationToken = this.vectorStoreRefreshCancellationTokenSource.Token;
 
         _ = Task.Run(async () =>
         {
@@ -321,11 +320,11 @@ public partial class Information : MSGComponentBase
                     await Task.Delay(TimeSpan.FromSeconds(1), cancellationToken);
                     await this.InvokeAsync(async () =>
                     {
-                        await this.RefreshDatabaseInfo(cancellationToken);
+                        await this.RefreshVectorStoreInfo(cancellationToken);
                         this.StateHasChanged();
                     });
 
-                    if (this.databaseClient?.Status is not DatabaseClientStatus.STARTING)
+                    if (this.vectorStore?.Status is not DatabaseClientStatus.STARTING)
                         return;
                 }
                 catch (OperationCanceledException)
@@ -475,8 +474,8 @@ public partial class Information : MSGComponentBase
 
     protected override void DisposeResources()
     {
-        this.databaseRefreshCancellationTokenSource?.Cancel();
-        this.databaseRefreshCancellationTokenSource?.Dispose();
+        this.vectorStoreRefreshCancellationTokenSource?.Cancel();
+        this.vectorStoreRefreshCancellationTokenSource?.Dispose();
         base.DisposeResources();
     }