Add Qdrant as vector database (#580)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>

app/MindWork AI Studio/Tools/Databases/DatabaseClient.cs

@@ -0,0 +1,52 @@
+namespace AIStudio.Tools.Databases;
+
+public abstract class DatabaseClient(string name, string path)
+{
+    public string Name => name;
+    
+    private string Path => path;
+    
+    protected ILogger<DatabaseClient>? logger;
+    
+    public abstract IAsyncEnumerable<(string Label, string Value)> GetDisplayInfo();
+
+    public string GetStorageSize()
+    {
+        if (string.IsNullOrWhiteSpace(this.Path))
+        {
+            this.logger!.LogError($"Error: Database path '{this.Path}' cannot be null or empty.");
+            return "0 B";
+        }
+
+        if (!Directory.Exists(this.Path))
+        {
+            this.logger!.LogError($"Error: Database path '{this.Path}' does not exist.");
+            return "0 B";
+        }
+        var files = Directory.EnumerateFiles(this.Path, "*", SearchOption.AllDirectories)
+            .Where(file => !System.IO.Path.GetDirectoryName(file)!.Contains("cert", StringComparison.OrdinalIgnoreCase));
+        var size = files.Sum(file => new FileInfo(file).Length);
+        return FormatBytes(size);
+    }
+    
+    public static string FormatBytes(long size)
+    {
+        string[] suffixes = { "B", "KB", "MB", "GB", "TB", "PB" };
+        int suffixIndex = 0;
+    
+        while (size >= 1024 && suffixIndex < suffixes.Length - 1)
+        {
+            size /= 1024;
+            suffixIndex++;
+        }
+    
+        return $"{size:0##} {suffixes[suffixIndex]}";
+    }
+    
+    public void SetLogger(ILogger<DatabaseClient> logService)
+    {
+        this.logger = logService;
+    }
+
+    public abstract void Dispose();
+}

app/MindWork AI Studio/Tools/Databases/Qdrant/QdrantClientImplementation.cs

@@ -0,0 +1,66 @@
+using Qdrant.Client;
+using Qdrant.Client.Grpc;
+
+namespace AIStudio.Tools.Databases.Qdrant;
+
+public class QdrantClientImplementation : DatabaseClient
+{
+    private int HttpPort { get; }
+    
+    private int GrpcPort { get; }
+    
+    private QdrantClient GrpcClient { get; }
+    
+    private string Fingerprint { get; }
+    
+    private string ApiToken { get; }
+    
+    public QdrantClientImplementation(string name, string path, int httpPort, int grpcPort, string fingerprint, string apiToken): base(name, path)
+    {
+        this.HttpPort = httpPort;
+        this.GrpcPort = grpcPort;
+        this.Fingerprint = fingerprint;
+        this.ApiToken = apiToken;
+        this.GrpcClient = this.CreateQdrantClient();
+    }
+    
+    private const string IP_ADDRESS = "localhost";
+    
+    public QdrantClient CreateQdrantClient()
+    {
+        var address = "https://" + IP_ADDRESS + ":" + this.GrpcPort;
+        var channel = QdrantChannel.ForAddress(address, new ClientConfiguration
+        {
+            ApiKey = this.ApiToken,
+            CertificateThumbprint = this.Fingerprint
+        });
+        var grpcClient = new QdrantGrpcClient(channel);
+        return new QdrantClient(grpcClient);
+    }
+
+    public async Task<string> GetVersion()
+    {
+        var operation =  await this.GrpcClient.HealthAsync();
+        return "v"+operation.Version;
+    }
+
+    public async Task<string> GetCollectionsAmount()
+    {
+        var operation = await this.GrpcClient.ListCollectionsAsync();
+        return operation.Count.ToString();
+    }
+    
+    public override async IAsyncEnumerable<(string Label, string Value)> GetDisplayInfo()
+    {
+        yield return ("HTTP port", this.HttpPort.ToString());
+        yield return ("gRPC port", this.GrpcPort.ToString());
+        yield return ("Extracted version", await this.GetVersion());
+        yield return ("Storage size", $"{base.GetStorageSize()}");
+        yield return ("Amount of collections", await this.GetCollectionsAmount());
+    }
+
+    public override void Dispose()
+    {
+        this.GrpcClient.Dispose();
+    }
+}

app/MindWork AI Studio/Tools/Metadata/MetaDataDatabasesAttribute.cs

@@ -0,0 +1,6 @@
+namespace AIStudio.Tools.Metadata;
+
+public class MetaDataDatabasesAttribute(string databaseVersion) : Attribute
+{
+    public string DatabaseVersion => databaseVersion;
+}

app/MindWork AI Studio/Tools/Rust/QdrantInfo.cs

@@ -0,0 +1,17 @@
+namespace AIStudio.Tools.Rust;
+
+/// <summary>
+/// The response of the Qdrant information request.
+/// </summary>
+public readonly record struct QdrantInfo
+{
+    public string Path { get; init; }
+    
+    public int PortHttp { get; init; }
+    
+    public int PortGrpc { get; init; }
+    
+    public string Fingerprint { get; init; }
+    
+    public string ApiToken { get; init; }
+}

app/MindWork AI Studio/Tools/Services/RustService.Databases.cs

@@ -0,0 +1,25 @@
+using AIStudio.Tools.Rust;
+
+namespace AIStudio.Tools.Services;
+
+public sealed partial class RustService
+{
+    public async Task<QdrantInfo> GetQdrantInfo()
+    {
+        try
+        {
+            var cts = new CancellationTokenSource(TimeSpan.FromSeconds(45));
+            var response = await this.http.GetFromJsonAsync<QdrantInfo>("/system/qdrant/info", this.jsonRustSerializerOptions, cts.Token);
+            return response;
+        }
+        catch (Exception e)
+        {
+            if(this.logger is not null)
+                this.logger.LogError(e, "Error while fetching Qdrant info from Rust service.");
+            else
+                Console.WriteLine($"Error while fetching Qdrant info from Rust service: '{e}'.");
+            
+            return default;
+        }
+    }
+}