Add Qdrant as vector database (#580)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>

app/Build/Commands/Database.cs

@@ -0,0 +1,3 @@
+namespace Build.Commands;
+
+public record Database(string Path, string Filename);

app/Build/Commands/Qdrant.cs

@@ -0,0 +1,120 @@
+using System.Formats.Tar;
+using System.IO.Compression;
+
+using SharedTools;
+
+namespace Build.Commands;
+
+public static class Qdrant
+{
+    public static async Task InstallAsync(RID rid, string version)
+    {
+        Console.Write($"- Installing Qdrant {version} for {rid.ToUserFriendlyName()} ...");
+
+        var cwd = Environment.GetRustRuntimeDirectory();
+        var qdrantTmpDownloadPath = Path.GetTempFileName();
+        var qdrantTmpExtractPath = Directory.CreateTempSubdirectory();
+        var qdrantUrl = GetQdrantDownloadUrl(rid, version);
+
+        //
+        // Download the file:
+        //
+        Console.Write(" downloading ...");
+        using (var client = new HttpClient())
+        {
+            var response = await client.GetAsync(qdrantUrl);
+            if (!response.IsSuccessStatusCode)
+            {
+                Console.WriteLine($" failed to download Qdrant {version} for {rid.ToUserFriendlyName()} from {qdrantUrl}");
+                return;
+            }
+
+            await using var fileStream = File.Create(qdrantTmpDownloadPath);
+            await response.Content.CopyToAsync(fileStream);
+        }
+        
+        //
+        // Extract the downloaded file:
+        //
+        Console.Write(" extracting ...");
+        await using(var zStream = File.Open(qdrantTmpDownloadPath, FileMode.Open, FileAccess.Read, FileShare.Read))
+        {
+            if (rid == RID.WIN_X64)
+            {
+                using var archive = new ZipArchive(zStream, ZipArchiveMode.Read);
+                archive.ExtractToDirectory(qdrantTmpExtractPath.FullName, overwriteFiles: true);
+            }
+            else
+            {
+                await using var uncompressedStream = new GZipStream(zStream, CompressionMode.Decompress);
+                await TarFile.ExtractToDirectoryAsync(uncompressedStream, qdrantTmpExtractPath.FullName, true);   
+            }
+        }
+        
+        //
+        // Copy the database to the target directory:
+        //
+        Console.Write(" deploying ...");
+        var database = GetDatabasePath(rid);
+        if (string.IsNullOrWhiteSpace(database.Path))
+        {
+            Console.WriteLine($" failed to find the database path for {rid.ToUserFriendlyName()}");
+            return;
+        }
+        
+        var qdrantDbSourcePath = Path.Join(qdrantTmpExtractPath.FullName, database.Path);
+        var qdrantDbTargetPath = Path.Join(cwd, "target", "databases", "qdrant",database.Filename);
+        if (!File.Exists(qdrantDbSourcePath))
+        {
+            Console.WriteLine($" failed to find the database file '{qdrantDbSourcePath}'");
+            return;
+        }
+        
+        Directory.CreateDirectory(Path.Join(cwd, "target", "databases", "qdrant"));
+        if (File.Exists(qdrantDbTargetPath))
+            File.Delete(qdrantDbTargetPath);
+        
+        File.Copy(qdrantDbSourcePath, qdrantDbTargetPath);
+        
+        //
+        // Cleanup:
+        //
+        Console.Write(" cleaning up ...");
+        File.Delete(qdrantTmpDownloadPath);
+        Directory.Delete(qdrantTmpExtractPath.FullName, true);
+        
+        Console.WriteLine(" done.");
+    }
+    
+    private static Database GetDatabasePath(RID rid) => rid switch
+    {
+        RID.OSX_ARM64 => new("qdrant", "qdrant-aarch64-apple-darwin"),
+        RID.OSX_X64 => new("qdrant", "qdrant-x86_64-apple-darwin"),
+        
+        RID.LINUX_ARM64 => new("qdrant", "qdrant-aarch64-unknown-linux-gnu"),
+        RID.LINUX_X64 => new("qdrant", "qdrant-x86_64-unknown-linux-gnu"),
+        
+        RID.WIN_X64 => new("qdrant.exe", "qdrant-x86_64-pc-windows-msvc.exe"),
+        RID.WIN_ARM64 => new("qdrant.exe", "qdrant-aarch64-pc-windows-msvc.exe"),
+        
+        _ => new(string.Empty, string.Empty),
+    };
+
+    private static string GetQdrantDownloadUrl(RID rid, string version)
+    {
+        var baseUrl = $"https://github.com/qdrant/qdrant/releases/download/v{version}/qdrant-";
+        return rid switch
+        {
+            RID.LINUX_ARM64 => $"{baseUrl}aarch64-unknown-linux-musl.tar.gz",
+            RID.LINUX_X64 => $"{baseUrl}x86_64-unknown-linux-gnu.tar.gz",
+            
+            RID.OSX_ARM64 => $"{baseUrl}aarch64-apple-darwin.tar.gz",
+            RID.OSX_X64 => $"{baseUrl}x86_64-apple-darwin.tar.gz",
+            
+            RID.WIN_X64 => $"{baseUrl}x86_64-pc-windows-msvc.zip",
+            RID.WIN_ARM64 => $"{baseUrl}x86_64-pc-windows-msvc.zip",
+            
+            _ => string.Empty,
+        };
+    }
+}

app/Build/Commands/UpdateMetadataCommands.cs

@@ -150,6 +150,9 @@ public sealed partial class UpdateMetadataCommands
         
         var pdfiumVersion = await this.ReadPdfiumVersion();
         await Pdfium.InstallAsync(rid, pdfiumVersion);
+
+        var qdrantVersion = await this.ReadQdrantVersion();
+        await Qdrant.InstallAsync(rid, qdrantVersion);
         
         Console.Write($"- Start .NET build for {rid.ToUserFriendlyName()} ...");
         await this.ReadCommandOutput(pathApp, "dotnet", $"clean --configuration release --runtime {rid.AsMicrosoftRid()}");
@@ -364,6 +367,16 @@ public sealed partial class UpdateMetadataCommands
         return shortVersion;
     }
 
+    private async Task<string> ReadQdrantVersion()
+    {
+        const int QDRANT_VERSION_INDEX = 11;
+        var pathMetadata = Environment.GetMetadataPath();
+        var lines = await File.ReadAllLinesAsync(pathMetadata, Encoding.UTF8);
+        var currentQdrantVersion = lines[QDRANT_VERSION_INDEX].Trim();
+        
+        return currentQdrantVersion;
+    }
+
     private async Task UpdateArchitecture(RID rid)
     {
         const int ARCHITECTURE_INDEX = 9;