Add component to read PDF files into assistants (#439)

app/Build/Commands/CheckRidsCommand.cs

@@ -17,5 +17,10 @@ public sealed class CheckRidsCommand
         {
             Console.WriteLine($"- {rid}");
         }
+
+        Console.WriteLine();
+        Console.WriteLine("The RID for the current OS and CPU is:");
+        var currentRid = Environment.GetCurrentRid();
+        Console.WriteLine($"- {currentRid}");
     }
 }

app/Build/Commands/Library.cs

@@ -0,0 +1,3 @@
+namespace Build.Commands;
+
+public record Library(string Path, string Filename);

app/Build/Commands/Pdfium.cs

@@ -0,0 +1,107 @@
+using System.Formats.Tar;
+using System.IO.Compression;
+
+using SharedTools;
+
+namespace Build.Commands;
+
+public static class Pdfium
+{
+    public static async Task InstallAsync(RID rid, string version)
+    {
+        Console.Write($"- Installing Pdfium {version} for {rid.ToUserFriendlyName()} ...");
+
+        var cwd = Environment.GetRustRuntimeDirectory();
+        var pdfiumTmpDownloadPath = Path.GetTempFileName();
+        var pdfiumTmpExtractPath = Directory.CreateTempSubdirectory();
+        var pdfiumUrl = GetPdfiumDownloadUrl(rid, version);
+
+        //
+        // Download the file:
+        //
+        Console.Write(" downloading ...");
+        using (var client = new HttpClient())
+        {
+            var response = await client.GetAsync(pdfiumUrl);
+            if (!response.IsSuccessStatusCode)
+            {
+                Console.WriteLine($" failed to download Pdfium {version} for {rid.ToUserFriendlyName()}");
+                return;
+            }
+
+            await using var fileStream = File.Create(pdfiumTmpDownloadPath);
+            await response.Content.CopyToAsync(fileStream);
+        }
+        
+        //
+        // Extract the downloaded file:
+        //
+        Console.Write(" extracting ...");
+        await using(var tgzStream = File.Open(pdfiumTmpDownloadPath, FileMode.Open, FileAccess.Read, FileShare.Read))
+        {
+            await using var uncompressedStream = new GZipStream(tgzStream, CompressionMode.Decompress);
+            await TarFile.ExtractToDirectoryAsync(uncompressedStream, pdfiumTmpExtractPath.FullName, true);
+        }
+        
+        //
+        // Copy the library to the target directory:
+        //
+        Console.Write(" deploying ...");
+        var library = GetLibraryPath(rid);
+        if (string.IsNullOrEmpty(library.Path))
+        {
+            Console.WriteLine($" failed to find the library path for {rid.ToUserFriendlyName()}");
+            return;
+        }
+        
+        var pdfiumLibSourcePath = Path.Join(pdfiumTmpExtractPath.FullName, library.Path);
+        var pdfiumLibTargetPath = Path.Join(cwd, "resources", "libraries", library.Filename);
+        if (!File.Exists(pdfiumLibSourcePath))
+        {
+            Console.WriteLine($" failed to find the library file '{pdfiumLibSourcePath}'");
+            return;
+        }
+        
+        Directory.CreateDirectory(Path.Join(cwd, "resources", "libraries"));
+        if (File.Exists(pdfiumLibTargetPath))
+            File.Delete(pdfiumLibTargetPath);
+        
+        File.Copy(pdfiumLibSourcePath, pdfiumLibTargetPath);
+        
+        //
+        // Cleanup:
+        //
+        Console.Write(" cleaning up ...");
+        File.Delete(pdfiumTmpDownloadPath);
+        Directory.Delete(pdfiumTmpExtractPath.FullName, true);
+        
+        Console.WriteLine(" done.");
+    }
+    
+    private static Library GetLibraryPath(RID rid) => rid switch
+    {
+        RID.LINUX_ARM64 or RID.LINUX_X64 => new(Path.Join("lib", "libpdfium.so"), "libpdfium.so"),
+        RID.OSX_ARM64 or RID.OSX_X64 => new(Path.Join("lib", "libpdfium.dylib"), "libpdfium.dylib"),
+        RID.WIN_ARM64 or RID.WIN_X64 => new(Path.Join("bin", "pdfium.dll"), "pdfium.dll"),
+        
+        _ => new(string.Empty, string.Empty),
+    };
+
+    private static string GetPdfiumDownloadUrl(RID rid, string version)
+    {
+        var baseUrl = $"https://github.com/bblanchon/pdfium-binaries/releases/download/chromium%2F{version}/pdfium-";
+        return rid switch
+        {
+            RID.LINUX_ARM64 => $"{baseUrl}linux-arm64.tgz",
+            RID.LINUX_X64 => $"{baseUrl}linux-x64.tgz",
+            
+            RID.OSX_ARM64 => $"{baseUrl}mac-arm64.tgz",
+            RID.OSX_X64 => $"{baseUrl}mac-x64.tgz",
+            
+            RID.WIN_ARM64 => $"{baseUrl}win-arm64.zip",
+            RID.WIN_X64 => $"{baseUrl}win-x64.zip",
+            
+            _ => string.Empty,
+        };
+    }
+}

app/Build/Commands/UpdateMetadataCommands.cs

@@ -105,105 +105,102 @@ public sealed partial class UpdateMetadataCommands
         // Build the .NET project:
         //
         var pathApp = Environment.GetAIStudioDirectory();
-        var rids = Environment.GetRidsForCurrentOS();
-        foreach (var rid in rids)
-        {
-            Console.WriteLine("==============================");
-            await this.UpdateArchitecture(rid);
-            
-            Console.Write($"- Start .NET build for '{rid.AsMicrosoftRid()}' ...");
-            await this.ReadCommandOutput(pathApp, "dotnet", $"clean --configuration release --runtime {rid.AsMicrosoftRid()}");
-            var dotnetBuildOutput = await this.ReadCommandOutput(pathApp, "dotnet", $"publish --configuration release --runtime {rid.AsMicrosoftRid()} --disable-build-servers --force");
-            var dotnetBuildOutputLines = dotnetBuildOutput.Split([global::System.Environment.NewLine], StringSplitOptions.RemoveEmptyEntries);
-            var foundIssue = false;
-            foreach (var buildOutputLine in dotnetBuildOutputLines)
-            {
-                if(buildOutputLine.Contains(" error ") || buildOutputLine.Contains("#warning"))
-                {
-                    if(!foundIssue)
-                    {
-                        foundIssue = true;
-                        Console.WriteLine();
-                        Console.WriteLine("- Build has issues:");
-                    }
-
-                    Console.Write("   - ");
-                    Console.WriteLine(buildOutputLine);
-                }
-            }
-            
-            if(foundIssue)
-                Console.WriteLine();
-            else
-            {
-                Console.WriteLine(" completed successfully.");
-            }
-            
-            //
-            // Prepare the .NET artifact to be used by Tauri as sidecar:
-            //
-            var os = Environment.GetOS();
-            var tauriSidecarArtifactName = rid switch
-            {
-                RID.WIN_X64 => "mindworkAIStudioServer-x86_64-pc-windows-msvc.exe",
-                RID.WIN_ARM64 => "mindworkAIStudioServer-aarch64-pc-windows-msvc.exe",
-                
-                RID.LINUX_X64 => "mindworkAIStudioServer-x86_64-unknown-linux-gnu",
-                RID.LINUX_ARM64 => "mindworkAIStudioServer-aarch64-unknown-linux-gnu",
-                
-                RID.OSX_ARM64 => "mindworkAIStudioServer-aarch64-apple-darwin",
-                RID.OSX_X64 => "mindworkAIStudioServer-x86_64-apple-darwin",
-                
-                _ => string.Empty,
-            };
-
-            if (string.IsNullOrWhiteSpace(tauriSidecarArtifactName))
-            {
-                Console.WriteLine($"- Error: Unsupported rid '{rid.AsMicrosoftRid()}'.");
-                return;
-            }
+        var rid = Environment.GetCurrentRid();
         
-            var dotnetArtifactPath = Path.Combine(pathApp, "bin", "dist");
-            if(!Directory.Exists(dotnetArtifactPath))
-                Directory.CreateDirectory(dotnetArtifactPath);
-            
-            var dotnetArtifactFilename = os switch
+        Console.WriteLine("==============================");
+        await this.UpdateArchitecture(rid);
+        
+        var pdfiumVersion = await this.ReadPdfiumVersion();
+        await Pdfium.InstallAsync(rid, pdfiumVersion);
+        
+        Console.Write($"- Start .NET build for {rid.ToUserFriendlyName()} ...");
+        await this.ReadCommandOutput(pathApp, "dotnet", $"clean --configuration release --runtime {rid.AsMicrosoftRid()}");
+        var dotnetBuildOutput = await this.ReadCommandOutput(pathApp, "dotnet", $"publish --configuration release --runtime {rid.AsMicrosoftRid()} --disable-build-servers --force");
+        var dotnetBuildOutputLines = dotnetBuildOutput.Split([global::System.Environment.NewLine], StringSplitOptions.RemoveEmptyEntries);
+        var foundIssue = false;
+        foreach (var buildOutputLine in dotnetBuildOutputLines)
+        {
+            if(buildOutputLine.Contains(" error ") || buildOutputLine.Contains("#warning"))
             {
-                "windows" => "mindworkAIStudio.exe",
-                _ => "mindworkAIStudio",
-            };
-            
-            var dotnetPublishedPath = Path.Combine(pathApp, "bin", "release", Environment.DOTNET_VERSION, rid.AsMicrosoftRid(), "publish", dotnetArtifactFilename);
-            var finalDestination = Path.Combine(dotnetArtifactPath, tauriSidecarArtifactName);
-            
-            if(File.Exists(dotnetPublishedPath))
-                Console.WriteLine("- Published .NET artifact found.");
-            else
-            {
-                Console.WriteLine($"- Error: Published .NET artifact not found: '{dotnetPublishedPath}'.");
-                return;
-            }
+                if(!foundIssue)
+                {
+                    foundIssue = true;
+                    Console.WriteLine();
+                    Console.WriteLine("- Build has issues:");
+                }
 
-            Console.Write($"- Move the .NET artifact to the Tauri sidecar destination ...");
-            try
-            {
-                File.Move(dotnetPublishedPath, finalDestination, true);
-                Console.WriteLine(" done.");
+                Console.Write("   - ");
+                Console.WriteLine(buildOutputLine);
             }
-            catch (Exception e)
-            {
-                Console.WriteLine(" failed.");
-                Console.WriteLine($"   - Error: {e.Message}");
-            }
-            
+        }
+        
+        if(foundIssue)
             Console.WriteLine();
+        else
+        {
+            Console.WriteLine(" completed successfully.");
+        }
+        
+        //
+        // Prepare the .NET artifact to be used by Tauri as sidecar:
+        //
+        var os = Environment.GetOS();
+        var tauriSidecarArtifactName = rid switch
+        {
+            RID.WIN_X64 => "mindworkAIStudioServer-x86_64-pc-windows-msvc.exe",
+            RID.WIN_ARM64 => "mindworkAIStudioServer-aarch64-pc-windows-msvc.exe",
+            
+            RID.LINUX_X64 => "mindworkAIStudioServer-x86_64-unknown-linux-gnu",
+            RID.LINUX_ARM64 => "mindworkAIStudioServer-aarch64-unknown-linux-gnu",
+            
+            RID.OSX_ARM64 => "mindworkAIStudioServer-aarch64-apple-darwin",
+            RID.OSX_X64 => "mindworkAIStudioServer-x86_64-apple-darwin",
+            
+            _ => string.Empty,
+        };
+
+        if (string.IsNullOrWhiteSpace(tauriSidecarArtifactName))
+        {
+            Console.WriteLine($"- Error: Unsupported rid '{rid.AsMicrosoftRid()}'.");
+            return;
+        }
+    
+        var dotnetArtifactPath = Path.Combine(pathApp, "bin", "dist");
+        if(!Directory.Exists(dotnetArtifactPath))
+            Directory.CreateDirectory(dotnetArtifactPath);
+        
+        var dotnetArtifactFilename = os switch
+        {
+            "windows" => "mindworkAIStudio.exe",
+            _ => "mindworkAIStudio",
+        };
+        
+        var dotnetPublishedPath = Path.Combine(pathApp, "bin", "release", Environment.DOTNET_VERSION, rid.AsMicrosoftRid(), "publish", dotnetArtifactFilename);
+        var finalDestination = Path.Combine(dotnetArtifactPath, tauriSidecarArtifactName);
+        
+        if(File.Exists(dotnetPublishedPath))
+            Console.WriteLine("- Published .NET artifact found.");
+        else
+        {
+            Console.WriteLine($"- Error: Published .NET artifact not found: '{dotnetPublishedPath}'.");
+            return;
         }
 
+        Console.Write($"- Move the .NET artifact to the Tauri sidecar destination ...");
+        try
+        {
+            File.Move(dotnetPublishedPath, finalDestination, true);
+            Console.WriteLine(" done.");
+        }
+        catch (Exception e)
+        {
+            Console.WriteLine(" failed.");
+            Console.WriteLine($"   - Error: {e.Message}");
+        }
+        
         //
         // Build the Rust project / runtime:
         //
-        
-        Console.WriteLine("==============================");
         Console.WriteLine("- Start building the Rust runtime ...");
         
         var pathRuntime = Environment.GetRustRuntimeDirectory();
@@ -314,6 +311,18 @@ public sealed partial class UpdateMetadataCommands
         await File.WriteAllTextAsync(changelogCodePath, changelogCode, Environment.UTF8_NO_BOM);
         Console.WriteLine(" done.");
     }
+    
+    private async Task<string> ReadPdfiumVersion()
+    {
+        const int PDFIUM_VERSION_INDEX = 10;
+        
+        var pathMetadata = Environment.GetMetadataPath();
+        var lines = await File.ReadAllLinesAsync(pathMetadata, Encoding.UTF8);
+        var currentPdfiumVersion = lines[PDFIUM_VERSION_INDEX].Trim();
+        var shortVersion = currentPdfiumVersion.Split('.')[2];
+        
+        return shortVersion;
+    }
 
     private async Task UpdateArchitecture(RID rid)
     {
@@ -321,7 +330,7 @@ public sealed partial class UpdateMetadataCommands
         
         var pathMetadata = Environment.GetMetadataPath();
         var lines = await File.ReadAllLinesAsync(pathMetadata, Encoding.UTF8);
-        Console.Write("- Updating architecture ...");
+        Console.Write($"- Updating architecture to {rid.ToUserFriendlyName()} ...");
         lines[ARCHITECTURE_INDEX] = rid.AsMicrosoftRid();
         
         await File.WriteAllLinesAsync(pathMetadata, lines, Environment.UTF8_NO_BOM);

app/Build/Commands/UpdateWebAssetsCommand.cs

@@ -17,7 +17,7 @@ public sealed class UpdateWebAssetsCommand
         Console.WriteLine("=========================");
         Console.Write("- Updating web assets ...");
         
-        var rid = Environment.GetRidsForCurrentOS().First();
+        var rid = Environment.GetCurrentRid();
         var cwd = Environment.GetAIStudioDirectory();
         var contentPath = Path.Join(cwd, "bin", "release", Environment.DOTNET_VERSION, rid.AsMicrosoftRid(), "publish", "wwwroot", "_content");
         var isMudBlazorDirectoryPresent = Directory.Exists(Path.Join(contentPath, "MudBlazor"));

app/Build/Tools/Environment.cs

@@ -76,4 +76,38 @@ public static class Environment
         Console.WriteLine($"Error: Unsupported OS '{RuntimeInformation.OSDescription}'");
         return [];
     }
+    
+    public static RID GetCurrentRid()
+    {
+        var arch = RuntimeInformation.ProcessArchitecture;
+        if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
+            return arch switch
+            {
+                Architecture.X64 => RID.WIN_X64,
+                Architecture.Arm64 => RID.WIN_ARM64,
+                
+                _ => RID.NONE,
+            };
+        
+        if (RuntimeInformation.IsOSPlatform(OSPlatform.OSX))
+            return arch switch
+            {
+                Architecture.X64 => RID.OSX_X64,
+                Architecture.Arm64 => RID.OSX_ARM64,
+                
+                _ => RID.NONE,
+            };
+        
+        if (RuntimeInformation.IsOSPlatform(OSPlatform.Linux))
+            return arch switch
+            {
+                Architecture.X64 => RID.LINUX_X64,
+                Architecture.Arm64 => RID.LINUX_ARM64,
+                
+                _ => RID.NONE,
+            };
+        
+        Console.WriteLine($"Error: Unsupported OS '{RuntimeInformation.OSDescription}'");
+        return RID.NONE;
+    }
 }