Allow loading any document in some assistants (#508)

Co-authored-by: krut_ni <nils.kruthoff@dlr.de> Co-authored-by: Thorsten Sommer <mail@tsommer.org>
2026-10-10 02:53:48 +00:00 · 2025-06-30 18:56:48 +02:00
1 parent 7df0b3e6e0
commit aaedf667fe
@@ -0,0 +1,121 @@
+using System.Collections.Concurrent;
+using System.Text;
+
+namespace AIStudio.Tools;
+
+public static class ContentStreamSseHandler
+{
+    private static readonly ConcurrentDictionary<string, List<ContentStreamPptxImageData>> CHUNKED_IMAGES = new();
+    private static readonly ConcurrentDictionary<string, int> CURRENT_SLIDE_NUMBERS = new();
+
+    public static string ProcessEvent(ContentStreamSseEvent? sseEvent, bool extractImages = true)
+    {
+        switch (sseEvent)
+        {
+            case { Content: not null, Metadata: not null }:
+                switch (sseEvent.Metadata)
+                {
+                    case ContentStreamTextMetadata:
+                        return $"{sseEvent.Content}\n";
+                
+                    case ContentStreamPdfMetadata pdfMetadata:
+                        var pageNumber = pdfMetadata.Pdf?.PageNumber ?? 0;
+                        return $"# Page {pageNumber}\n{sseEvent.Content}";
+                    
+                    case ContentStreamSpreadsheetMetadata spreadsheetMetadata:
+                        var sheetName = spreadsheetMetadata.Spreadsheet?.SheetName;
+                        var rowNumber = spreadsheetMetadata.Spreadsheet?.RowNumber;
+                        var spreadSheetResult = new StringBuilder();
+                        if (rowNumber == 1)
+                            spreadSheetResult.AppendLine($"\n# {sheetName}");
+                
+                        spreadSheetResult.AppendLine($"{sseEvent.Content}");
+                        return spreadSheetResult.ToString();
+                
+                    case ContentStreamDocumentMetadata:
+                    case ContentStreamImageMetadata:
+                        return $"{sseEvent.Content}";
+
+                    case ContentStreamPresentationMetadata presentationMetadata:
+                        var slideNumber = presentationMetadata.Presentation?.SlideNumber ?? 0;
+                        var image = presentationMetadata.Presentation?.Image ?? null;
+                        var presentationResult = new StringBuilder();
+                        var streamId = sseEvent.StreamId;
+
+                        CURRENT_SLIDE_NUMBERS.TryGetValue(streamId!, out var currentSlideNumber);
+
+                        if (slideNumber != currentSlideNumber)
+                            presentationResult.AppendLine($"# Slide {slideNumber}");
+
+                        presentationResult.Append($"{sseEvent.Content}");
+
+                        if (image is not null)
+                        {
+                            var imageId = $"{streamId}-{image.Id!}";
+                            var isEnd = ProcessImageSegment(imageId, image);
+                            if (isEnd && extractImages)
+                                presentationResult.AppendLine(BuildImage(imageId));
+                        }
+
+                        CURRENT_SLIDE_NUMBERS[streamId!] = slideNumber;
+
+                        return presentationResult.ToString();
+                    default:
+                        return sseEvent.Content;
+                }
+                
+            case { Content: not null, Metadata: null }:
+                return sseEvent.Content;
+            
+            default:
+                return string.Empty;
+        }
+    }
+    
+    private static bool ProcessImageSegment(string imageId, ContentStreamPptxImageData contentStreamPptxImageData)
+    {
+        if (string.IsNullOrWhiteSpace(contentStreamPptxImageData.Id) || string.IsNullOrWhiteSpace(imageId))
+            return false;
+
+        var segment = contentStreamPptxImageData.Segment ?? 0;
+        var content = contentStreamPptxImageData.Content ?? string.Empty;
+        var isEnd = contentStreamPptxImageData.IsEnd;
+
+        var imageSegment = new ContentStreamPptxImageData
+        {
+            Id = imageId,
+            Content = content,
+            Segment = segment,
+            IsEnd = isEnd,
+        };
+        
+        CHUNKED_IMAGES.AddOrUpdate(
+            imageId,
+            _ => [imageSegment],
+            (_, existingList) =>
+            {
+                existingList.Add(imageSegment);
+                return existingList;
+            }
+        );
+
+        return isEnd;
+    }
+
+    private static string BuildImage(string id)
+    {
+        if (!CHUNKED_IMAGES.TryGetValue(id, out var imageSegments))
+            return string.Empty;
+        
+        var sortedSegments = imageSegments
+            .OrderBy(item => item.Segment)
+            .ToList();
+            
+        var base64Image = string.Join(string.Empty, sortedSegments
+            .Where(item => item.Content != null)
+            .Select(item => item.Content));
+        
+        CHUNKED_IMAGES.Remove(id, out _);
+        return base64Image;
+    }
+}