AI-Studio/app/MindWork AI Studio/Tools/Services/RustService.Retrieval.cs

using System.Text;
using System.Text.Json;
using AIStudio.Settings.DataModel;

namespace AIStudio.Tools.Services;

public sealed partial class RustService
{
    public async Task<string> ReadArbitraryFileData(string path, int maxChunks)
    {
        var requestUri = $"/retrieval/fs/extract?path={Uri.EscapeDataString(path)}";

        var request = new HttpRequestMessage(HttpMethod.Get, requestUri);
        var response = await this.http.SendAsync(request, HttpCompletionOption.ResponseHeadersRead);


        if (!response.IsSuccessStatusCode) { return string.Empty; }

        await using var stream = await response.Content.ReadAsStreamAsync();
        using var reader = new StreamReader(stream);

        var resultBuilder = new StringBuilder();
        var chunkCount = 0;

        while (!reader.EndOfStream && chunkCount < maxChunks)
        {
            var line = await reader.ReadLineAsync();
            
            if (string.IsNullOrEmpty(line)) continue;
            if (!line.StartsWith("data:")) continue;
            
            var jsonContent = line[5..];

            try
            {
                var sseEvent = JsonSerializer.Deserialize<SseEvent>(jsonContent);
                if (sseEvent != null)
                {
                    var content = await SseHandler.ProcessEventAsync(sseEvent, false);
                    resultBuilder.Append(content);
                    chunkCount++;
                }
            }
            catch (JsonException) { resultBuilder.Append(string.Empty); }
            
        }
        var result = resultBuilder.ToString();

        return result;
    }
}