MindWorkAI/AI-Studio
1
0 Fork 0
mirror of https://github.com/MindWorkAI/AI-Studio.git synced 2026-11-04 21:47:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added a way to read what the AI received from your sources (#1100)

Browse Source 
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Paul KoudelkaandThorsten Sommer authored and GitHub committed 2026-10-26 10:00:01 +01:00
1 parent e0d8e18f34
commit cbc4ce5413
229 files changed
+12739 -1269
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

app/MindWork AI Studio/Tools/Services/RustService.Retrieval.cs
+9 -9
View File
@@ -293,7 +293,7 @@ public sealed partial class RustService
{
if (segment.TokenCount is { } tokenCount)
{
yield return new(segment.Content, tokenCount, segment.PageNumber);
yield return new(segment.Content, tokenCount, segment.Location);
continue;
}
@@ -306,7 +306,7 @@ public sealed partial class RustService
var countedSegment = await this.GetTokenCount(embeddingProvider, segment.Content, token);
if (countedSegment is { Success: true } counted)
{
yield return new(segment.Content, counted.TokenCount, segment.PageNumber);
yield return new(segment.Content, counted.TokenCount, segment.Location);
continue;
}
@@ -318,7 +318,7 @@ public sealed partial class RustService
}
}
private async IAsyncEnumerable<(string Content, int? TokenCount, int? PageNumber)> StreamArbitraryFileDataCore(
private async IAsyncEnumerable<(string Content, int? TokenCount, SourceLocation Location)> StreamArbitraryFileDataCore(
string path,
string tokenizerPath,
PromptInjectionSource? reportAs,
@@ -427,13 +427,13 @@ public sealed partial class RustService
}
//
// The count and the page come from the processed event, not from the event which
// was just read: a reader may hold content back across several events, and the
// count and page of the content it releases describe that content, not the event
// that released it.
// The count and the location come from the processed event, not from the event
// which was just read: a reader may hold content back across several events, and
// the count and location of the content it releases describe that content, not the
// event that released it.
//
if (!string.IsNullOrWhiteSpace(processedEvent.Content))
yield return (processedEvent.Content, processedEvent.TokenCount, processedEvent.PageNumber);
yield return (processedEvent.Content, processedEvent.TokenCount, processedEvent.Location);
}
}
finally
@@ -442,7 +442,7 @@ public sealed partial class RustService
}
if (finalContentChunk is { } pendingContent && !string.IsNullOrWhiteSpace(pendingContent.Content))
yield return (pendingContent.Content, pendingContent.TokenCount, pendingContent.PageNumber);
yield return (pendingContent.Content, pendingContent.TokenCount, SourceLocation.OnPage(pendingContent.PageNumber));
if (promptInjectionRedactedCount is 0)
yield break;