mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-10-14 15:13:48 +00:00
Fixed prompt injection warnings waiting for other actions to finish (#1053)
This commit is contained in:
1 parent
a3c6b29313
commit
57dda9ff8b
25 files changed
+589
-146
No files matched your search
@@ -18,13 +18,14 @@ internal static class ExtractedFileText
|
||||
/// <param name="filePath">The path of the file.</param>
|
||||
/// <param name="embeddingProvider">The embedding provider whose tokenizer counts the pieces.</param>
|
||||
/// <param name="reportAs">The source the user is told about when passages were filtered out, or null for the file itself.</param>
|
||||
/// <param name="reportingScope">The action the file is read for, which tells the user about filtered passages together with the rest of it.</param>
|
||||
/// <param name="token">The cancellation token.</param>
|
||||
/// <returns>The text, empty when the file has none.</returns>
|
||||
public static async Task<SegmentedText> ReadAsync(RustService rustService, string filePath, EmbeddingProvider embeddingProvider, PromptInjectionSource? reportAs, CancellationToken token)
|
||||
public static async Task<SegmentedText> ReadAsync(RustService rustService, string filePath, EmbeddingProvider embeddingProvider, PromptInjectionSource? reportAs, PromptInjectionReportingScope reportingScope, CancellationToken token)
|
||||
{
|
||||
var segments = new List<TextSegment>();
|
||||
|
||||
await foreach (var segment in rustService.StreamArbitraryFileDataWithTokenCounts(filePath, embeddingProvider, reportAs, token))
|
||||
await foreach (var segment in rustService.StreamArbitraryFileDataWithTokenCounts(filePath, embeddingProvider, reportAs, reportingScope, token))
|
||||
{
|
||||
var normalized = TextChunker.NormalizeSegment(segment.Content);
|
||||
if (!string.IsNullOrWhiteSpace(normalized))
|
||||
|
||||
Reference in new issue
Block a user