token count now adapts to chosen provider tokenizer

This commit is contained in:
PaulKoudelka committed 2026-04-14 16:27:10 +02:00
1 parent e07ca378d4
commit 41573406d5
10 files changed
+263336 -39

No files matched your search

@@ -243,7 +243,7 @@ public partial class EmbeddingProviderDialog : MSGComponentBase, ISecretId
if (!this.dataIsValid)
return;
var response = await this.RustService.StoreTokenizer(this.DataName, this.dataEditingPreviousInstanceName, this.dataFilePath);
var response = await this.RustService.StoreTokenizer("embedding_"+this.DataName, "embedding_"+this.dataEditingPreviousInstanceName, this.dataFilePath);
Console.WriteLine($"Response from Rust: {response.Message}");
if (!response.Success)
{