token count now adapts to chosen provider tokenizer

This commit is contained in:
PaulKoudelka committed 2026-04-14 16:27:10 +02:00
1 parent e07ca378d4
commit 41573406d5
10 files changed
+263336 -39

No files matched your search

@@ -91,6 +91,7 @@ public sealed partial class RustService : BackgroundService
{
this.http.Dispose();
this.userLanguageLock.Dispose();
this.tokenizerLock.Dispose();
base.Dispose();
}