ensured consistent maximum token limit

This commit is contained in:
Paul Koudelka 2026-08-10 22:13:13 +02:00
parent f9263b02dd
commit 2547701320
3 changed files with 5 additions and 5 deletions

View File

@ -5440,9 +5440,6 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T1847791252"] = "Up
-- Failed to load the API key from the operating system. The message was: {0}. You might ignore this message and provide the API key again. -- Failed to load the API key from the operating system. The message was: {0}. You might ignore this message and provide the API key again.
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T1870831108"] = "Failed to load the API key from the operating system. The message was: {0}. You might ignore this message and provide the API key again." UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T1870831108"] = "Failed to load the API key from the operating system. The message was: {0}. You might ignore this message and provide the API key again."
-- Maximum number of tokens sent to the embedding model per chunk. The default is 16,384.
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2064265557"] = "Maximum number of tokens sent to the embedding model per chunk. The default is 16,384."
-- Model -- Model
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2189814010"] = "Model" UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2189814010"] = "Model"
@ -5455,6 +5452,9 @@ UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2331453405"] = "(O
-- Invalid tokenizer: -- Invalid tokenizer:
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2448302543"] = "Invalid tokenizer:" UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2448302543"] = "Invalid tokenizer:"
-- Maximum number of tokens sent to the embedding model per chunk. The default is 8,192.
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T252902997"] = "Maximum number of tokens sent to the embedding model per chunk. The default is 8,192."
-- Add -- Add
UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2646845972"] = "Add" UI_TEXT_CONTENT["AISTUDIO::DIALOGS::EMBEDDINGPROVIDERDIALOG::T2646845972"] = "Add"

View File

@ -145,7 +145,7 @@
AdornmentIcon="@Icons.Material.Filled.Numbers" AdornmentIcon="@Icons.Material.Filled.Numbers"
AdornmentColor="Color.Info" AdornmentColor="Color.Info"
Validation="@this.ValidateTokenLimit" Validation="@this.ValidateTokenLimit"
HelperText="@T("Maximum number of tokens sent to the embedding model per chunk. The default is 16,384.")"/> HelperText="@T("Maximum number of tokens sent to the embedding model per chunk. The default is 8,192.")"/>
<MudNumericField <MudNumericField
T="int" T="int"
@bind-Value="@this.DataEmbeddingBatchSize" @bind-Value="@this.DataEmbeddingBatchSize"

View File

@ -149,7 +149,7 @@ CONFIG["EMBEDDING_PROVIDERS"] = {}
-- -- ["TokenizerPath"] = "", -- -- ["TokenizerPath"] = "",
-- --
-- -- Optional: maximum number of tokens per embedding chunk. If omitted, AI Studio uses its default. -- -- Optional: maximum number of tokens per embedding chunk. If omitted, AI Studio uses its default.
-- -- ["TokenLimit"] = 16384, -- -- ["TokenLimit"] = 8192,
-- --
-- -- Optional: number of chunks sent to the embedding provider in one request. If omitted, AI Studio sends one chunk per request. -- -- Optional: number of chunks sent to the embedding provider in one request. If omitted, AI Studio sends one chunk per request.
-- -- ["EmbeddingBatchSize"] = 1, -- -- ["EmbeddingBatchSize"] = 1,