mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-10-06 18:09:40 +00:00
improved chunking pipeline and handling of expert settings
This commit is contained in:
1 parent
2829051e4c
commit
89f7156fdf
16 files changed
+764
-138
No files matched your search
@@ -137,7 +137,10 @@ CONFIG["EMBEDDING_PROVIDERS"] = {}
|
||||
-- -- ["TokenizerPath"] = "",
|
||||
--
|
||||
-- -- Optional: maximum number of tokens per embedding chunk. If omitted, AI Studio uses its default.
|
||||
-- -- ["TokenLimit"] = 8191,
|
||||
-- -- ["TokenLimit"] = 16384,
|
||||
--
|
||||
-- -- Optional: number of chunks sent to the embedding provider in one request. If omitted, AI Studio sends one chunk per request.
|
||||
-- -- ["EmbeddingBatchSize"] = 1,
|
||||
--
|
||||
-- ["Model"] = {
|
||||
-- ["Id"] = "<the model ID, e.g., nomic-embed-text>",
|
||||
|
||||
Reference in new issue
Block a user