mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-10-15 08:13:48 +00:00
Add llmman as a self-hosted host for chat and embedding providers (#947)
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
2bd3d41421
commit
88d1f4d96a
20 files changed
+270
-89
No files matched your search
@@ -85,7 +85,7 @@ CONFIG["LLM_PROVIDERS"] = {}
|
||||
-- ["InstanceName"] = "<user-friendly name for the combination of server and model>",
|
||||
-- ["UsedLLMProvider"] = "SELF_HOSTED",
|
||||
--
|
||||
-- -- Allowed values for Host are: LM_STUDIO, LLAMACPP, OLLAMA, and VLLM
|
||||
-- -- Allowed values for Host are: LM_STUDIO, LLAMA_CPP, OLLAMA, VLLM, and LLMMAN
|
||||
-- ["Host"] = "OLLAMA",
|
||||
-- ["Hostname"] = "<https address of the server>",
|
||||
--
|
||||
@@ -184,7 +184,7 @@ CONFIG["TRANSCRIPTION_PROVIDERS"] = {}
|
||||
-- ["Name"] = "<user-friendly name for the transcription provider>",
|
||||
-- ["UsedLLMProvider"] = "SELF_HOSTED",
|
||||
--
|
||||
-- -- Allowed values for Host are: LM_STUDIO, LLAMACPP, OLLAMA, VLLM, and WHISPER_CPP
|
||||
-- -- Allowed values for Host are: OLLAMA, VLLM, WHISPER_CPP, and LLMMAN
|
||||
-- ["Host"] = "WHISPER_CPP",
|
||||
-- ["Hostname"] = "<https address of the server>",
|
||||
--
|
||||
@@ -221,7 +221,7 @@ CONFIG["EMBEDDING_PROVIDERS"] = {}
|
||||
-- ["Name"] = "<user-friendly name for the embedding provider>",
|
||||
-- ["UsedLLMProvider"] = "SELF_HOSTED",
|
||||
--
|
||||
-- -- Allowed values for Host are: LM_STUDIO, LLAMACPP, OLLAMA, and VLLM
|
||||
-- -- Allowed values for Host are: LM_STUDIO, OLLAMA, VLLM, and LLMMAN
|
||||
-- ["Host"] = "OLLAMA",
|
||||
-- ["Hostname"] = "<https address of the server>",
|
||||
--
|
||||
|
||||
Reference in new issue
Block a user