mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-10-17 04:38:00 +00:00
Added LiteLLM as a new LLM provider (#909)
Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
1 parent
2965102c53
commit
5966f0f6a5
19 files changed
+206
-22
No files matched your search
@@ -1097,6 +1097,15 @@ public abstract class BaseProvider : IProvider, ISecretId
|
||||
|
||||
form.Add(new StringContent(modelName), "model");
|
||||
|
||||
//
|
||||
// Ask for the plain JSON format explicitly. We only ever read the 'text' field, so the
|
||||
// additional data of 'verbose_json' would be wasted anyway. More importantly, gateways
|
||||
// fill in a format of their own when the client names none: LiteLLM asks for
|
||||
// 'verbose_json' to get the duration it needs for its cost tracking, and the newer
|
||||
// transcription models of OpenAI reject that format.
|
||||
//
|
||||
form.Add(new StringContent("json"), "response_format");
|
||||
|
||||
using var request = new HttpRequestMessage(HttpMethod.Post, host.TranscriptionURL());
|
||||
request.Content = form;
|
||||
|
||||
|
||||
Reference in new issue
Block a user