Added LiteLLM as a new LLM provider (#909)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>
This commit is contained in:
Prodman DevokadevandThorsten Sommer authored and GitHub committed 2026-08-30 12:55:18 +02:00
1 parent 2965102c53
commit 5966f0f6a5
19 files changed
+206 -22

No files matched your search

@@ -1097,6 +1097,15 @@ public abstract class BaseProvider : IProvider, ISecretId
form.Add(new StringContent(modelName), "model");
//
// Ask for the plain JSON format explicitly. We only ever read the 'text' field, so the
// additional data of 'verbose_json' would be wasted anyway. More importantly, gateways
// fill in a format of their own when the client names none: LiteLLM asks for
// 'verbose_json' to get the duration it needs for its cost tracking, and the newer
// transcription models of OpenAI reject that format.
//
form.Add(new StringContent("json"), "response_format");
using var request = new HttpRequestMessage(HttpMethod.Post, host.TranscriptionURL());
request.Content = form;