mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-08-11 18:32:12 +00:00
e0d7a810ea
Add LiteLLM as a first-class provider. LiteLLM is a self-hosted AI gateway that exposes a single OpenAI-compatible endpoint in front of 100+ models across providers (OpenAI, Anthropic, Google, Azure, AWS Bedrock, and more). The provider mirrors the existing OpenAI-compatible providers: it uses the shared StreamOpenAICompatibleChatCompletion helper for streaming chat and LoadModelsResponse against /v1/models for automatic model discovery. The user supplies the base URL of their proxy; it is normalized and the OpenAI-compatible /v1/ path is appended. It uses the self-hosted trust policy and confidence handling, since the gateway owner decides which downstream providers requests are routed to. Wired through the standard plumbing: the LLMProviders enum, LLMProvidersExtensions (name, confidence, factory, hostname/API-key requirements), ProviderExtensions (capabilities + reasoning), and SettingsManager (per-scheme confidence levels). Hostname and API key are both required. Added a user-facing changelog entry and updated the configuration-plugin docs to include the new LITE_LLM confidence key.
29 lines
451 B
C#
29 lines
451 B
C#
namespace AIStudio.Provider;
|
|
|
|
/// <summary>
|
|
/// Enum for all available providers.
|
|
/// </summary>
|
|
public enum LLMProviders
|
|
{
|
|
NONE = 0,
|
|
|
|
OPEN_AI = 1,
|
|
ANTHROPIC = 2,
|
|
MISTRAL = 3,
|
|
GOOGLE = 7,
|
|
X = 8,
|
|
DEEP_SEEK = 11,
|
|
ALIBABA_CLOUD = 12,
|
|
PERPLEXITY = 14,
|
|
OPEN_ROUTER = 15,
|
|
LITE_LLM = 16,
|
|
|
|
FIREWORKS = 5,
|
|
GROQ = 6,
|
|
HUGGINGFACE = 13,
|
|
|
|
SELF_HOSTED = 4,
|
|
|
|
HELMHOLTZ = 9,
|
|
GWDG = 10,
|
|
} |