mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2026-08-11 18:12:10 +00:00
e0d7a810ea
Add LiteLLM as a first-class provider. LiteLLM is a self-hosted AI gateway that exposes a single OpenAI-compatible endpoint in front of 100+ models across providers (OpenAI, Anthropic, Google, Azure, AWS Bedrock, and more). The provider mirrors the existing OpenAI-compatible providers: it uses the shared StreamOpenAICompatibleChatCompletion helper for streaming chat and LoadModelsResponse against /v1/models for automatic model discovery. The user supplies the base URL of their proxy; it is normalized and the OpenAI-compatible /v1/ path is appended. It uses the self-hosted trust policy and confidence handling, since the gateway owner decides which downstream providers requests are routed to. Wired through the standard plumbing: the LLMProviders enum, LLMProvidersExtensions (name, confidence, factory, hostname/API-key requirements), ProviderExtensions (capabilities + reasoning), and SettingsManager (per-scheme confidence levels). Hostname and API key are both required. Added a user-facing changelog entry and updated the configuration-plugin docs to include the new LITE_LLM confidence key.
71 lines
3.3 KiB
C#
71 lines
3.3 KiB
C#
using AIStudio.Provider;
|
|
|
|
namespace AIStudio.Settings;
|
|
|
|
public static partial class ProviderExtensions
|
|
{
|
|
/// <summary>
|
|
/// Get the capabilities of the model used by the configured provider.
|
|
/// </summary>
|
|
/// <param name="provider">The configured provider.</param>
|
|
/// <returns>The capabilities of the configured model.</returns>
|
|
public static List<Capability> GetModelCapabilities(this Provider provider)
|
|
{
|
|
var automaticCapabilities = provider.UsedLLMProvider.GetModelCapabilities(provider.Model);
|
|
return provider.CapabilityOverrides?.ApplyTo(automaticCapabilities) ?? automaticCapabilities;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Get whether the model used by the configured provider accepts images as input.
|
|
/// </summary>
|
|
/// <remarks>
|
|
/// Two capabilities express image input, one for a single image and one for several. Anything that
|
|
/// wants to know whether an image may be sent has to accept both, which is why the question is asked
|
|
/// here instead of at each call site: attaching a file and validating an already attached file must
|
|
/// never disagree about it.
|
|
/// </remarks>
|
|
/// <param name="provider">The configured provider.</param>
|
|
/// <returns><c>true</c> when the model accepts image input.</returns>
|
|
public static bool SupportsImageInput(this Provider provider)
|
|
{
|
|
var capabilities = provider.GetModelCapabilities();
|
|
return capabilities.Contains(Capability.SINGLE_IMAGE_INPUT) || capabilities.Contains(Capability.MULTIPLE_IMAGE_INPUT);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Get the capabilities of a model for a specific provider.
|
|
/// </summary>
|
|
/// <param name="provider">The LLM provider.</param>
|
|
/// <param name="model">The model to get the capabilities for.</param>
|
|
/// <returns>>The capabilities of the model.</returns>
|
|
public static List<Capability> GetModelCapabilities(this LLMProviders provider, Model model)
|
|
{
|
|
if (string.IsNullOrWhiteSpace(model.Id))
|
|
return [];
|
|
|
|
return provider switch
|
|
{
|
|
LLMProviders.OPEN_AI => GetModelCapabilitiesOpenAI(model),
|
|
LLMProviders.MISTRAL => GetModelCapabilitiesMistral(model),
|
|
LLMProviders.ANTHROPIC => GetModelCapabilitiesAnthropic(model),
|
|
LLMProviders.GOOGLE => GetModelCapabilitiesGoogle(model),
|
|
LLMProviders.X => GetModelCapabilitiesOpenSource(model),
|
|
LLMProviders.DEEP_SEEK => GetModelCapabilitiesDeepSeek(model),
|
|
LLMProviders.ALIBABA_CLOUD => GetModelCapabilitiesAlibaba(model),
|
|
LLMProviders.PERPLEXITY => GetModelCapabilitiesPerplexity(model),
|
|
LLMProviders.OPEN_ROUTER => GetModelCapabilitiesOpenRouter(model),
|
|
LLMProviders.LITE_LLM => GetModelCapabilitiesOpenSource(model),
|
|
|
|
LLMProviders.GROQ => GetModelCapabilitiesOpenSource(model),
|
|
LLMProviders.FIREWORKS => GetModelCapabilitiesOpenSource(model),
|
|
LLMProviders.HUGGINGFACE => GetModelCapabilitiesOpenSource(model),
|
|
|
|
LLMProviders.HELMHOLTZ => GetModelCapabilitiesOpenSource(model),
|
|
LLMProviders.GWDG => GetModelCapabilitiesOpenSource(model),
|
|
|
|
LLMProviders.SELF_HOSTED => GetModelCapabilitiesOpenSource(model),
|
|
|
|
_ => []
|
|
};
|
|
}
|
|
} |