Added xAI as a new provider (#254)

app/MindWork AI Studio/Provider/LLMProviders.cs

@@ -11,6 +11,7 @@ public enum LLMProviders
     ANTHROPIC = 2,
     MISTRAL = 3,
     GOOGLE = 7,
+    X = 8,
     
     FIREWORKS = 5,
     GROQ = 6,

app/MindWork AI Studio/Provider/LLMProvidersExtensions.cs

@@ -5,6 +5,7 @@ using AIStudio.Provider.Groq;
 using AIStudio.Provider.Mistral;
 using AIStudio.Provider.OpenAI;
 using AIStudio.Provider.SelfHosted;
+using AIStudio.Provider.X;
 using AIStudio.Settings;
 
 using Host = AIStudio.Provider.SelfHosted.Host;
@@ -26,6 +27,7 @@ public static class LLMProvidersExtensions
         LLMProviders.ANTHROPIC => "Anthropic",
         LLMProviders.MISTRAL => "Mistral",
         LLMProviders.GOOGLE => "Google",
+        LLMProviders.X => "xAI",
         
         LLMProviders.GROQ => "Groq",
         LLMProviders.FIREWORKS => "Fireworks.ai",
@@ -62,6 +64,8 @@ public static class LLMProvidersExtensions
         
         LLMProviders.MISTRAL => Confidence.GDPR_NO_TRAINING.WithRegion("Europe, France").WithSources("https://mistral.ai/terms/#terms-of-service-la-plateforme").WithLevel(settingsManager.GetConfiguredConfidenceLevel(llmProvider)),
         
+        LLMProviders.X => Confidence.USA_NO_TRAINING.WithRegion("America, U.S.").WithSources("https://x.ai/legal/terms-of-service-enterprise").WithLevel(settingsManager.GetConfiguredConfidenceLevel(llmProvider)),
+        
         LLMProviders.SELF_HOSTED => Confidence.SELF_HOSTED.WithLevel(settingsManager.GetConfiguredConfidenceLevel(llmProvider)),
         
         _ => Confidence.UNKNOWN.WithLevel(settingsManager.GetConfiguredConfidenceLevel(llmProvider)),
@@ -87,6 +91,7 @@ public static class LLMProvidersExtensions
         LLMProviders.GROQ => false,
         LLMProviders.ANTHROPIC => false,
         LLMProviders.FIREWORKS => false,
+        LLMProviders.X => false,
         
         //
         // Self-hosted providers are treated as a special case anyway.
@@ -128,6 +133,7 @@ public static class LLMProvidersExtensions
                 LLMProviders.ANTHROPIC => new ProviderAnthropic(logger) { InstanceName = instanceName },
                 LLMProviders.MISTRAL => new ProviderMistral(logger) { InstanceName = instanceName },
                 LLMProviders.GOOGLE => new ProviderGoogle(logger) { InstanceName = instanceName },
+                LLMProviders.X => new ProviderX(logger) { InstanceName = instanceName },
                 
                 LLMProviders.GROQ => new ProviderGroq(logger) { InstanceName = instanceName },
                 LLMProviders.FIREWORKS => new ProviderFireworks(logger) { InstanceName = instanceName },
@@ -150,6 +156,7 @@ public static class LLMProvidersExtensions
         LLMProviders.MISTRAL => "https://console.mistral.ai/",
         LLMProviders.ANTHROPIC => "https://console.anthropic.com/dashboard",
         LLMProviders.GOOGLE => "https://console.cloud.google.com/",
+        LLMProviders.X => "https://accounts.x.ai/sign-up",
      
         LLMProviders.GROQ => "https://console.groq.com/",
         LLMProviders.FIREWORKS => "https://fireworks.ai/login",
@@ -162,6 +169,7 @@ public static class LLMProvidersExtensions
         LLMProviders.OPEN_AI => "https://platform.openai.com/usage",
         LLMProviders.MISTRAL => "https://console.mistral.ai/usage/",
         LLMProviders.ANTHROPIC => "https://console.anthropic.com/settings/plans",
+        LLMProviders.X => "https://console.x.ai/",
         LLMProviders.GROQ => "https://console.groq.com/settings/usage",
         LLMProviders.GOOGLE => "https://console.cloud.google.com/billing",
         LLMProviders.FIREWORKS => "https://fireworks.ai/account/billing",
@@ -174,6 +182,7 @@ public static class LLMProvidersExtensions
         LLMProviders.OPEN_AI => true,
         LLMProviders.MISTRAL => true,
         LLMProviders.ANTHROPIC => true,
+        LLMProviders.X => true,
         LLMProviders.GROQ => true,
         LLMProviders.FIREWORKS => true,
         LLMProviders.GOOGLE => true,
@@ -217,6 +226,7 @@ public static class LLMProvidersExtensions
         LLMProviders.MISTRAL => true,
         LLMProviders.ANTHROPIC => true,
         LLMProviders.GOOGLE => true,
+        LLMProviders.X => true,
         
         LLMProviders.GROQ => true,
         LLMProviders.FIREWORKS => true,
@@ -232,6 +242,7 @@ public static class LLMProvidersExtensions
         LLMProviders.MISTRAL => true,
         LLMProviders.ANTHROPIC => true,
         LLMProviders.GOOGLE => true,
+        LLMProviders.X => true,
         
         LLMProviders.GROQ => true,
         LLMProviders.FIREWORKS => true,

app/MindWork AI Studio/Provider/X/ProviderX.cs

@@ -0,0 +1,152 @@
+using System.Net.Http.Headers;
+using System.Runtime.CompilerServices;
+using System.Text;
+using System.Text.Json;
+
+using AIStudio.Chat;
+using AIStudio.Provider.OpenAI;
+using AIStudio.Settings;
+
+namespace AIStudio.Provider.X;
+
+public sealed class ProviderX(ILogger logger) : BaseProvider("https://api.x.ai/v1/", logger)
+{
+    #region Implementation of IProvider
+
+    /// <inheritdoc />
+    public override string Id => LLMProviders.X.ToName();
+
+    /// <inheritdoc />
+    public override string InstanceName { get; set; } = "xAI";
+
+    /// <inheritdoc />
+    public override async IAsyncEnumerable<string> StreamChatCompletion(Model chatModel, ChatThread chatThread, SettingsManager settingsManager, [EnumeratorCancellation] CancellationToken token = default)
+    {
+        // Get the API key:
+        var requestedSecret = await RUST_SERVICE.GetAPIKey(this);
+        if(!requestedSecret.Success)
+            yield break;
+        
+        // Prepare the system prompt:
+        var systemPrompt = new Message
+        {
+            Role = "system",
+            Content = chatThread.PrepareSystemPrompt(settingsManager, chatThread, this.logger),
+        };
+        
+        // Prepare the xAI HTTP chat request:
+        var xChatRequest = JsonSerializer.Serialize(new ChatRequest
+        {
+            Model = chatModel.Id,
+            
+            // Build the messages:
+            // - First of all the system prompt
+            // - Then none-empty user and AI messages
+            Messages = [systemPrompt, ..chatThread.Blocks.Where(n => n.ContentType is ContentType.TEXT && !string.IsNullOrWhiteSpace((n.Content as ContentText)?.Text)).Select(n => new Message
+            {
+                Role = n.Role switch
+                {
+                    ChatRole.USER => "user",
+                    ChatRole.AI => "assistant",
+                    ChatRole.AGENT => "assistant",
+                    ChatRole.SYSTEM => "system",
+
+                    _ => "user",
+                },
+
+                Content = n.Content switch
+                {
+                    ContentText text => text.Text,
+                    _ => string.Empty,
+                }
+            }).ToList()],
+
+            Seed = chatThread.Seed,
+            
+            // Right now, we only support streaming completions:
+            Stream = true,
+        }, JSON_SERIALIZER_OPTIONS);
+
+        async Task<HttpRequestMessage> RequestBuilder()
+        {
+            // Build the HTTP post request:
+            var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions");
+
+            // Set the authorization header:
+            request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", await requestedSecret.Secret.Decrypt(ENCRYPTION));
+
+            // Set the content:
+            request.Content = new StringContent(xChatRequest, Encoding.UTF8, "application/json");
+            return request;
+        }
+        
+        await foreach (var content in this.StreamChatCompletionInternal<ResponseStreamLine>("xAI", RequestBuilder, token))
+            yield return content;
+    }
+
+    #pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously
+    /// <inheritdoc />
+    public override async IAsyncEnumerable<ImageURL> StreamImageCompletion(Model imageModel, string promptPositive, string promptNegative = FilterOperator.String.Empty, ImageURL referenceImageURL = default, [EnumeratorCancellation] CancellationToken token = default)
+    {
+        yield break;
+    }
+    #pragma warning restore CS1998 // Async method lacks 'await' operators and will run synchronously
+
+    /// <inheritdoc />
+    public override Task<IEnumerable<Model>> GetTextModels(string? apiKeyProvisional = null, CancellationToken token = default)
+    {
+        return this.LoadModels(["grok-"], token, apiKeyProvisional);
+    }
+
+    /// <inheritdoc />
+    public override Task<IEnumerable<Model>> GetImageModels(string? apiKeyProvisional = null, CancellationToken token = default)
+    {
+        return Task.FromResult<IEnumerable<Model>>([]);
+    }
+    
+    /// <inheritdoc />
+    public override Task<IEnumerable<Model>> GetEmbeddingModels(string? apiKeyProvisional = null, CancellationToken token = default)
+    {
+        return Task.FromResult<IEnumerable<Model>>([]);
+    }
+
+    #endregion
+    
+    private async Task<IEnumerable<Model>> LoadModels(string[] prefixes, CancellationToken token, string? apiKeyProvisional = null)
+    {
+        var secretKey = apiKeyProvisional switch
+        {
+            not null => apiKeyProvisional,
+            _ => await RUST_SERVICE.GetAPIKey(this) switch
+            {
+                { Success: true } result => await result.Secret.Decrypt(ENCRYPTION),
+                _ => null,
+            }
+        };
+
+        if (secretKey is null)
+            return [];
+        
+        var request = new HttpRequestMessage(HttpMethod.Get, "models");
+        request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", secretKey);
+
+        var response = await this.httpClient.SendAsync(request, token);
+        if(!response.IsSuccessStatusCode)
+            return [];
+
+        var modelResponse = await response.Content.ReadFromJsonAsync<ModelsResponse>(token);
+        
+        //
+        // The API does not return the alias model names, so we have to add them manually:
+        // Right now, the only alias to add is `grok-2-latest`.
+        //
+        return modelResponse.Data.Where(model => prefixes.Any(prefix => model.Id.StartsWith(prefix, StringComparison.InvariantCulture)))
+            .Concat([
+                new Model
+                {
+                    Id = "grok-2-latest",
+                    DisplayName = "Grok 2.0 (latest)",
+                }
+            ]);
+    }
+}