Implemented Mistral provider (#19)

app/MindWork AI Studio/Components/Blocks/Changelog.Logs.cs

@@ -13,6 +13,7 @@ public partial class Changelog
     
     public static readonly Log[] LOGS = 
     [
+        new (158, "v0.6.2, build 158 (2024-07-01 18:03 UTC)", "v0.6.2.md"),
         new (157, "v0.6.1, build 157 (2024-06-30 19:00 UTC)", "v0.6.1.md"),
         new (156, "v0.6.0, build 156 (2024-06-30 12:49 UTC)", "v0.6.0.md"),
         new (155, "v0.5.2, build 155 (2024-06-25 18:07 UTC)", "v0.5.2.md"),

app/MindWork AI Studio/Provider/Mistral/ChatRequest.cs

@@ -0,0 +1,17 @@
+namespace AIStudio.Provider.Mistral;
+
+/// <summary>
+/// The OpenAI chat request model.
+/// </summary>
+/// <param name="Model">Which model to use for chat completion.</param>
+/// <param name="Messages">The chat messages.</param>
+/// <param name="Stream">Whether to stream the chat completion.</param>
+/// <param name="RandomSeed">The seed for the chat completion.</param>
+/// <param name="SafePrompt">Whether to inject a safety prompt before all conversations.</param>
+public readonly record struct ChatRequest(
+    string Model,
+    IList<RegularMessage> Messages,
+    bool Stream,
+    int RandomSeed,
+    bool SafePrompt = false
+);

app/MindWork AI Studio/Provider/Mistral/ModelsResponse.cs

@@ -0,0 +1,5 @@
+namespace AIStudio.Provider.Mistral;
+
+public readonly record struct ModelsResponse(string Object, Model[] Data);
+
+public readonly record struct Model(string Id, string Object, int Created, string OwnedBy);

app/MindWork AI Studio/Provider/Mistral/ProviderMistral.cs

@@ -0,0 +1,188 @@
+using System.Net.Http.Headers;
+using System.Runtime.CompilerServices;
+using System.Text;
+using System.Text.Json;
+
+using AIStudio.Chat;
+using AIStudio.Provider.OpenAI;
+using AIStudio.Settings;
+
+namespace AIStudio.Provider.Mistral;
+
+public sealed class ProviderMistral() : BaseProvider("https://api.mistral.ai/v1/"), IProvider
+{
+    private static readonly JsonSerializerOptions JSON_SERIALIZER_OPTIONS = new()
+    {
+        PropertyNamingPolicy = JsonNamingPolicy.SnakeCaseLower,
+    };
+    
+    #region Implementation of IProvider
+
+    public string Id => "Mistral";
+    
+    public string InstanceName { get; set; } = "Mistral";
+
+    /// <inheritdoc />
+    public async IAsyncEnumerable<string> StreamChatCompletion(IJSRuntime jsRuntime, SettingsManager settings, Provider.Model chatModel, ChatThread chatThread, [EnumeratorCancellation] CancellationToken token = default)
+    {
+        // Get the API key:
+        var requestedSecret = await settings.GetAPIKey(jsRuntime, this);
+        if(!requestedSecret.Success)
+            yield break;
+
+        // Prepare the system prompt:
+        var systemPrompt = new RegularMessage
+        {
+            Role = "system",
+            Content = chatThread.SystemPrompt,
+        };
+        
+        // Prepare the Mistral HTTP chat request:
+        var mistralChatRequest = JsonSerializer.Serialize(new ChatRequest
+        {
+            Model = chatModel.Id,
+            
+            // Build the messages:
+            // - First of all the system prompt
+            // - Then none-empty user and AI messages
+            Messages = [systemPrompt, ..chatThread.Blocks.Where(n => n.ContentType is ContentType.TEXT && !string.IsNullOrWhiteSpace((n.Content as ContentText)?.Text)).Select(n => new RegularMessage
+            {
+                Role = n.Role switch
+                {
+                    ChatRole.USER => "user",
+                    ChatRole.AI => "assistant",
+                    ChatRole.SYSTEM => "system",
+
+                    _ => "user",
+                },
+
+                Content = n.Content switch
+                {
+                    ContentText text => text.Text,
+                    _ => string.Empty,
+                }
+            }).ToList()],
+
+            RandomSeed = chatThread.Seed,
+            
+            // Right now, we only support streaming completions:
+            Stream = true,
+            SafePrompt = false,
+        }, JSON_SERIALIZER_OPTIONS);
+
+        // Build the HTTP post request:
+        var request = new HttpRequestMessage(HttpMethod.Post, "chat/completions");
+        
+        // Set the authorization header:
+        request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", requestedSecret.Secret);
+        
+        // Set the content:
+        request.Content = new StringContent(mistralChatRequest, Encoding.UTF8, "application/json");
+        
+        // Send the request with the ResponseHeadersRead option.
+        // This allows us to read the stream as soon as the headers are received.
+        // This is important because we want to stream the responses.
+        var response = await this.httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, token);
+        
+        // Open the response stream:
+        var mistralStream = await response.Content.ReadAsStreamAsync(token);
+        
+        // Add a stream reader to read the stream, line by line:
+        var streamReader = new StreamReader(mistralStream);
+        
+        // Read the stream, line by line:
+        while(!streamReader.EndOfStream)
+        {
+            // Check if the token is canceled:
+            if(token.IsCancellationRequested)
+                yield break;
+            
+            // Read the next line:
+            var line = await streamReader.ReadLineAsync(token);
+            
+            // Skip empty lines:
+            if(string.IsNullOrWhiteSpace(line))
+                continue;
+            
+            // Skip lines that do not start with "data: ". Regard
+            // to the specification, we only want to read the data lines:
+            if(!line.StartsWith("data: ", StringComparison.InvariantCulture))
+                continue;
+
+            // Check if the line is the end of the stream:
+            if (line.StartsWith("data: [DONE]", StringComparison.InvariantCulture))
+                yield break;
+
+            ResponseStreamLine mistralResponse;
+            try
+            {
+                // We know that the line starts with "data: ". Hence, we can
+                // skip the first 6 characters to get the JSON data after that.
+                var jsonData = line[6..];
+                
+                // Deserialize the JSON data:
+                mistralResponse = JsonSerializer.Deserialize<ResponseStreamLine>(jsonData, JSON_SERIALIZER_OPTIONS);
+            }
+            catch
+            {
+                // Skip invalid JSON data:
+                continue;
+            }    
+            
+            // Skip empty responses:
+            if(mistralResponse == default || mistralResponse.Choices.Count == 0)
+                continue;
+            
+            // Yield the response:
+            yield return mistralResponse.Choices[0].Delta.Content;
+        }
+    }
+
+    #pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously
+    /// <inheritdoc />
+    public async IAsyncEnumerable<ImageURL> StreamImageCompletion(IJSRuntime jsRuntime, SettingsManager settings, Provider.Model imageModel, string promptPositive, string promptNegative = FilterOperator.String.Empty, ImageURL referenceImageURL = default, [EnumeratorCancellation] CancellationToken token = default)
+    {
+        yield break;
+    }
+    #pragma warning restore CS1998 // Async method lacks 'await' operators and will run synchronously
+
+    /// <inheritdoc />
+    public async Task<IEnumerable<Provider.Model>> GetTextModels(IJSRuntime jsRuntime, SettingsManager settings, string? apiKeyProvisional = null, CancellationToken token = default)
+    {
+        var secretKey = apiKeyProvisional switch
+        {
+            not null => apiKeyProvisional,
+            _ => await settings.GetAPIKey(jsRuntime, this) switch
+            {
+                { Success: true } result => result.Secret,
+                _ => null,
+            }
+        };
+
+        if (secretKey is null)
+            return [];
+        
+        var request = new HttpRequestMessage(HttpMethod.Get, "models");
+        request.Headers.Authorization = new AuthenticationHeaderValue("Bearer", secretKey);
+
+        var response = await this.httpClient.SendAsync(request, token);
+        if(!response.IsSuccessStatusCode)
+            return [];
+
+        var modelResponse = await response.Content.ReadFromJsonAsync<ModelsResponse>(token);
+        return modelResponse.Data.Where(n => 
+            !n.Id.StartsWith("code", StringComparison.InvariantCulture) &&
+            !n.Id.Contains("embed", StringComparison.InvariantCulture))
+            .Select(n => new Provider.Model(n.Id));
+    }
+
+    #pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously
+    /// <inheritdoc />
+    public Task<IEnumerable<Provider.Model>> GetImageModels(IJSRuntime jsRuntime, SettingsManager settings, string? apiKeyProvisional = null, CancellationToken token = default)
+    {
+        return Task.FromResult(Enumerable.Empty<Provider.Model>());
+    }
+    #pragma warning restore CS1998 // Async method lacks 'await' operators and will run synchronously
+
+    #endregion
+}

app/MindWork AI Studio/Provider/Mistral/RegularMessage.cs

@@ -0,0 +1,8 @@
+namespace AIStudio.Provider.Mistral;
+
+/// <summary>
+/// Regulat chat message model.
+/// </summary>
+/// <param name="Content">The text content of the message.</param>
+/// <param name="Role">The role of the message.</param>
+public readonly record struct RegularMessage(string Content, string Role);

app/MindWork AI Studio/Provider/Providers.cs

@@ -1,4 +1,5 @@
 using AIStudio.Provider.Anthropic;
+using AIStudio.Provider.Mistral;
 using AIStudio.Provider.OpenAI;
 
 namespace AIStudio.Provider;
@@ -11,6 +12,7 @@ public enum Providers
     NONE,
     OPEN_AI,
     ANTHROPIC,
+    MISTRAL,
 }
 
 /// <summary>
@@ -27,6 +29,7 @@ public static class ExtensionsProvider
     {
         Providers.OPEN_AI => "OpenAI",
         Providers.ANTHROPIC => "Anthropic",
+        Providers.MISTRAL => "Mistral",
         
         Providers.NONE => "No provider selected",
         _ => "Unknown",
@@ -42,6 +45,7 @@ public static class ExtensionsProvider
     {
         Providers.OPEN_AI => new ProviderOpenAI { InstanceName = instanceName },
         Providers.ANTHROPIC => new ProviderAnthropic { InstanceName = instanceName },
+        Providers.MISTRAL => new ProviderMistral { InstanceName = instanceName },
         
         _ => new NoProvider(),
     };

app/MindWork AI Studio/wwwroot/changelog/v0.6.2.md

@@ -0,0 +1,2 @@
+# v0.6.2, build 158 (2024-07-01 18:03 UTC)
+- Added support for the Mistral provider

metadata.txt

@@ -1,9 +1,9 @@
-0.6.1
+0.6.2
-2024-06-30 19:00:03 UTC
+2024-07-01 18:08:01 UTC
-157
+158
 8.0.206 (commit bb12410699)
 8.0.6 (commit 3b8b000a0e)
 1.79.0 (commit 129f3b996)
 6.20.0
 1.6.1
-9b1649b48a7, release
+c86a9e32c12, release

runtime/Cargo.lock

@@ -2313,7 +2313,7 @@ checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a"
 
 [[package]]
 name = "mindwork-ai-studio"
-version = "0.6.0"
+version = "0.6.2"
 dependencies = [
  "arboard",
  "flexi_logger",

runtime/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "mindwork-ai-studio"
-version = "0.6.1"
+version = "0.6.2"
 edition = "2021"
 description = "MindWork AI Studio"
 authors = ["Thorsten Sommer"]

runtime/tauri.conf.json

@@ -6,7 +6,7 @@
   },
   "package": {
     "productName": "MindWork AI Studio",
-	"version": "0.6.1"
+	"version": "0.6.2"
   },
   "tauri": {
     "allowlist": {