Added local RAG (#756)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>

app/MindWork AI Studio/Dialogs/ProviderDialog.razor

@@ -174,6 +174,33 @@
                 Validation="@this.providerValidation.ValidatingInstanceName"
                 UserAttributes="@SPELLCHECK_ATTRIBUTES"
             />
+
+            @if (this.DataLLMProvider != LLMProviders.NONE)
+            {
+                <MudJustifiedText Typo="Typo.body1" Class="mb-3">
+                    @T("For better token estimates, you can configure a custom tokenizer for this provider.")
+                </MudJustifiedText>
+                <MudStack Row="@true" Spacing="3" Class="mb-3" StretchItems="StretchItems.None" AlignItems="AlignItems.Center">
+                    <MudTextField
+                        T="string"
+                        Text="@this.dataFilePath"
+                        TextChanged="@this.OnDataFilePathChanged"
+                        Label="@T("Selected file path for the custom tokenizer")"
+                        Validation="@this.providerValidation.ValidatingCustomTokenizer"
+                        Adornment="Adornment.Start"
+                        AdornmentIcon="@Icons.Material.Filled.AttachFile"
+                        UserAttributes="@SPELLCHECK_ATTRIBUTES"
+                        Variant="Variant.Outlined"
+                        Clearable="@true"
+                        Error="@(!string.IsNullOrWhiteSpace(this.dataCustomTokenizerValidationIssue))"
+                        ErrorText="@this.dataCustomTokenizerValidationIssue"
+                        OnClearButtonClick="@this.ClearPathTokenizer"
+                    />
+                    <MudButton StartIcon="@Icons.Material.Filled.FolderOpen" Variant="Variant.Outlined" Color="Color.Primary" Disabled="@this.isTokenizerFileDialogOpen" OnClick="@this.OpenTokenizerFileDialog">
+                        @T("Choose File")
+                    </MudButton>
+                </MudStack>
+            }
             
             <MudStack>
                 <MudButton OnClick="@this.ToggleExpertSettings">