Improved the dialogs for local data sources and the Batch Processing assistant (#1096)

Co-authored-by: Thorsten Sommer <SommerEngineering@users.noreply.github.com>

app/MindWork AI Studio/Dialogs/DataSourceLocalDirectoryDialog.razor

@@ -10,12 +10,15 @@
         <MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues" FieldChanged="@this.RevalidateAfterFieldChange">
             <DataSourceMissingEmbeddingWarning IsInDataSourceDialog="@true" EmbeddingProviderAdded="@this.SelectAddedEmbeddingProvider"/>
 
+            <MudText Typo="Typo.h6" Class="mb-3">
+                @T("Data source")
+            </MudText>
             @* ReSharper disable once CSharpWarnings::CS8974 *@
             <MudTextField
                 T="string"
                 @bind-Text="@this.dataName"
                 Label="@T("Data Source Name")"
-                Class="mb-6"
+                Class="mb-3"
                 MaxLength="@DataSourceValidation.MAX_NAME_LENGTH"
                 Counter="@DataSourceValidation.MAX_NAME_LENGTH"
                 Immediate="@true"
@@ -31,7 +34,7 @@
                 T="string"
                 @bind-Text="@this.dataDescription"
                 Label="@T("Description")"
-                Class="mb-6"
+                Class="mb-0"
                 MaxLength="200"
                 Counter="200"
                 Immediate="@true"
@@ -44,7 +47,10 @@
                 Lines="3"
             />
 
-            <MudJustifiedText Typo="Typo.body1" Class="mb-3">
+            <MudText Typo="Typo.h6" Class="mb-3 mt-6">
+                @T("Folder")
+            </MudText>
+            <MudJustifiedText Typo="Typo.body2" Class="mb-3">
                 @T("Select a root directory for this data source.")
             </MudJustifiedText>
             <SelectDirectory @bind-Directory="@this.dataPath" Label="@T("Selected base directory for this data source")" DirectoryDialogTitle="@T("Select the base directory")" Validation="@this.dataSourceValidation.ValidatePath" EnableDragDrop="true" CatchAllDocuments="true" />
@@ -57,28 +63,42 @@
                 LabelOff="@T("No, only index files in the selected folder")"
             />
 
-            <MudJustifiedText Typo="Typo.body1" Class="mb-3">
-                @T("Select the file patterns this data source should index.")
+            <MudText Typo="Typo.h6" Class="mb-3 mt-6">
+                @T("Files to include")
+            </MudText>
+            <MudJustifiedText Typo="Typo.body2" Class="mb-3">
+                @T("Select the file patterns this data source should index. Audio and video files, e.g., *.mp3 or *.mp4, are transcribed by your transcription provider.")
             </MudJustifiedText>
 
-            <MudTextField
-                T="string"
-                @bind-Text="@this.dataFilePatterns"
-                Label="@T("File patterns")"
-                Class="mb-3"
-                Immediate="@true"
-                Validation="@this.dataSourceValidation.ValidateFilePatterns"
-                HelperText="@T("Which files should be indexed? Separate multiple patterns with a semicolon, e.g., *.txt;*.pdf;*.docx;.gitignore. Use :documents: for every document and readable text file, :text: for readable text files only, or * for every file. Audio and video files, e.g., *.mp3 or *.mp4, are transcribed by your transcription provider.")"
-                Adornment="Adornment.Start"
-                AdornmentIcon="@Icons.Material.Filled.FilterAlt"
-                AdornmentColor="Color.Info"
-                UserAttributes="@SPELLCHECK_ATTRIBUTES"
-                Variant="Variant.Outlined"
-            />
+            <FilePatternSelection>
+                <AllowedContent>
+                    <MudTextField
+                        T="string"
+                        @bind-Text="@this.dataFilePatterns"
+                        Label="@T("Files to include")"
+                        Immediate="@true"
+                        Validation="@this.dataSourceValidation.ValidateFilePatterns"
+                        Adornment="Adornment.End"
+                        AdornmentIcon="@Icons.Material.Filled.Restore"
+                        OnAdornmentClick="@this.RestoreDefaultFilePatterns"
+                        AdornmentAriaLabel="@T("Restore default patterns")"
+                        UserAttributes="@SPELLCHECK_ATTRIBUTES"
+                        Variant="Variant.Outlined"
+                        Margin="Margin.Dense"
+                        Lines="1"
+                        AutoGrow="@true"
+                        MaxLines="@FilePatternSelection.MAX_FIELD_LINES"
+                        Class="pattern-text-field"
+                    />
+                </AllowedContent>
+            </FilePatternSelection>
 
-            <MudJustifiedText Typo="Typo.body1" Class="mb-3">
-                @T("In order for the AI to be able to determine the appropriate data at any time, you must choose an embedding provider.")
-            </MudJustifiedText>
+            <MudText Typo="Typo.h6" Class="mb-3 mt-6">
+                @T("Embedding")
+            </MudText>
+            <MudText Typo="Typo.body2" Class="mb-3">
+                @T("Choose an embedding provider to make this data source searchable.")
+            </MudText>
             <MudSelect @ref="@this.embeddingSelect" @bind-Value="@this.dataEmbeddingId" Label="@T("Embedding")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateEmbeddingProviderAccess">
                 @foreach (var provider in this.SettingsManager.GetAllEmbeddingProviders())
                 {
@@ -94,14 +114,17 @@
             }
             else if (!string.IsNullOrWhiteSpace(this.dataEmbeddingId))
             {
-                <MudJustifiedText Typo="Typo.body1" Color="Color.Tertiary" Class="mb-3">
+                <MudJustifiedText Typo="Typo.body2" Color="Color.Tertiary" Class="mb-3">
                     @T("The embedding you selected runs locally or in your organization. Your data is not sent to the cloud.")
                 </MudJustifiedText>
             }
 
-            <ManagePandocDependency IntroText="@T("For some data types, such as Office files, MindWork AI Studio requires the open-source application Pandoc.")"/>
+            <ManagePandocDependency IntroText="@T("MindWork AI Studio uses Pandoc to read HTML files.")"/>
 
-            <MudSelect @ref="@this.confidenceLevelSelect" @bind-Value="@this.dataConfidenceLevel" Text="@this.dataConfidenceLevel.GetName()" Label="@T("Required provider confidence level")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateDataSourceConfidenceLevel">
+            <MudText Typo="Typo.h6" Class="mb-3 mt-6">
+                @T("Data sharing")
+            </MudText>
+            <MudSelect @ref="@this.confidenceLevelSelect" @bind-Value="@this.dataConfidenceLevel" Text="@this.dataConfidenceLevel.GetName()" Label="@T("Required provider confidence level")" HelperText="@T("Only providers with this confidence level or higher may receive and process data from this data source.")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateDataSourceConfidenceLevel">
                 @foreach (var level in this.ConfidenceLevels)
                 {
                     <MudSelectItem Value="@level.Value">
@@ -125,6 +148,7 @@
                 </MudButton>
                 <MudDivider/>
                 <MudCollapse Expanded="@this.showExpertSettings" Class="@this.GetExpertStyles">
+                    <MudText Typo="Typo.subtitle2" Class="mb-2">@T("Hidden files and folders")</MudText>
                     <MudTextSwitch
                         Label="@T("Include hidden files and folders?")"
                         Value="@this.dataIncludeHiddenFilesAndFolders"
@@ -135,21 +159,10 @@
                     <MudJustifiedText Typo="Typo.body2" Class="mb-3">
                         @T("Hidden are files and folders whose names start with a dot, such as .git or .env, and those hidden by the operating system. A file pattern which starts with a dot, such as .gitignore, selects such files anyway.")
                     </MudJustifiedText>
-                    @* Without an icon: in a field of several lines, it floats in the middle of the text. *@
-                    <MudTextField
-                        T="string"
-                        @bind-Text="@this.dataExcludePatterns"
-                        Label="@T("Excluded files and folders")"
-                        Lines="@FileExclusions.DEFAULT_LINE_COUNT"
-                        AutoGrow="@true"
-                        MaxLines="@FileExclusions.MAX_LINE_COUNT"
-                        Immediate="@true"
-                        Validation="@this.dataSourceValidation.ValidateExcludePatterns"
-                        HelperText="@T("These files and folders are left out, even when a file pattern selects them. Separate entries with a semicolon or a line break. End an entry with a slash to exclude every folder of that name, e.g., node_modules/. Other entries name files, e.g., *.min.js.")"
-                        UserAttributes="@SPELLCHECK_ATTRIBUTES"
-                        Variant="Variant.Outlined"
-                    />
-                    <RestoreDefaultButton Text="@T("Restore default")" OnClick="@this.RestoreDefaultExcludePatterns" Class="mb-3"/>
+                    <div class="mt-4">
+                        <FileExclusionEditor @bind-Text="@this.dataExcludePatterns" Label="@T("Excluded files and folders")" ResetButtonText="@T("Restore default")"/>
+                    </div>
+                    <MudText Typo="Typo.subtitle2" Class="mb-2 mt-4">@T("File size limit")</MudText>
                     <MudNumericField
                         T="int"
                         @bind-Value="@this.dataMaxFileSizeMegabytes"
@@ -161,6 +174,10 @@
                         Variant="Variant.Outlined"
                         Adornment="Adornment.End"
                         AdornmentText="MB"/>
+                    <MudText Typo="Typo.subtitle2" Class="mb-2 mt-4">@T("Text chunking")</MudText>
+                    <MudJustifiedText Typo="Typo.body2" Class="mb-3">
+                        @T("Optional expert settings for how this data source is split before embedding.")
+                    </MudJustifiedText>
                     @if (!string.IsNullOrWhiteSpace(this.dataEmbeddingId))
                     {
                         <MudTextField
@@ -174,9 +191,6 @@
                             AdornmentIcon="@Icons.Material.Filled.TextFields"
                             AdornmentColor="Color.Info"/>
                     }
-                    <MudJustifiedText Typo="Typo.body1" Class="mb-3">
-                        @T("Optional expert settings for how this data source is split before embedding.")
-                    </MudJustifiedText>
                     <MudNumericField
                         @ref="@this.maxChunkTokenLengthField"
                         T="int"
@@ -204,6 +218,7 @@
                         Adornment="Adornment.Start"
                         AdornmentIcon="@Icons.Material.Filled.CompareArrows"
                         AdornmentColor="Color.Info"/>
+                    <MudText Typo="Typo.subtitle2" Class="mb-2 mt-4">@T("Search results")</MudText>
                     <MudNumericField
                         T="ushort"
                         Min="10"