Integrated data sources into any chat (#282)

app/MindWork AI Studio/Dialogs/DataSourceERI-V1InfoDialog.razor

@@ -1,4 +1,6 @@
+@using AIStudio.Settings.DataModel
 @using AIStudio.Tools.ERIClient.DataModel
+
 <MudDialog>
     <DialogContent>
 
@@ -25,7 +27,8 @@
         }
 
         <TextInfoLines Label="Server description" MaxLines="14" Value="@this.serverDescription" ClipboardTooltipSubject="the server description"/>
-        <TextInfoLines Label="Security requirements" MaxLines="3" Value="@this.securityRequirements.Explain()" ClipboardTooltipSubject="the security requirements"/>
+        <TextInfoLines Label="Security requirements of the data provider" MaxLines="3" Value="@this.securityRequirements.Explain()" ClipboardTooltipSubject="the security requirements of the data provider"/>
+        <TextInfoLines Label="Your security policy" MaxLines="3" Value="@this.DataSource.SecurityPolicy.ToInfoText()" Color="@this.DataSource.SecurityPolicy.GetColor()" ClipboardTooltipSubject="your security policy"/>
 
         <MudText Typo="Typo.h5" Class="mt-6">
             Retrieval information

app/MindWork AI Studio/Dialogs/DataSourceERI-V1InfoDialog.razor.cs

@@ -6,6 +6,7 @@ using AIStudio.Assistants.ERI;
 using AIStudio.Settings.DataModel;
 using AIStudio.Tools.ERIClient;
 using AIStudio.Tools.ERIClient.DataModel;
+using AIStudio.Tools.Services;
 
 using Microsoft.AspNetCore.Components;
 

app/MindWork AI Studio/Dialogs/DataSourceERI_V1Dialog.razor

@@ -1,3 +1,4 @@
+@using AIStudio.Settings.DataModel
 @using AIStudio.Tools.ERIClient.DataModel
 <MudDialog>
     <DialogContent>
@@ -108,6 +109,13 @@
                     InputType="InputType.Password"
                     UserAttributes="@SPELLCHECK_ATTRIBUTES"/>
             }
+
+            <MudSelect @bind-Value="@this.dataSecurityPolicy" Text="@this.dataSecurityPolicy.ToSelectionText()" Label="Your security policy" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateSecurityPolicy">
+                @foreach (var policy in Enum.GetValues<DataSourceSecurity>())
+                {
+                    <MudSelectItem Value="@policy">@policy.ToSelectionText()</MudSelectItem>
+                }
+            </MudSelect>
             
         </MudForm>
         <Issues IssuesData="@this.dataIssues"/>

app/MindWork AI Studio/Dialogs/DataSourceERI_V1Dialog.razor.cs

@@ -3,6 +3,7 @@ using AIStudio.Settings;
 using AIStudio.Settings.DataModel;
 using AIStudio.Tools.ERIClient;
 using AIStudio.Tools.ERIClient.DataModel;
+using AIStudio.Tools.Services;
 using AIStudio.Tools.Validation;
 
 using Microsoft.AspNetCore.Components;
@@ -45,6 +46,8 @@ public partial class DataSourceERI_V1Dialog : ComponentBase, ISecretId
     private string dataSecretStorageIssue = string.Empty;
     private string dataEditingPreviousInstanceName = string.Empty;
     private List<AuthMethod> availableAuthMethods = [];
+    private DataSourceSecurity dataSecurityPolicy;
+    private SecurityRequirements dataSourceSecurityRequirements;
     private bool connectionTested;
     private bool connectionSuccessfulTested;
     
@@ -71,6 +74,7 @@ public partial class DataSourceERI_V1Dialog : ComponentBase, ISecretId
             GetTestedConnection = () => this.connectionTested,
             GetTestedConnectionResult = () => this.connectionSuccessfulTested,
             GetAvailableAuthMethods = () => this.availableAuthMethods,
+            GetSecurityRequirements = () => this.dataSourceSecurityRequirements,
         };
     }
     
@@ -95,6 +99,7 @@ public partial class DataSourceERI_V1Dialog : ComponentBase, ISecretId
             this.dataPort = this.DataSource.Port;
             this.dataAuthMethod = this.DataSource.AuthMethod;
             this.dataUsername = this.DataSource.Username;
+            this.dataSecurityPolicy = this.DataSource.SecurityPolicy;
 
             if (this.dataAuthMethod is AuthMethod.TOKEN or AuthMethod.USERNAME_PASSWORD)
             {
@@ -147,6 +152,7 @@ public partial class DataSourceERI_V1Dialog : ComponentBase, ISecretId
             AuthMethod = this.dataAuthMethod,
             Username = this.dataUsername,
             Type = DataSourceType.ERI_V1,
+            SecurityPolicy = this.dataSecurityPolicy,
         };
     }
     
@@ -196,6 +202,28 @@ public partial class DataSourceERI_V1Dialog : ComponentBase, ISecretId
 
             this.availableAuthMethods = authSchemes.Data!.Select(n => n.AuthMethod).ToList();
 
+            var loginResult = await client.AuthenticateAsync(this.DataSource, this.RustService, cts.Token);
+            if (!loginResult.Successful)
+            {
+                await this.form.Validate();
+                
+                Array.Resize(ref this.dataIssues, this.dataIssues.Length + 1);
+                this.dataIssues[^1] = loginResult.Message;
+                return;
+            }
+            
+            var securityRequirementsRequest = await client.GetSecurityRequirementsAsync(cts.Token);
+            if (!securityRequirementsRequest.Successful)
+            {
+                await this.form.Validate();
+                
+                Array.Resize(ref this.dataIssues, this.dataIssues.Length + 1);
+                this.dataIssues[^1] = securityRequirementsRequest.Message;
+                return;
+            }
+            
+            this.dataSourceSecurityRequirements = securityRequirementsRequest.Data;
+            
             this.connectionTested = true;
             this.connectionSuccessfulTested = true;
             this.Logger.LogInformation("Connection to the ERI v1 server was successful tested.");

app/MindWork AI Studio/Dialogs/DataSourceLocalDirectoryDialog.razor

@@ -1,3 +1,5 @@
+@using AIStudio.Settings.DataModel
+
 <MudDialog>
     <DialogContent>
         <MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues">
@@ -60,6 +62,13 @@
                     </MudJustifiedText>
                 }
             }
+
+            <MudSelect @bind-Value="@this.dataSecurityPolicy" Text="@this.dataSecurityPolicy.ToSelectionText()" Label="Your security policy" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateSecurityPolicy">
+                @foreach (var policy in Enum.GetValues<DataSourceSecurity>())
+                {
+                    <MudSelectItem Value="@policy">@policy.ToSelectionText()</MudSelectItem>
+                }
+            </MudSelect>
         </MudForm>
         <Issues IssuesData="@this.dataIssues"/>
     </DialogContent>

app/MindWork AI Studio/Dialogs/DataSourceLocalDirectoryDialog.razor.cs

@@ -42,6 +42,7 @@ public partial class DataSourceLocalDirectoryDialog : ComponentBase
     private bool dataUserAcknowledgedCloudEmbedding;
     private string dataEmbeddingId = string.Empty;
     private string dataPath = string.Empty;
+    private DataSourceSecurity dataSecurityPolicy;
     
     // We get the form reference from Blazor code to validate it manually:
     private MudForm form = null!;
@@ -75,6 +76,7 @@ public partial class DataSourceLocalDirectoryDialog : ComponentBase
             this.dataName = this.DataSource.Name;
             this.dataEmbeddingId = this.DataSource.EmbeddingId;
             this.dataPath = this.DataSource.Path;
+            this.dataSecurityPolicy = this.DataSource.SecurityPolicy;
         }
         
         await base.OnInitializedAsync();
@@ -102,6 +104,7 @@ public partial class DataSourceLocalDirectoryDialog : ComponentBase
         Type = DataSourceType.LOCAL_DIRECTORY,
         EmbeddingId = this.dataEmbeddingId,
         Path = this.dataPath,
+        SecurityPolicy = this.dataSecurityPolicy,
     };
 
     private async Task Store()

app/MindWork AI Studio/Dialogs/DataSourceLocalDirectoryInfoDialog.razor

@@ -1,3 +1,5 @@
+@using AIStudio.Settings.DataModel
+
 <MudDialog>
     <DialogContent>
         <TextInfoLine Icon="@Icons.Material.Filled.Tag" Label="Data source name" Value="@this.DataSource.Name" ClipboardTooltipSubject="the data source name"/>
@@ -31,6 +33,8 @@
             </MudJustifiedText>
         }
 
+        <TextInfoLines Label="Your security policy" MaxLines="3" Value="@this.DataSource.SecurityPolicy.ToInfoText()" Color="@this.DataSource.SecurityPolicy.GetColor()" ClipboardTooltipSubject="your security policy"/>
+
         <TextInfoLine Icon="@Icons.Material.Filled.SquareFoot" Label="Number of files" Value="@this.NumberFilesInDirectory" ClipboardTooltipSubject="the number of files in the directory"/>
         <TextInfoLines Label="Files list" MaxLines="14" Value="@this.directoryFiles.ToString()" ClipboardTooltipSubject="the files list"/>
         @if (this.directorySizeNumFiles > 100)

app/MindWork AI Studio/Dialogs/DataSourceLocalFileDialog.razor

@@ -1,3 +1,4 @@
+@using AIStudio.Settings.DataModel
 <MudDialog>
     <DialogContent>
         <MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues">
@@ -59,6 +60,13 @@
                     </MudJustifiedText>
                 }
             }
+
+            <MudSelect @bind-Value="@this.dataSecurityPolicy" Text="@this.dataSecurityPolicy.ToSelectionText()" Label="Your security policy" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateSecurityPolicy">
+                @foreach (var policy in Enum.GetValues<DataSourceSecurity>())
+                {
+                    <MudSelectItem Value="@policy">@policy.ToSelectionText()</MudSelectItem>
+                }
+            </MudSelect>
         </MudForm>
         <Issues IssuesData="@this.dataIssues"/>
     </DialogContent>

app/MindWork AI Studio/Dialogs/DataSourceLocalFileDialog.razor.cs

@@ -42,6 +42,7 @@ public partial class DataSourceLocalFileDialog : ComponentBase
     private bool dataUserAcknowledgedCloudEmbedding;
     private string dataEmbeddingId = string.Empty;
     private string dataFilePath = string.Empty;
+    private DataSourceSecurity dataSecurityPolicy;
     
     // We get the form reference from Blazor code to validate it manually:
     private MudForm form = null!;
@@ -75,6 +76,7 @@ public partial class DataSourceLocalFileDialog : ComponentBase
             this.dataName = this.DataSource.Name;
             this.dataEmbeddingId = this.DataSource.EmbeddingId;
             this.dataFilePath = this.DataSource.FilePath;
+            this.dataSecurityPolicy = this.DataSource.SecurityPolicy;
         }
         
         await base.OnInitializedAsync();
@@ -102,6 +104,7 @@ public partial class DataSourceLocalFileDialog : ComponentBase
         Type = DataSourceType.LOCAL_FILE,
         EmbeddingId = this.dataEmbeddingId,
         FilePath = this.dataFilePath,
+        SecurityPolicy = this.dataSecurityPolicy,
     };
     
     private async Task Store()

app/MindWork AI Studio/Dialogs/DataSourceLocalFileInfoDialog.razor

@@ -1,3 +1,5 @@
+@using AIStudio.Settings.DataModel
+
 <MudDialog>
     <DialogContent>
         <TextInfoLine Icon="@Icons.Material.Filled.Tag" Label="Data source name" Value="@this.DataSource.Name" ClipboardTooltipSubject="the data source name"/>
@@ -31,6 +33,7 @@
             </MudJustifiedText>
         }
 
+        <TextInfoLines Label="Your security policy" MaxLines="3" Value="@this.DataSource.SecurityPolicy.ToInfoText()" Color="@this.DataSource.SecurityPolicy.GetColor()" ClipboardTooltipSubject="your security policy"/>
         <TextInfoLine Icon="@Icons.Material.Filled.SquareFoot" Label="File size" Value="@this.FileSize" ClipboardTooltipSubject="the file size"/>
     </DialogContent>
     <DialogActions>

app/MindWork AI Studio/Dialogs/EmbeddingProviderDialog.razor.cs

@@ -1,5 +1,6 @@
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 using AIStudio.Tools.Validation;
 
 using Microsoft.AspNetCore.Components;

app/MindWork AI Studio/Dialogs/ProviderDialog.razor.cs

@@ -1,11 +1,11 @@
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 using AIStudio.Tools.Validation;
 
 using Microsoft.AspNetCore.Components;
 
 using Host = AIStudio.Provider.SelfHosted.Host;
-using RustService = AIStudio.Tools.RustService;
 
 namespace AIStudio.Dialogs;