AI-Studio/app/MindWork AI Studio/Dialogs/DataSourceLocalFileDialog.razor

@using AIStudio.Settings.DataModel
@inherits MSGComponentBase

<MudDialog>
    <DialogContent>
        <MudForm @ref="@this.form" @bind-IsValid="@this.dataIsValid" @bind-Errors="@this.dataIssues">
            @* ReSharper disable once CSharpWarnings::CS8974 *@
            <MudTextField
                T="string"
                @bind-Text="@this.dataName"
                Label="@T("Data Source Name")"
                Class="mb-6"
                MaxLength="40"
                Counter="40"
                Immediate="@true"
                Validation="@this.dataSourceValidation.ValidatingName"
                Adornment="Adornment.Start"
                AdornmentIcon="@Icons.Material.Filled.Lightbulb"
                AdornmentColor="Color.Info"
                UserAttributes="@SPELLCHECK_ATTRIBUTES"
                Variant="Variant.Outlined"
            />

            <MudTextField
                T="string"
                @bind-Text="@this.dataDescription"
                Label="@T("Description")"
                Class="mb-6"
                MaxLength="200"
                Counter="200"
                Immediate="@true"
                Adornment="Adornment.Start"
                AdornmentIcon="@Icons.Material.Filled.Description"
                AdornmentColor="Color.Info"
                HelperText="@T("Describe what data this file contains to help the AI select it.")"
                UserAttributes="@SPELLCHECK_ATTRIBUTES"
                Variant="Variant.Outlined"
                Lines="3"
            />

            <MudJustifiedText Typo="Typo.body1" Class="mb-3">
                @T("Select a file for this data source. The content of this file will be processed for the data source.")
            </MudJustifiedText>
            @if (!this.CanChangeSourceAndEmbedding)
            {
                <MudAlert Severity="Severity.Info" Variant="Variant.Outlined" Class="mb-3">
                    @T("This data source already has indexed embeddings. Delete and recreate it to change the file path or embedding model.")
                </MudAlert>
            }
            <SelectFile @bind-File="@this.dataFilePath" Label="@T("Selected file path for this data source")" FileDialogTitle="@T("Select the file")" Validation="@this.dataSourceValidation.ValidateFilePath" Disabled="@(!this.CanChangeSourceAndEmbedding)" />

            <MudJustifiedText Typo="Typo.body1" Class="mb-3">
                @T("In order for the AI to be able to determine the appropriate data at any time, you must choose an embedding method.")
            </MudJustifiedText>
            <MudSelect @bind-Value="@this.dataEmbeddingId" Label="@T("Embedding")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateEmbeddingId" Disabled="@(!this.CanChangeSourceAndEmbedding)">
                @foreach (var embedding in this.AvailableEmbeddings)
                {
                    <MudSelectItem Value="@embedding.Value">
                        @embedding.Name
                    </MudSelectItem>
                }
            </MudSelect>
            
            @if (!string.IsNullOrWhiteSpace(this.dataEmbeddingId))
            {
                <MudTextField
                    T="string"
                    Text="@this.SelectedEmbeddingTokenizerText"
                    Label="@T("Tokenizer")"
                    Class="mb-3"
                    ReadOnly="@true"
                    Variant="Variant.Outlined"
                    Adornment="Adornment.Start"
                    AdornmentIcon="@Icons.Material.Filled.DataObject"
                    AdornmentColor="Color.Info"
                />

                if (this.SelectedCloudEmbedding)
                {
                    <DataSourceCloudEmbeddingWarning DataSourceType="DataSourceType.LOCAL_FILE" SourcePath="@this.dataFilePath" @bind-UserAcknowledged="@this.dataUserAcknowledgedCloudEmbedding" Validation="@this.dataSourceValidation.ValidateUserAcknowledgedCloudEmbedding"/>
                }
                else
                {
                    <MudJustifiedText Typo="Typo.body1" Color="Color.Tertiary" Class="mb-3">
                        @T("The embedding you selected runs locally or in your organization. Your data is not sent to the cloud.")
                    </MudJustifiedText>
                }

                <MudStack Class="mb-3">
                    <MudButton OnClick="@this.ToggleExpertSettings" Variant="Variant.Text" Color="Color.Primary" StartIcon="@Icons.Material.Filled.Tune">
                        @(this.showExpertSettings ? T("Hide Expert Settings") : T("Show Expert Settings"))
                    </MudButton>
                    <MudDivider/>
                    <MudCollapse Expanded="@this.showExpertSettings" Class="@this.GetExpertStyles">
                        <MudJustifiedText Typo="Typo.body1" Class="mb-3">
                            @T("Optional expert settings for how this data source is split before embedding.")
                        </MudJustifiedText>
                        <MudNumericField
                            T="int"
                            @bind-Value="@this.dataMaxChunkTokenLength"
                            Label="@T("Token limit")"
                            Class="mb-3"
                            Min="0"
                            Immediate="@true"
                            Validation="@this.ValidateMaxChunkTokenLength"
                            HelperText="@T("Maximum number of tokens per chunk for this data source. Use 0 to use the embedding provider setting.")"
                            Variant="Variant.Outlined"
                            Adornment="Adornment.Start"
                            AdornmentIcon="@Icons.Material.Filled.DataObject"
                            AdornmentColor="Color.Info"
                        />
                        <MudNumericField
                            T="int"
                            @bind-Value="@this.dataChunkOverlapTokenLength"
                            Label="@T("Token overlap")"
                            Min="0"
                            Immediate="@true"
                            Validation="@this.ValidateChunkOverlapTokenLength"
                            HelperText="@T("Number of tokens repeated at the start of the next chunk. Use 0 to disable overlap.")"
                            Variant="Variant.Outlined"
                            Adornment="Adornment.Start"
                            AdornmentIcon="@Icons.Material.Filled.CompareArrows"
                            AdornmentColor="Color.Info"
                        />
                    </MudCollapse>
                </MudStack>
            }
            
            <ManagePandocDependency IntroText="@T("For some data types, such as Office files, MindWork AI Studio requires the open-source application Pandoc.")"/>

            <MudSelect @bind-Value="@this.dataSecurityPolicy" Text="@this.dataSecurityPolicy.ToSelectionText()" Label="@T("Your security policy")" Class="mb-3" OpenIcon="@Icons.Material.Filled.ExpandMore" AdornmentColor="Color.Info" Adornment="Adornment.Start" Validation="@this.dataSourceValidation.ValidateSecurityPolicy">
                @foreach (var policy in Enum.GetValues<DataSourceSecurity>())
                {
                    <MudSelectItem Value="@policy">
                        @policy.ToSelectionText()
                    </MudSelectItem>
                }
            </MudSelect>
            
            <MudNumericField T="ushort" Min="10" @bind-Value="@this.dataMaxMatches" Label="@T("How many matches do you want at most per query?")" Variant="Variant.Outlined" Step="10" />
        </MudForm>
        <Issues IssuesData="@this.dataIssues"/>
    </DialogContent>
    <DialogActions>
        <MudButton OnClick="@this.Cancel" Variant="Variant.Filled">
            @T("Cancel")
        </MudButton>
        <MudButton OnClick="@this.Store" Variant="Variant.Filled" Color="Color.Primary">
            @if(this.IsEditing)
            {
                @T("Update")
            }
            else
            {
                @T("Add")
            }
        </MudButton>
    </DialogActions>
</MudDialog>