AI-Studio/app/MindWork AI Studio/Components/DataSourceManagement.razor

@using AIStudio.Settings
@using AIStudio.Settings.DataModel
@inherits MSGComponentBase

<MudJustifiedText Typo="Typo.body1" Class="mb-3">
    @if (this.AreMailboxesEnabled)
    {
        @T("You might configure different data sources. A data source can include one file, all files in a directory, a mailbox, or data from your company. Later, you can incorporate these data sources as needed when the AI requires this data to complete a certain task.")
    }
    else
    {
        @T("You might configure different data sources. A data source can include one file, all files in a directory, or data from your company. Later, you can incorporate these data sources as needed when the AI requires this data to complete a certain task.")
    }
</MudJustifiedText>

<DataSourceMissingEmbeddingWarning/>

<MudStack Row="true" AlignItems="AlignItems.Center" Justify="Justify.SpaceBetween" Class="mb-3" Wrap="Wrap.Wrap">
    <MudTextSwitch Label="@T("Automatic local data source refresh")" Value="@this.SettingsManager.ConfigurationData.App.DataSourceIndexing.AutomaticRefresh" LabelOn="@(this.AreMailboxesEnabled ? T("Local data sources refresh when files change, mailboxes every 16 minutes.") : T("Local data sources refresh when files change."))" LabelOff="@T("Local data sources refresh only when triggered manually.")" ValueChanged="@this.AutomaticRefreshChanged"/>
    <MudTooltip Text="@T("Refresh all")">
        <MudIconButton Color="Color.Primary" Icon="@Icons.Material.Filled.Sync" Disabled="@(!this.HasRefreshableDataSources())" OnClick="@this.RefreshAllDataSources"/>
    </MudTooltip>
</MudStack>

<MudPaper Class="pa-3 mb-3 border-dashed border rounded-lg">
    <ConfigurationSlider T="int" OptionDescription="@T("Shortest pause between indexing steps")" Min="0" Max="@this.MinimumPauseSliderMax" Step="1" Unit="@T("seconds")" Value="@(() => this.SettingsManager.ConfigurationData.App.DataSourceIndexing.MinimumPauseBetweenStepsSeconds)" ValueUpdate="@(value => this.SettingsManager.ConfigurationData.App.DataSourceIndexing.MinimumPauseBetweenStepsSeconds = value)" OptionHelp="@T("AI Studio indexes large data sources in steps of a few minutes. Between two steps, it waits for a random time between the shortest and the longest pause. This spares an embedding server which many people share, for example in your organization. Leave both at 0 seconds for no pause.")" IsLocked="@(() => IsMinimumPauseLocked)"/>
    <ConfigurationSlider T="int" OptionDescription="@T("Longest pause between indexing steps")" Min="@this.MaximumPauseSliderMin" Max="@DataDataSourceIndexing.MAX_PAUSE_BETWEEN_STEPS_SECONDS" Step="1" Unit="@T("seconds")" Value="@(() => this.SettingsManager.ConfigurationData.App.DataSourceIndexing.MaximumPauseBetweenStepsSeconds)" ValueUpdate="@(value => this.SettingsManager.ConfigurationData.App.DataSourceIndexing.MaximumPauseBetweenStepsSeconds = value)" OptionHelp="@T("The upper end of the random pause between two indexing steps. AI Studio allows up to 300 seconds (5 minutes).")" IsLocked="@(() => IsMaximumPauseLocked)"/>
</MudPaper>

@{ var embeddingStatuses = this.DataSourceEmbeddingService.GetStatuses().ToDictionary(status => status.DataSourceId, StringComparer.OrdinalIgnoreCase); }
<MudTable T="IDataSourceBase" Items="@this.ConfiguredDataSources" Hover="@true" Class="border-dashed border rounded-lg">
    <ColGroup>
        <col style="width: 3em;"/>
        <col/>
        <col style="width: 9em;"/>
        <col style="width: 10em;"/>
        <col style="width: 8em;"/>
        <col style="width: 16em;"/>
    </ColGroup>
    <HeaderContent>
        <MudTh>#</MudTh>
        <MudTh>@T("Name")</MudTh>
        <MudTh>@T("Type")</MudTh>
        <MudTh>@T("Embedding")</MudTh>
        <MudTh>@T("Indexed")</MudTh>
        <MudTh>@T("Actions")</MudTh>
    </HeaderContent>
    <RowTemplate>
        @{ var embeddingStatus = embeddingStatuses.GetValueOrDefault(context.Id); }
        <MudTd>@context.Num</MudTd>
        @*
            The name gets the room the other columns leave, which in the dialog was next to nothing: it
            may break anywhere, so a single character was enough for the browser. The minimum width
            keeps it readable, and the type and the embedding wrap instead, so that the table still fits.
            The minimum sits on a div, since browsers differ in whether they honor it on a table cell.
            With "break-word" instead, a long name without spaces would push the table out of the dialog.
        *@
        <MudTd Style="white-space: normal; overflow-wrap: anywhere;">
            <div style="min-width: 10em;">@context.Name</div>
        </MudTd>
        <MudTd>@context.Type.GetDisplayName()</MudTd>
        <MudTd>@this.GetEmbeddingName(context)</MudTd>
        <MudTd>
            @if (context is IIndexedDataSource)
            {
                <MudTooltip Text="@this.GetIndexingStatusTooltip(embeddingStatus)">
                    <MudStack Row="true" AlignItems="AlignItems.Center" Spacing="1">
                        <MudIcon Icon="@Icons.Material.Filled.Circle" Color="@GetIndexingStatusColor(embeddingStatus)" Size="Size.Small" Style="width: 0.75rem; height: 0.75rem; flex-shrink: 0;"/>
                        <MudText Typo="Typo.body2">@(embeddingStatus is null ? T("Not available") : string.Format(T("{0} of {1}"), embeddingStatus.IndexedDocuments.CompactCount(), embeddingStatus.TotalDocuments.CompactCount()))</MudText>
                    </MudStack>
                </MudTooltip>
            }
            else
            {
                @* Deliberately muted instead of colored: there is nothing to index and nothing to fix here. *@
                <MudText Typo="Typo.body2" Class="mud-text-secondary">@T("Not applicable")</MudText>
            }
        </MudTd>

        <MudTd>
            <MudStack Row="true" Class="mb-2 mt-2" Spacing="1" Wrap="Wrap.NoWrap">
                @if (context is IDataSource dataSource)
                {
                    <MudTooltip Text="@T("Information")">
                        <MudIconButton Color="Color.Info" Icon="@Icons.Material.Outlined.Info" OnClick="@(() => this.ShowInformation(dataSource))"/>
                    </MudTooltip>
                }
                @*
                    Outside the two branches below on purpose: an index which cannot be read is a
                    matter of this machine, not of the configuration. Hiding the repair for a data
                    source the organization manages would leave it locked out of every chat with no
                    way back, and the selection points here for it.
                *@
                @if (this.CanRepairDataSource(context))
                {
                    <MudTooltip Text="@T("Repair this data source by indexing it anew")">
                        <MudIconButton Color="Color.Warning" Icon="@Icons.Material.Filled.Build" OnClick="@(() => this.RepairDataSource(context))"/>
                    </MudTooltip>
                }
                @if (context.IsEnterpriseConfiguration)
                {
                    <MudTooltip Text="@T("This data source is managed by your organization.")">
                        <MudIconButton Color="Color.Info" Icon="@Icons.Material.Filled.Business" Disabled="true"/>
                    </MudTooltip>
                }
                else
                {
                    <MudTooltip Text="@T("Edit")">
                        <MudIconButton Color="Color.Info" Icon="@Icons.Material.Filled.Edit" OnClick="@(() => this.EditEntry(context))"/>
                    </MudTooltip>
                    <MudTooltip Text="@T("Refresh")">
                        <MudIconButton Color="Color.Primary" Icon="@Icons.Material.Filled.Sync" Disabled="@(!this.CanRefreshDataSource(context))" OnClick="@(() => this.RefreshDataSource(context))"/>
                    </MudTooltip>
                    @if (context is DataSourceERI_V1)
                    {
                        <AdminExportButton OnClick="@(() => this.ExportDataSource(context))" />
                    }
                    <MudTooltip Text="@T("Delete")">
                        <MudIconButton Color="Color.Error" Icon="@Icons.Material.Filled.Delete" OnClick="@(() => this.DeleteEntry(context))"/>
                    </MudTooltip>
                }
            </MudStack>
        </MudTd>
    </RowTemplate>
</MudTable>

@if (!this.ConfiguredDataSources.Any())
{
    <MudText Typo="Typo.h6" Class="mt-3">
        @T("No data sources configured yet.")
    </MudText>
}