Allow reading web content into assistants (#63)

app/MindWork AI Studio/Components/AssistantBase.razor.cs

@@ -1,6 +1,7 @@
 using AIStudio.Chat;
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools;
 
 using Microsoft.AspNetCore.Components;
 
@@ -15,7 +16,7 @@ public abstract partial class AssistantBase : ComponentBase
     protected IJSRuntime JsRuntime { get; init; } = null!;
 
     [Inject]
-    protected Random RNG { get; set; } = null!;
+    protected ThreadSafeRandom RNG { get; init; } = null!;
     
     protected abstract string Title { get; }
     

app/MindWork AI Studio/Components/Blocks/Changelog.Logs.cs

@@ -13,6 +13,7 @@ public partial class Changelog
     
     public static readonly Log[] LOGS = 
     [
+        new (168, "v0.8.6, build 168 (2024-08-01 19:50 UTC)", "v0.8.6.md"),
         new (167, "v0.8.5, build 167 (2024-07-28 16:44 UTC)", "v0.8.5.md"),
         new (166, "v0.8.4, build 166 (2024-07-26 06:53 UTC)", "v0.8.4.md"),
         new (165, "v0.8.3, build 165 (2024-07-25 13:25 UTC)", "v0.8.3.md"),

app/MindWork AI Studio/Components/Blocks/ReadWebContent.razor

@@ -0,0 +1,31 @@
+<MudPaper Class="pa-3 mb-8 border-dashed border rounded-lg">
+    <MudField Label="Read content from web?" Variant="Variant.Outlined" Class="mb-3" Disabled="@this.AgentIsRunning">
+        <MudSwitch T="bool" @bind-Value="@this.showWebContentReader" Color="Color.Primary" Disabled="@this.AgentIsRunning">
+            @(this.showWebContentReader ? "Show web content options" : "Hide web content options")
+        </MudSwitch>
+    </MudField>
+
+    @if (this.showWebContentReader)
+    {
+        <MudField Label="Cleanup content by using a LLM agent?" Variant="Variant.Outlined" Class="mb-3" Disabled="@this.AgentIsRunning">
+            <MudSwitch T="bool" @bind-Value="@this.useContentCleanerAgent" Color="Color.Primary" Validation="@this.ValidateProvider" Disabled="@this.AgentIsRunning">
+                @(this.useContentCleanerAgent ? "The content is cleaned using an LLM agent: the main content is extracted, advertisements and other irrelevant things are attempted to be removed; relative links are attempted to be converted into absolute links so that they can be used." : "No content cleaning")
+            </MudSwitch>
+        </MudField>
+        <MudStack Row="@true" AlignItems="@AlignItems.Baseline" Class="mb-3">
+            <MudTextField T="string" Label="URL from which to load the content" @bind-Value="@this.providedURL" Validation="@this.ValidateURL" Adornment="Adornment.Start" AdornmentIcon="@Icons.Material.Filled.Link" Placeholder="https://..." HelperText="Loads the content from your URL. Does not work when the content is hidden behind a paywall." Variant="Variant.Outlined" Immediate="@true" Disabled="@this.AgentIsRunning"/>
+            <MudButton Disabled="@(!this.IsReady || this.AgentIsRunning)" Variant="Variant.Filled" Size="Size.Large" Color="Color.Primary" StartIcon="@Icons.Material.Filled.Download" OnClick="() => this.LoadFromWeb()">
+                Fetch
+            </MudButton>
+        </MudStack>
+        @if (this.AgentIsRunning)
+        {
+            <div class="pa-1">
+                <MudProgressLinear Color="Color.Primary" Indeterminate="true" Class=""/>
+            </div>
+            <div class="pa-6">
+                <MudSlider T="int" Disabled="@true" Value="@this.processStep" Min="@this.process.Min" Max="@this.process.Max" TickMarks="@true" Size="Size.Large" Variant="Variant.Filled" TickMarkLabels="@this.process.Labels" Class="mb-12"/>
+            </div>
+        }
+    }
+</MudPaper>

app/MindWork AI Studio/Components/Blocks/ReadWebContent.razor.cs

@@ -0,0 +1,198 @@
+using AIStudio.Agents;
+using AIStudio.Chat;
+using AIStudio.Settings;
+using AIStudio.Tools;
+
+using Microsoft.AspNetCore.Components;
+
+namespace AIStudio.Components.Blocks;
+
+public partial class ReadWebContent : ComponentBase
+{
+    [Inject]
+    private HTMLParser HTMLParser { get; init; } = null!;
+    
+    [Inject]
+    private AgentTextContentCleaner AgentTextContentCleaner { get; init; } = null!;
+    
+    [Inject]
+    protected SettingsManager SettingsManager { get; set; } = null!;
+    
+    [Inject]
+    protected IJSRuntime JsRuntime { get; init; } = null!;
+    
+    [Parameter]
+    public string Content { get; set; } = string.Empty;
+    
+    [Parameter]
+    public EventCallback<string> ContentChanged { get; set; }
+    
+    [Parameter]
+    public Settings.Provider ProviderSettings { get; set; }
+    
+    [Parameter]
+    public bool AgentIsRunning { get; set; }
+    
+    [Parameter]
+    public EventCallback<bool> AgentIsRunningChanged { get; set; }
+    
+    [Parameter]
+    public bool Preselect { get; set; }
+    
+    [Parameter]
+    public bool PreselectContentCleanerAgent { get; set; }
+
+    private Process<ReadWebContentSteps> process = Process<ReadWebContentSteps>.INSTANCE;
+    private ProcessStepValue processStep;
+    
+    private bool showWebContentReader;
+    private bool useContentCleanerAgent;
+    private string providedURL = string.Empty;
+    private bool urlIsValid;
+    private bool isProviderValid;
+
+    private Settings.Provider providerSettings;
+
+    #region Overrides of ComponentBase
+
+    protected override async Task OnInitializedAsync()
+    {
+        if(this.Preselect)
+            this.showWebContentReader = true;
+        
+        if(this.PreselectContentCleanerAgent)
+            this.useContentCleanerAgent = true;
+        
+        if (this.SettingsManager.ConfigurationData.PreselectAgentTextContentCleanerOptions)
+            this.providerSettings = this.SettingsManager.ConfigurationData.Providers.FirstOrDefault(x => x.Id == this.SettingsManager.ConfigurationData.PreselectedAgentTextContentCleanerProvider);
+        else
+            this.providerSettings = this.ProviderSettings;
+
+        await base.OnInitializedAsync();
+    }
+
+    protected override async Task OnParametersSetAsync()
+    {
+        if (!this.SettingsManager.ConfigurationData.PreselectAgentTextContentCleanerOptions)
+            this.providerSettings = this.ProviderSettings;
+        
+        await base.OnParametersSetAsync();
+    }
+
+    #endregion
+
+    private async Task LoadFromWeb()
+    {
+        if(!this.IsReady)
+            return;
+        
+        var markdown = string.Empty;
+        try
+        {
+            this.processStep = this.process[ReadWebContentSteps.LOADING];
+            this.StateHasChanged();
+            
+            var html = await this.HTMLParser.LoadWebContentHTML(new Uri(this.providedURL));
+            
+            this.processStep = this.process[ReadWebContentSteps.PARSING];
+            this.StateHasChanged();
+            markdown = this.HTMLParser.ParseToMarkdown(html);
+            
+            if (this.useContentCleanerAgent)
+            {
+                this.AgentTextContentCleaner.ProviderSettings = this.providerSettings;
+                var additionalData = new Dictionary<string, string>
+                {
+                    { "sourceURL", this.providedURL },
+                };
+            
+                this.processStep = this.process[ReadWebContentSteps.CLEANING];
+                this.AgentIsRunning = true;
+                await this.AgentIsRunningChanged.InvokeAsync(this.AgentIsRunning);
+                this.StateHasChanged();
+            
+                var contentBlock = await this.AgentTextContentCleaner.ProcessInput(new ContentBlock
+                {
+                    Time = DateTimeOffset.UtcNow,
+                    ContentType = ContentType.TEXT,
+                    Role = ChatRole.USER,
+                    Content = new ContentText
+                    {
+                        Text = markdown,
+                    },
+                }, additionalData);
+            
+                markdown = contentBlock.Content is ContentText text ? text.Text : markdown;
+            
+                this.processStep = this.process[ReadWebContentSteps.DONE];
+                this.AgentIsRunning = false;
+                await this.AgentIsRunningChanged.InvokeAsync(this.AgentIsRunning);
+                this.StateHasChanged();
+            }
+        }
+        catch
+        {
+            if (this.AgentIsRunning)
+            {
+                this.processStep = this.process[ReadWebContentSteps.START];
+                this.AgentIsRunning = false;
+                await this.AgentIsRunningChanged.InvokeAsync(this.AgentIsRunning);
+                this.StateHasChanged();
+            }
+        }
+
+        this.Content = markdown;
+        await this.ContentChanged.InvokeAsync(this.Content);
+    }
+
+    private bool IsReady
+    {
+        get
+        {
+            if(!this.urlIsValid)
+                return false;
+            
+            if(this.useContentCleanerAgent && !this.isProviderValid)
+                return false;
+            
+            return true;
+        }
+    }
+
+    private string? ValidateProvider(bool shouldUseAgent)
+    {
+        if(shouldUseAgent && this.providerSettings == default)
+        {
+            this.isProviderValid = false;
+            return "Please select a provider to use the cleanup agent.";
+        }
+
+        this.isProviderValid = true;
+        return null;
+    }
+    
+    private string? ValidateURL(string url)
+    {
+        if(string.IsNullOrWhiteSpace(url))
+        {
+            this.urlIsValid = false;
+            return "Please provide a URL to load the content from.";
+        }
+
+        var urlParsingResult = Uri.TryCreate(url, UriKind.Absolute, out var uriResult);
+        if(!urlParsingResult)
+        {
+            this.urlIsValid = false;
+            return "Please provide a valid URL.";
+        }
+
+        if(uriResult is not { Scheme: "http" or "https" })
+        {
+            this.urlIsValid = false;
+            return "Please provide a valid HTTP or HTTPS URL.";
+        }
+
+        this.urlIsValid = true;
+        return null;
+    }
+}

app/MindWork AI Studio/Components/Blocks/ReadWebContentSteps.cs

@@ -0,0 +1,10 @@
+namespace AIStudio.Components.Blocks;
+
+public enum ReadWebContentSteps
+{
+    START,
+    LOADING,
+    PARSING,
+    CLEANING,
+    DONE,
+}

app/MindWork AI Studio/Components/Blocks/Workspaces.razor.cs

@@ -16,13 +16,13 @@ namespace AIStudio.Components.Blocks;
 public partial class Workspaces : ComponentBase
 {
     [Inject]
-    private SettingsManager SettingsManager { get; set; } = null!;
+    private SettingsManager SettingsManager { get; init; } = null!;
     
     [Inject]
-    private IDialogService DialogService { get; set; } = null!;
+    private IDialogService DialogService { get; init; } = null!;
     
     [Inject]
-    public Random RNG { get; set; } = null!;
+    private ThreadSafeRandom RNG { get; init; } = null!;
     
     [Parameter]
     public ChatThread? CurrentChatThread { get; set; }

app/MindWork AI Studio/Components/Pages/About.razor

@@ -47,6 +47,8 @@
                 <ThirdPartyComponent Name="arboard" Developer="Artur Kovacs, Avi Weinstock, 1Password & Open Source Community" LicenseName="MIT & Apache-2.0" LicenseUrl="https://github.com/1Password/arboard" RepositoryUrl="https://github.com/1Password/arboard" UseCase="To be able to use the responses of the LLM in other apps, we often use the clipboard of the respective operating system. Unfortunately, in .NET there is no solution that works with all operating systems. Therefore, I have opted for this library in Rust. This way, data transfer to other apps works on every system."/>
                 <ThirdPartyComponent Name="tokio" Developer="Alex Crichton & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/tokio-rs/tokio/blob/master/LICENSE" RepositoryUrl="https://github.com/tokio-rs/tokio" UseCase="Code in the Rust language can be specified as synchronous or asynchronous. Unlike .NET and the C# language, Rust cannot execute asynchronous code by itself. Rust requires support in the form of an executor for this. Tokio is one such executor."/>
                 <ThirdPartyComponent Name="flexi_logger" Developer="emabee & Open Source Community" LicenseName="MIT & Apache-2.0" LicenseUrl="https://github.com/emabee/flexi_logger" RepositoryUrl="https://github.com/emabee/flexi_logger" UseCase="This Rust library is used to output the app's messages to the terminal. This is helpful during development and troubleshooting. This feature is initially invisible; when the app is started via the terminal, the messages become visible."/>
+                <ThirdPartyComponent Name="HtmlAgilityPack" Developer="ZZZ Projects & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/zzzprojects/html-agility-pack/blob/master/LICENSE" RepositoryUrl="https://github.com/zzzprojects/html-agility-pack" UseCase="We use the HtmlAgilityPack to extract content from the web. This is necessary, e.g., when you provide a URL as input for an assistant."/>
+                <ThirdPartyComponent Name="ReverseMarkdown" Developer="Babu Annamalai & Open Source Community" LicenseName="MIT" LicenseUrl="https://github.com/mysticmind/reversemarkdown-net/blob/master/LICENSE" RepositoryUrl="https://github.com/mysticmind/reversemarkdown-net" UseCase="This library is used to convert HTML to Markdown. This is necessary, e.g., when you provide a URL as input for an assistant."/>
             </MudGrid>
         </ExpansionPanel>
         <ExpansionPanel HeaderIcon="@Icons.Material.Filled.Verified" HeaderText="License: FSL-1.1-MIT">

app/MindWork AI Studio/Components/Pages/Chat.razor.cs

@@ -25,7 +25,7 @@ public partial class Chat : MSGComponentBase, IAsyncDisposable
     public IJSRuntime JsRuntime { get; init; } = null!;
 
     [Inject]
-    public Random RNG { get; set; } = null!;
+    private ThreadSafeRandom RNG { get; init; } = null!;
     
     [Inject]
     public IDialogService DialogService { get; set; } = null!;

app/MindWork AI Studio/Components/Pages/Settings.razor

@@ -82,7 +82,7 @@
         <ConfigurationSelect OptionDescription="Workspace behavior" SelectedValue="@(() => this.SettingsManager.ConfigurationData.WorkspaceStorageBehavior)" Data="@ConfigurationSelectDataFactory.GetWorkspaceStorageBehaviorData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.WorkspaceStorageBehavior = selectedValue)" OptionHelp="Should we store your chats?"/>
         <ConfigurationSelect OptionDescription="Workspace maintenance" SelectedValue="@(() => this.SettingsManager.ConfigurationData.WorkspaceStorageTemporaryMaintenancePolicy)" Data="@ConfigurationSelectDataFactory.GetWorkspaceStorageTemporaryMaintenancePolicyData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.WorkspaceStorageTemporaryMaintenancePolicy = selectedValue)" OptionHelp="If and when should we delete your temporary chats?"/>
 
-        <MudText Typo="Typo.h4" Class="mb-3">Assistants Options</MudText>
+        <MudText Typo="Typo.h4" Class="mb-3">Assistant Options</MudText>
         
         <MudText Typo="Typo.h5" Class="mb-3">Icon Finder Options</MudText>
         <MudPaper Class="pa-3 mb-8 border-dashed border rounded-lg">
@@ -93,8 +93,11 @@
 
         <MudText Typo="Typo.h5" Class="mb-3">Translator Options</MudText>
         <ConfigurationSlider T="int" OptionDescription="How fast should the live translation react?" Min="500" Max="3_000" Step="100" Unit="milliseconds" Value="@(() => this.SettingsManager.ConfigurationData.LiveTranslationDebounceIntervalMilliseconds)" ValueUpdate="@(updatedValue => this.SettingsManager.ConfigurationData.LiveTranslationDebounceIntervalMilliseconds = updatedValue)"/>
+        <ConfigurationOption OptionDescription="Hide the web content reader?" LabelOn="Web content reader is hidden" LabelOff="Web content reader is shown" State="@(() => this.SettingsManager.ConfigurationData.HideWebContentReaderForTranslation)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.HideWebContentReaderForTranslation = updatedState)" OptionHelp="When activated, the web content reader is hidden and cannot be used. As a result, the user interface becomes a bit easier to use."/>
         <MudPaper Class="pa-3 mb-8 border-dashed border rounded-lg">
             <ConfigurationOption OptionDescription="Preselect translator options?" LabelOn="Translator options are preselected" LabelOff="No translator options are preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectTranslationOptions)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectTranslationOptions = updatedState)" OptionHelp="When enabled, you can preselect the translator options. This is might be useful when you prefer a specific target language or LLM model."/>
+            <ConfigurationOption OptionDescription="Preselect the web content reader?" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTranslationOptions || this.SettingsManager.ConfigurationData.HideWebContentReaderForTranslation)" LabelOn="Web content reader is preselected" LabelOff="Web content reader is not preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTranslation)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTranslation = updatedState)" OptionHelp="When enabled, the web content reader is preselected. This is might be useful when you prefer to load content from the web very often."/>
+            <ConfigurationOption OptionDescription="Preselect the content cleaner agent?" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTranslationOptions || this.SettingsManager.ConfigurationData.HideWebContentReaderForTranslation)" LabelOn="Content cleaner agent is preselected" LabelOff="Content cleaner agent is not preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTranslation)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTranslation = updatedState)" OptionHelp="When enabled, the content cleaner agent is preselected. This is might be useful when you prefer to clean up the content before translating it."/>
             <ConfigurationOption OptionDescription="Preselect live translation?" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTranslationOptions)" LabelOn="Live translation is preselected" LabelOff="Live translation is not preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectLiveTranslation)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectLiveTranslation = updatedState)" />
             <ConfigurationSelect OptionDescription="Preselect the target language" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTranslationOptions)" SelectedValue="@(() => this.SettingsManager.ConfigurationData.PreselectedTranslationTargetLanguage)" Data="@ConfigurationSelectDataFactory.GetCommonLanguagesData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.PreselectedTranslationTargetLanguage = selectedValue)" OptionHelp="Which target language should be preselected?"/>
             @if (this.SettingsManager.ConfigurationData.PreselectedTranslationTargetLanguage is CommonLanguages.OTHER)
@@ -117,8 +120,11 @@
         </MudPaper>
         
         <MudText Typo="Typo.h5" Class="mb-3">Text Summarizer Options</MudText>
+        <ConfigurationOption OptionDescription="Hide the web content reader?" LabelOn="Web content reader is hidden" LabelOff="Web content reader is shown" State="@(() => this.SettingsManager.ConfigurationData.HideWebContentReaderForTextSummarizer)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.HideWebContentReaderForTextSummarizer = updatedState)" OptionHelp="When activated, the web content reader is hidden and cannot be used. As a result, the user interface becomes a bit easier to use."/>
         <MudPaper Class="pa-3 mb-8 border-dashed border rounded-lg">
             <ConfigurationOption OptionDescription="Preselect summarizer options?" LabelOn="Summarizer options are preselected" LabelOff="No summarizer options are preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions = updatedState)" OptionHelp="When enabled, you can preselect the text summarizer options. This is might be useful when you prefer a specific language, complexity, or LLM."/>
+            <ConfigurationOption OptionDescription="Preselect the web content reader?" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions || this.SettingsManager.ConfigurationData.HideWebContentReaderForTextSummarizer)" LabelOn="Web content reader is preselected" LabelOff="Web content reader is not preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTextSummarizer)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTextSummarizer = updatedState)" OptionHelp="When enabled, the web content reader is preselected. This is might be useful when you prefer to load content from the web very often."/>
+            <ConfigurationOption OptionDescription="Preselect the content cleaner agent?" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions || this.SettingsManager.ConfigurationData.HideWebContentReaderForTextSummarizer)" LabelOn="Content cleaner agent is preselected" LabelOff="Content cleaner agent is not preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTextSummarizer)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTextSummarizer = updatedState)" OptionHelp="When enabled, the content cleaner agent is preselected. This is might be useful when you prefer to clean up the content before summarize it."/>
             <ConfigurationSelect OptionDescription="Preselect the target language" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions)" SelectedValue="@(() => this.SettingsManager.ConfigurationData.PreselectedTextSummarizerTargetLanguage)" Data="@ConfigurationSelectDataFactory.GetCommonLanguagesData()" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.PreselectedTextSummarizerTargetLanguage = selectedValue)" OptionHelp="Which target language should be preselected?"/>
             @if (this.SettingsManager.ConfigurationData.PreselectedTextSummarizerTargetLanguage is CommonLanguages.OTHER)
             {
@@ -131,5 +137,17 @@
             }
             <ConfigurationProviderSelection Data="@this.availableProviders" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions)" SelectedValue="@(() => this.SettingsManager.ConfigurationData.PreselectedTextSummarizerProvider)" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.PreselectedTextSummarizerProvider = selectedValue)"/>
         </MudPaper>
+
+        <MudText Typo="Typo.h4" Class="mb-3">LLM Agent Options</MudText>
+        
+        <MudText Typo="Typo.h5" Class="mb-3">Text Content Cleaner Agent</MudText>
+        <MudPaper Class="pa-3 mb-8 border-dashed border rounded-lg">
+            <MudText Typo="Typo.body1" Class="mb-3">
+                Use Case: this agent is used to clean up text content. It extracts the main content, removes advertisements and other irrelevant things,
+                and attempts to convert relative links into absolute links so that they can be used.
+            </MudText>
+            <ConfigurationOption OptionDescription="Preselect text content cleaner options?" LabelOn="Options are preselected" LabelOff="No options are preselected" State="@(() => this.SettingsManager.ConfigurationData.PreselectAgentTextContentCleanerOptions)" StateUpdate="@(updatedState => this.SettingsManager.ConfigurationData.PreselectAgentTextContentCleanerOptions = updatedState)" OptionHelp="When enabled, you can preselect some agent options. This is might be useful when you prefer a LLM."/>
+            <ConfigurationProviderSelection Data="@this.availableProviders" Disabled="@(() => !this.SettingsManager.ConfigurationData.PreselectAgentTextContentCleanerOptions)" SelectedValue="@(() => this.SettingsManager.ConfigurationData.PreselectedAgentTextContentCleanerProvider)" SelectionUpdate="@(selectedValue => this.SettingsManager.ConfigurationData.PreselectedAgentTextContentCleanerProvider = selectedValue)"/>
+        </MudPaper>
     </MudPaper>
 </InnerScrolling>

app/MindWork AI Studio/Components/Pages/TextSummarizer/AssistantTextSummarizer.razor

@@ -3,7 +3,12 @@
 @using AIStudio.Tools
 @inherits AssistantBaseCore
 
-<MudTextField T="string" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
+@if (!this.SettingsManager.ConfigurationData.HideWebContentReaderForTextSummarizer)
+{
+    <ReadWebContent @bind-Content="@this.inputText" ProviderSettings="@this.providerSettings" @bind-AgentIsRunning="@this.isAgentRunning" Preselect="@(this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions && this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTextSummarizer)" PreselectContentCleanerAgent="@(this.SettingsManager.ConfigurationData.PreselectTextSummarizerOptions && this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTextSummarizer)"/>
+}
+
+<MudTextField T="string" Disabled="@this.isAgentRunning" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
 
 <MudStack Row="@true" AlignItems="AlignItems.Center" Class="mb-3">
     <MudSelect T="CommonLanguages" @bind-Value="@this.selectedTargetLanguage" AdornmentIcon="@Icons.Material.Filled.Translate" Adornment="Adornment.Start" Label="Target language" Variant="Variant.Outlined" Margin="Margin.Dense">
@@ -31,13 +36,13 @@
     }
 </MudStack>
 
-<MudSelect T="Provider" @bind-Value="@this.providerSettings" Validation="@this.ValidatingProvider" Adornment="Adornment.Start" AdornmentIcon="@Icons.Material.Filled.Apps" Margin="Margin.Dense" Label="Provider" Class="mb-3 rounded-lg" Variant="Variant.Outlined">
+<MudSelect T="Provider" Disabled="@this.isAgentRunning" @bind-Value="@this.providerSettings" Validation="@this.ValidatingProvider" Adornment="Adornment.Start" AdornmentIcon="@Icons.Material.Filled.Apps" Margin="Margin.Dense" Label="Provider" Class="mb-3 rounded-lg" Variant="Variant.Outlined">
     @foreach (var provider in this.SettingsManager.ConfigurationData.Providers)
     {
         <MudSelectItem Value="@provider"/>
     }
 </MudSelect>
 
-<MudButton Variant="Variant.Filled" Class="mb-3" OnClick="() => this.SummarizeText()">
+<MudButton Variant="Variant.Filled" Class="mb-3" OnClick="() => this.SummarizeText()" Disabled="@this.isAgentRunning">
     Summarize
 </MudButton>

app/MindWork AI Studio/Components/Pages/TextSummarizer/AssistantTextSummarizer.razor.cs

@@ -24,6 +24,7 @@ public partial class AssistantTextSummarizer : AssistantBaseCore
         """;
     
     private string inputText = string.Empty;
+    private bool isAgentRunning;
     private CommonLanguages selectedTargetLanguage;
     private string customTargetLanguage = string.Empty;
     private Complexity selectedComplexity;

app/MindWork AI Studio/Components/Pages/Translation/AssistantTranslation.razor

@@ -3,6 +3,11 @@
 @using AIStudio.Tools
 @inherits AssistantBaseCore
 
+@if (!this.SettingsManager.ConfigurationData.HideWebContentReaderForTranslation)
+{
+    <ReadWebContent @bind-Content="@this.inputText" ProviderSettings="@this.providerSettings" @bind-AgentIsRunning="@this.isAgentRunning" Preselect="@(this.SettingsManager.ConfigurationData.PreselectTranslationOptions && this.SettingsManager.ConfigurationData.PreselectWebContentReaderForTranslation)" PreselectContentCleanerAgent="@(this.SettingsManager.ConfigurationData.PreselectTranslationOptions && this.SettingsManager.ConfigurationData.PreselectContentCleanerAgentForTranslation)"/>
+}
+
 <MudField Label="Live translation" Variant="Variant.Outlined" Class="mb-3">
     <MudSwitch T="bool" @bind-Value="@this.liveTranslation" Color="Color.Primary">
         @(this.liveTranslation ? "Live translation" : "No live translation")
@@ -11,11 +16,11 @@
 
 @if (this.liveTranslation)
 {
-    <MudTextField T="string" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" Immediate="@true" DebounceInterval="1_000" OnDebounceIntervalElapsed="() => this.TranslateText(force: false)" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
+    <MudTextField T="string" Disabled="@this.isAgentRunning" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" Immediate="@true" DebounceInterval="1_000" OnDebounceIntervalElapsed="() => this.TranslateText(force: false)" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
 }
 else
 {
-    <MudTextField T="string" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
+    <MudTextField T="string" Disabled="@this.isAgentRunning" @bind-Text="@this.inputText" Validation="@this.ValidatingText" AdornmentIcon="@Icons.Material.Filled.DocumentScanner" Adornment="Adornment.Start" Label="Your input" Variant="Variant.Outlined" Lines="6" AutoGrow="@true" MaxLines="12" Class="mb-3" UserAttributes="@USER_INPUT_ATTRIBUTES"/>
 }
 
 <MudStack Row="@true" AlignItems="AlignItems.Center" Class="mb-3">
@@ -38,13 +43,13 @@ else
     }
 </MudStack>
 
-<MudSelect T="Provider" @bind-Value="@this.providerSettings" Validation="@this.ValidatingProvider" Adornment="Adornment.Start" AdornmentIcon="@Icons.Material.Filled.Apps" Margin="Margin.Dense" Label="Provider" Class="mb-3 rounded-lg" Variant="Variant.Outlined">
+<MudSelect T="Provider" @bind-Value="@this.providerSettings" Disabled="@this.isAgentRunning" Validation="@this.ValidatingProvider" Adornment="Adornment.Start" AdornmentIcon="@Icons.Material.Filled.Apps" Margin="Margin.Dense" Label="Provider" Class="mb-3 rounded-lg" Variant="Variant.Outlined">
     @foreach (var provider in this.SettingsManager.ConfigurationData.Providers)
     {
         <MudSelectItem Value="@provider"/>
     }
 </MudSelect>
 
-<MudButton Variant="Variant.Filled" Class="mb-3" OnClick="() => this.TranslateText(force: true)">
+<MudButton Disabled="@this.isAgentRunning" Variant="Variant.Filled" Class="mb-3" OnClick="() => this.TranslateText(force: true)">
     Translate
 </MudButton>

app/MindWork AI Studio/Components/Pages/Translation/AssistantTranslation.razor.cs

@@ -20,6 +20,7 @@ public partial class AssistantTranslation : AssistantBaseCore
         """;
     
     private bool liveTranslation;
+    private bool isAgentRunning;
     private string inputText = string.Empty;
     private string inputTextLastTranslation = string.Empty;
     private CommonLanguages selectedTargetLanguage;