Integrate data sources into any chat

README.md

@@ -21,7 +21,7 @@ Things we are currently working on:
   - [ ] App: Implement the continuous process of vectorizing data
   - [x] ~~App: Define a common retrieval context interface for the integration of RAG processes in chats (PR [#281](https://github.com/MindWorkAI/AI-Studio/pull/281))~~
   - [ ] App: Define a common augmentation interface for the integration of RAG processes in chats
-  - [ ] App: Integrate data sources in chats
+  - [x] ~~App: Integrate data sources in chats (PR [#282](https://github.com/MindWorkAI/AI-Studio/pull/282))~~
 
 
 - Since September 2024: Experiments have been started on how we can work on long texts with AI Studio. Let's say you want to write a fantasy novel or create a complex project proposal and use LLM for support. The initial experiments were promising, but not yet satisfactory. We are testing further approaches until a satisfactory solution is found. The current state of our experiment is available as an experimental preview feature through your app configuration. Related PR: ~~[#167](https://github.com/MindWorkAI/AI-Studio/pull/167), [#226](https://github.com/MindWorkAI/AI-Studio/pull/226)~~.

app/MindWork AI Studio/Agents/AgentBase.cs

@@ -1,13 +1,16 @@
 using AIStudio.Chat;
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 // ReSharper disable MemberCanBePrivate.Global
 
 namespace AIStudio.Agents;
 
-public abstract class AgentBase(ILogger<AgentBase> logger, SettingsManager settingsManager, ThreadSafeRandom rng) : IAgent
+public abstract class AgentBase(ILogger<AgentBase> logger, SettingsManager settingsManager, DataSourceService dataSourceService, ThreadSafeRandom rng) : IAgent
 {
+    protected DataSourceService DataSourceService { get; init; } = dataSourceService;
+
     protected SettingsManager SettingsManager { get; init; } = settingsManager;
 
     protected ThreadSafeRandom RNG { get; init; } = rng;
@@ -107,6 +110,6 @@ protected async Task AddAIResponseAsync(ChatThread thread, DateTimeOffset time)
         // Use the selected provider to get the AI response.
         // By awaiting this line, we wait for the entire
         // content to be streamed.
-        await aiText.CreateFromProviderAsync(providerSettings.CreateProvider(this.Logger), this.SettingsManager, providerSettings.Model, this.lastUserPrompt, thread);
+        await aiText.CreateFromProviderAsync(providerSettings.CreateProvider(this.Logger), this.SettingsManager, this.DataSourceService, providerSettings.Model, this.lastUserPrompt, thread);
     }
 }

app/MindWork AI Studio/Agents/AgentTextContentCleaner.cs

@@ -1,9 +1,10 @@
 using AIStudio.Chat;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 namespace AIStudio.Agents;
 
-public sealed class AgentTextContentCleaner(ILogger<AgentBase> logger, SettingsManager settingsManager, ThreadSafeRandom rng) : AgentBase(logger, settingsManager, rng)
+public sealed class AgentTextContentCleaner(ILogger<AgentBase> logger, SettingsManager settingsManager, DataSourceService dataSourceService, ThreadSafeRandom rng) : AgentBase(logger, settingsManager, dataSourceService, rng)
 {
     private static readonly ContentBlock EMPTY_BLOCK = new()
     {

app/MindWork AI Studio/Assistants/AssistantBase.razor

@@ -121,7 +121,7 @@
 
                 @if (this.SettingsManager.ConfigurationData.LLMProviders.ShowProviderConfidence)
                 {
-                    <ConfidenceInfo Mode="ConfidenceInfoMode.BUTTON" LLMProvider="@this.providerSettings.UsedLLMProvider"/>
+                    <ConfidenceInfo Mode="PopoverTriggerMode.BUTTON" LLMProvider="@this.providerSettings.UsedLLMProvider"/>
                 }
 
                 @if (this.AllowProfiles && this.ShowProfileSelection)

app/MindWork AI Studio/Assistants/AssistantBase.razor.cs

@@ -1,12 +1,12 @@
 using AIStudio.Chat;
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 using Microsoft.AspNetCore.Components;
 
 using MudBlazor.Utilities;
 
-using RustService = AIStudio.Tools.RustService;
 using Timer = System.Timers.Timer;
 
 namespace AIStudio.Assistants;
@@ -28,6 +28,9 @@ public abstract partial class AssistantBase : ComponentBase, IMessageBusReceiver
     [Inject]
     protected RustService RustService { get; init; } = null!;
 
+    [Inject]
+    protected DataSourceService DataSourceService { get; init; } = null!;
+
     [Inject]
     protected NavigationManager NavigationManager { get; init; } = null!;
 
@@ -290,7 +293,7 @@ protected async Task<string> AddAIResponseAsync(DateTimeOffset time, bool hideCo
         // Use the selected provider to get the AI response.
         // By awaiting this line, we wait for the entire
         // content to be streamed.
-        await aiText.CreateFromProviderAsync(this.providerSettings.CreateProvider(this.Logger), this.SettingsManager, this.providerSettings.Model, this.lastUserPrompt, this.chatThread);
+        await aiText.CreateFromProviderAsync(this.providerSettings.CreateProvider(this.Logger), this.SettingsManager, this.DataSourceService, this.providerSettings.Model, this.lastUserPrompt, this.chatThread);
 
         this.isProcessing = false;
         this.StateHasChanged();

app/MindWork AI Studio/Chat/ChatThread.cs

@@ -1,4 +1,5 @@
 using AIStudio.Settings;
+using AIStudio.Settings.DataModel;
 
 namespace AIStudio.Chat;
 
@@ -27,6 +28,11 @@ public sealed record ChatThread
     /// </summary>
     public string SelectedProfile { get; set; } = string.Empty;
 
+    /// <summary>
+    /// The data source options for this chat thread.
+    /// </summary>
+    public DataSourceOptions DataSourceOptions { get; set; } = new();
+
     /// <summary>
     /// The name of the chat thread. Usually generated by an AI model or manually edited by the user.
     /// </summary>

app/MindWork AI Studio/Chat/ContentBlockComponent.razor.cs

@@ -1,9 +1,8 @@
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 using Microsoft.AspNetCore.Components;
 
-using RustService = AIStudio.Tools.RustService;
-
 namespace AIStudio.Chat;
 
 /// <summary>

app/MindWork AI Studio/Chat/ContentImage.cs

@@ -2,6 +2,7 @@
 
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 namespace AIStudio.Chat;
 
@@ -29,7 +30,7 @@ public sealed class ContentImage : IContent
     public Func<Task> StreamingEvent { get; set; } = () => Task.CompletedTask;
 
     /// <inheritdoc />
-    public Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, Model chatModel, IContent? lastPrompt, ChatThread? chatChatThread, CancellationToken token = default)
+    public Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, DataSourceService dataSourceService, Model chatModel, IContent? lastPrompt, ChatThread? chatChatThread, CancellationToken token = default)
     {
         throw new NotImplementedException();
     }

app/MindWork AI Studio/Chat/ContentText.cs

@@ -2,6 +2,7 @@
 
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 namespace AIStudio.Chat;
 
@@ -35,23 +36,43 @@ public sealed class ContentText : IContent
     public Func<Task> StreamingEvent { get; set; } = () => Task.CompletedTask;
 
     /// <inheritdoc />
-    public async Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, Model chatModel, IContent? lastPrompt, ChatThread? chatThread, CancellationToken token = default)
+    public async Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, DataSourceService dataSourceService, Model chatModel, IContent? lastPrompt, ChatThread? chatThread, CancellationToken token = default)
     {
         if(chatThread is null)
             return;
 
         //
         // Check if the user wants to bind any data sources to the chat:
         //
-
-        //
-        // Trigger the retrieval part of the (R)AG process:
-        //
-
-        //
-        // Perform the augmentation of the R(A)G process:
-        //
-
+        if (chatThread.DataSourceOptions.IsEnabled())
+        {
+            //
+            // When the user wants to bind data sources to the chat, we
+            // have to check if the data sources are available for the
+            // selected provider. Also, we have to check if any ERI
+            // data sources changed its security requirements.
+            //
+            List<IDataSource> preselectedDataSources = chatThread.DataSourceOptions.PreselectedDataSourceIds.Select(id => settings.ConfigurationData.DataSources.FirstOrDefault(ds => ds.Id == id)).Where(ds => ds is not null).ToList()!;
+            var dataSources = await dataSourceService.GetDataSources(provider, preselectedDataSources);
+            var selectedDataSources = dataSources.SelectedDataSources;
+
+            //
+            // Should the AI select the data sources?
+            //
+            if (chatThread.DataSourceOptions.AutomaticDataSourceSelection)
+            {
+                // TODO: Start agent based on allowed data sources.
+            }
+
+            //
+            // Trigger the retrieval part of the (R)AG process:
+            //
+
+            //
+            // Perform the augmentation of the R(A)G process:
+            //
+        }
+
         // Store the last time we got a response. We use this later
         // to determine whether we should notify the UI about the
         // new content or not. Depends on the energy saving mode

app/MindWork AI Studio/Chat/IContent.cs

@@ -2,6 +2,7 @@
 
 using AIStudio.Provider;
 using AIStudio.Settings;
+using AIStudio.Tools.Services;
 
 namespace AIStudio.Chat;
 
@@ -42,5 +43,5 @@ public interface IContent
     /// <summary>
     /// Uses the provider to create the content.
     /// </summary>
-    public Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, Model chatModel, IContent? lastPrompt, ChatThread? chatChatThread, CancellationToken token = default);
+    public Task CreateFromProviderAsync(IProvider provider, SettingsManager settings, DataSourceService dataSourceService, Model chatModel, IContent? lastPrompt, ChatThread? chatChatThread, CancellationToken token = default);
 }

app/MindWork AI Studio/Components/ChatComponent.razor

@@ -97,7 +97,7 @@
 
             @if (this.SettingsManager.ConfigurationData.LLMProviders.ShowProviderConfidence)
             {
-                <ConfidenceInfo Mode="ConfidenceInfoMode.ICON" LLMProvider="@this.Provider.UsedLLMProvider"/>
+                <ConfidenceInfo Mode="PopoverTriggerMode.ICON" LLMProvider="@this.Provider.UsedLLMProvider"/>
             }
 
             @if (this.isStreaming && this.cancellationTokenSource is not null)
@@ -108,6 +108,11 @@
             }
 
             <ProfileSelection CurrentProfile="@this.currentProfile" CurrentProfileChanged="@this.ProfileWasChanged"/>
+
+            @if (PreviewFeatures.PRE_RAG_2024.IsEnabled(this.SettingsManager))
+            {
+                <DataSourceSelection @ref="@this.dataSourceSelectionComponent" PopoverTriggerMode="PopoverTriggerMode.BUTTON" PopoverButtonClasses="ma-3" LLMProvider="@this.Provider" DataSourceOptions="@this.GetCurrentDataSourceOptions()" DataSourceOptionsChanged="@(async options => await this.SetCurrentDataSourceOptions(options))"/>
+            }
         </MudToolBar>
     </FooterContent>
 </InnerScrolling>