feat: new database, add gemini support

1. (BREAKING CHANGES) chat database is totally refactored. Old db is no longer usable but new db is migratable.
2. Refactor chat attachments, remove ImageAttachment, combine into FileAttachment
2. Add support for gemini
3. Optimize model provider icon
4. Optimize `Customizable` Bindable value display

Author: DearVa

3rd/LiveMarkdown.Avalonia

@@ -20,6 +20,7 @@
     <PackageVersion Include="Microsoft.CodeAnalysis.CSharp" Version="4.0.1" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore" Version="$(EntityFrameworkVersion)" />
     <PackageVersion Include="Microsoft.EntityFrameworkCore.Sqlite" Version="$(EntityFrameworkVersion)" />
+    <PackageVersion Include="Microsoft.EntityFrameworkCore.Tools" Version="9.0.7" />
     <PackageVersion Include="Microsoft.Extensions.Configuration" Version="$(MicrosoftPackageVersion)" />
     <PackageVersion Include="Microsoft.Extensions.Configuration.Binder" Version="$(MicrosoftPackageVersion)" />
     <PackageVersion Include="Microsoft.Extensions.Configuration.Json" Version="$(MicrosoftPackageVersion)" />

3rd/shad-ui

@@ -1,11 +1,9 @@
-using System.Text.Json;
-using Avalonia;
+using Avalonia;
 using Avalonia.Controls;
 using Avalonia.Input.Platform;
 using Avalonia.Platform.Storage;
 using Everywhere.Chat;
 using Everywhere.Database;
-using Everywhere.Enums;
 using Everywhere.Extensions;
 using Everywhere.Initialization;
 using Everywhere.Interfaces;
@@ -14,11 +12,9 @@
 using Everywhere.Views;
 using Everywhere.Views.Pages;
 using Everywhere.Windows.Services;
-using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.DependencyInjection;
 using Serilog;
 using ShadUI;
-using WritableJsonConfiguration;
 
 namespace Everywhere.Windows;
 
@@ -79,15 +75,14 @@ public static void Main(string[] args)
 
                 #region Database
 
-                .AddDbContext<IChatDatabase, ChatDbContext>(ServiceLifetime.Singleton)
+                .AddChatDbContextAndStorage()
 
                 #endregion
 
                 #region Initialize
 
-                .AddSingleton<IAsyncInitializer, HotkeyInitializer>()
-                .AddSingleton<IAsyncInitializer>(xx => xx.GetRequiredService<ChatContextManager>())
-                .AddSingleton<IAsyncInitializer>(xx => xx.GetRequiredService<ChatDbContext>())
+                .AddTransient<IAsyncInitializer, HotkeyInitializer>()
+                .AddTransient<IAsyncInitializer>(xx => xx.GetRequiredService<ChatContextManager>())
 
                 #endregion
 

Directory.Packages.props

@@ -10,18 +10,18 @@ namespace Everywhere.AttachedProperties;
 /// </summary>
 public class DataTemplatesAttach : AvaloniaObject
 {
-    static DataTemplatesAttach()
-    {
-        DataTemplatesProperty.Changed.AddClassHandler<Control>(HandleDataTemplatesChanges);
-    }
-
     public static readonly AttachedProperty<DataTemplates> DataTemplatesProperty =
         AvaloniaProperty.RegisterAttached<DataTemplatesAttach, Control, DataTemplates>("DataTemplates");
 
     public static void SetDataTemplates(Control obj, DataTemplates value) => obj.SetValue(DataTemplatesProperty, value);
 
     public static DataTemplates GetDataTemplates(Control obj) => obj.GetValue(DataTemplatesProperty);
 
+    static DataTemplatesAttach()
+    {
+        DataTemplatesProperty.Changed.AddClassHandler<Control>(HandleDataTemplatesChanges);
+    }
+
     private static void HandleDataTemplatesChanges(Control sender, AvaloniaPropertyChangedEventArgs args)
     {
         sender.DataTemplates.Clear();

src/Everywhere.Windows/Program.cs

@@ -1,17 +1,16 @@
-using System.Diagnostics;
-using System.Diagnostics.CodeAnalysis;
+using System.Diagnostics.CodeAnalysis;
 using CommunityToolkit.Mvvm.ComponentModel;
 using CommunityToolkit.Mvvm.Input;
-using Everywhere.Database;
 using Everywhere.Enums;
 using Everywhere.Models;
+using Everywhere.Utilities;
 using Microsoft.SemanticKernel.ChatCompletion;
 using ObservableCollections;
 using ZLinq;
 
 namespace Everywhere.Chat;
 
-public partial class ChatContextManager(Settings settings, IChatDatabase chatDatabase) : ObservableObject, IChatContextManager, IAsyncInitializer
+public partial class ChatContextManager : ObservableObject, IChatContextManager, IAsyncInitializer
 {
     public NotifyCollectionChangedSynchronizedViewList<ChatMessageNode> ChatMessageNodes =>
         Current.ToNotifyCollectionChanged(
@@ -22,16 +21,22 @@ public ChatContext Current
     {
         get
         {
-            if (current is not null) return current;
-            CreateNew();
-            return current;
+            if (_current is null) CreateNew();
+            _current.Changed += HandleChatContextChanged;
+            return _current;
         }
         set
         {
-            Debug.Assert(history.ContainsKey(value), "The value must be part of the history.");
+            if (value.Metadata.Id == Guid.Empty)
+                throw new ArgumentException("The provided chat context does not have a valid ID.", nameof(value));
 
-            var previous = current;
-            if (!SetProperty(ref current, value)) return;
+            if (!_history.ContainsKey(value.Metadata.Id))
+                throw new ArgumentException("The provided chat context is not part of the history.", nameof(value));
+
+            var previous = _current;
+            if (!SetProperty(ref _current, value)) return;
+
+            if (previous is not null) previous.Changed -= HandleChatContextChanged;
             if (IsEmptyContext(previous)) Remove(previous);
 
             OnPropertyChanged();
@@ -44,7 +49,7 @@ public IEnumerable<ChatContextHistory> History
         get
         {
             var currentDate = DateTimeOffset.UtcNow;
-            return history.Keys.GroupBy(c => (currentDate - c.Metadata.DateModified).TotalDays switch
+            return _history.Values.GroupBy(c => (currentDate - c.Metadata.DateModified).TotalDays switch
             {
                 < 1 => HumanizedDate.Today,
                 < 2 => HumanizedDate.Yesterday,
@@ -61,30 +66,59 @@ public IEnumerable<ChatContextHistory> History
 
     [field: AllowNull, MaybeNull]
     public IRelayCommand CreateNewCommand =>
-        field ??= new RelayCommand(CreateNew, () => !IsEmptyContext(current));
+        field ??= new RelayCommand(CreateNew, () => !IsEmptyContext(_current));
+
+    private ChatContext? _current;
 
-    private readonly Dictionary<ChatContext, ChatContextDbItem> history = [];
+    private readonly Dictionary<Guid, ChatContext> _history = [];
+    private readonly HashSet<ChatContext> _saveBuffer = [];
+    private readonly Settings _settings;
+    private readonly IChatContextStorage _chatContextStorage;
+    private readonly DebounceExecutor<ChatContextManager> _saveDebounceExecutor;
+
+    public ChatContextManager(Settings settings, IChatContextStorage chatContextStorage)
+    {
+        _settings = settings;
+        _chatContextStorage = chatContextStorage;
+        _saveDebounceExecutor = new DebounceExecutor<ChatContextManager>(
+            () => this,
+            static that =>
+            {
+                ChatContext[] toSave;
+                lock (that._saveBuffer)
+                {
+                    toSave = that._saveBuffer.ToArray();
+                    that._saveBuffer.Clear();
+                }
+                Task.WhenAll(toSave.AsValueEnumerable().Select(c => that._chatContextStorage.SaveChatContextAsync(c)).ToArray()).Detach();
+            },
+            TimeSpan.FromSeconds(0.5)
+        );
+    }
 
-    private ChatContext? current;
+    private void HandleChatContextChanged(ChatContext sender)
+    {
+        lock (_saveBuffer) _saveBuffer.Add(sender);
+        _saveDebounceExecutor.Trigger();
+    }
 
-    [MemberNotNull(nameof(current))]
+    [MemberNotNull(nameof(_current))]
     private void CreateNew()
     {
-        if (IsEmptyContext(current)) return;
+        if (IsEmptyContext(_current)) return;
 
         var renderedSystemPrompt = Prompts.RenderPrompt(
             Prompts.DefaultSystemPrompt,
             new Dictionary<string, Func<string>>
             {
                 { "OS", () => Environment.OSVersion.ToString() },
                 { "Time", () => DateTime.Now.ToString("F") },
-                { "SystemLanguage", () => settings.Common.Language },
+                { "SystemLanguage", () => _settings.Common.Language },
             });
 
-        current = new ChatContext(renderedSystemPrompt);
-        var dbItem = new ChatContextDbItem(current);
-        history.Add(current, dbItem);
-        Task.Run(() => chatDatabase.AddChatContext(dbItem)).Detach();
+        _current = new ChatContext(renderedSystemPrompt);
+        _history.Add(_current.Metadata.Id, _current);
+        Task.Run(() => _chatContextStorage.AddChatContextAsync(_current)).Detach();
 
         OnPropertyChanged(nameof(History));
         OnPropertyChanged(nameof(Current));
@@ -94,14 +128,14 @@ private void CreateNew()
     [RelayCommand]
     private void Remove(ChatContext chatContext)
     {
-        if (!history.Remove(chatContext, out var dbItem)) return;
+        if (!_history.Remove(chatContext.Metadata.Id)) return;
 
-        Task.Run(() => chatDatabase.RemoveChatContext(dbItem)).Detach();
+        Task.Run(() => _chatContextStorage.DeleteChatContextAsync(chatContext.Metadata.Id)).Detach();
 
         // If the current chat context is being removed, we need to set a new current context
-        if (ReferenceEquals(chatContext, current))
+        if (ReferenceEquals(chatContext, _current))
         {
-            if (history.Keys.OrderByDescending(c => c.Metadata.DateModified).FirstOrDefault() is { } historyItem)
+            if (_history.Values.OrderByDescending(c => c.Metadata.DateModified).FirstOrDefault() is { } historyItem)
             {
                 Current = historyItem;
             }
@@ -118,25 +152,35 @@ private void Remove(ChatContext chatContext)
     [RelayCommand]
     private void Rename(ChatContext chatContext)
     {
-        foreach (var other in history.Keys) other.IsRenamingMetadataTitle = false;
+        foreach (var other in _history.Values) other.IsRenamingMetadataTitle = false;
         chatContext.IsRenamingMetadataTitle = true;
     }
 
     public void UpdateHistory()
     {
-        OnPropertyChanged(nameof(History));
+        UpdateHistoryAsync(int.MaxValue).Detach();
     }
 
-    public int Priority => 10;
-
-    public Task InitializeAsync() => Task.Run(() =>
+    private Task UpdateHistoryAsync(int count) => Task.Run(async () =>
     {
-        foreach (var chatContext in chatDatabase.QueryChatContexts(q => q.OrderByDescending(c => c.DateModified)))
+        await foreach (var metadata in _chatContextStorage.QueryChatContextsAsync(count, ChatContextOrderBy.UpdatedAt, true))
         {
-            current ??= chatContext.Value;
-            history.Add(chatContext.Value, chatContext);
+            if (_history.ContainsKey(metadata.Id))
+            {
+                continue;
+            }
+
+            var chatContext = await _chatContextStorage.GetChatContextAsync(metadata.Id);
+            _current ??= chatContext;
+            _history.Add(metadata.Id, chatContext);
         }
+
+        OnPropertyChanged(nameof(History));
     });
 
+    public int Priority => 10;
+
+    public Task InitializeAsync() => UpdateHistoryAsync(8);
+
     private static bool IsEmptyContext([NotNullWhen(true)] ChatContext? chatContext) => chatContext is { MessageCount: 1 };
 }

src/Everywhere/AttachedProperties/DataTemplatesAttach.cs

@@ -140,11 +140,13 @@ private async Task GenerateAsync(
 
             var kernel = BuildKernel(kernelMixin);
             var chatHistory = new ChatHistory(
-                chatContext
+                await chatContext
                     .Select(n => n.Message)
                     .Where(m => !Equals(m, assistantChatMessage)) // exclude the current assistant message
                     .Where(m => m.Role.Label is "system" or "assistant" or "user" or "tool")
-                    .Select(CreateChatMessageContent));
+                    .ToAsyncEnumerable()
+                    .SelectAwait(CreateChatMessageContentAsync)
+                    .ToArrayAsync(cancellationToken: cancellationToken));
 
             while (true)
             {
@@ -241,7 +243,7 @@ private async Task GenerateAsync(
             assistantChatMessage.IsBusy = false;
         }
 
-        ChatMessageContent CreateChatMessageContent(ChatMessage chatMessage)
+        async ValueTask<ChatMessageContent> CreateChatMessageContentAsync(ChatMessage chatMessage)
         {
             ChatMessageContent? content;
             switch (chatMessage)
@@ -250,11 +252,13 @@ ChatMessageContent CreateChatMessageContent(ChatMessage chatMessage)
                 {
                     content = new ChatMessageContent(chatMessage.Role, user.UserPrompt);
 
-                    if (user.Attachments.OfType<ChatImageAttachment>().ToArray() is not { Length: > 0 } imageAttachments) break;
-                    foreach (var imageAttachment in imageAttachments)
+                    foreach (var imageAttachment in user.Attachments.OfType<ChatFileAttachment>().Where(a => a.IsImage))
                     {
+                        using var image = await imageAttachment.GetImageAsync();
+                        if (image is null) continue;
+
                         using var ms = new MemoryStream();
-                        imageAttachment.Image.Save(ms, 100);
+                        image.Save(ms, 100);
                         ms.Position = 0;
                         content.Items.Add(new ImageContent(ms.ToArray(), "image/png"));
                     }