Merge pull request #1046 from ionite34/fixes

Author: ionite34

CHANGELOG.md

@@ -18,12 +18,14 @@ and this project adheres to [Semantic Versioning 2.0](https://semver.org/spec/v2
 - (pre.2 re-release) Merged Inference GGUF workflows into the UNet model loader option (no longer need to choose GGUF separately)
 - (pre.2 re-release) Updated some date strings to take into account the user's locale
 - (pre.2 re-release) Fixed some crashes when using Accelerated Model Discovery
+- (pre.2 re-release) Performance optimizations for Checkpoint Manager (progress indicators now fully uses Compiled Bindings)
 ### Fixed
 - Fixed Inference ControlNet Preprocessors using incorrect resolution and increased maximum of smallest dimension to 16384
 - Fixed Triton/Sage install option showing for incompatible GPUs
 - Fixed errors from invalid pip specifiers in requirements files
 - Fixed package images sometimes showing as blank due to concurrent image caching. Requests to same image resources are now de-duplicated
 - (pre.2 re-release) Fixed Inference Extra Networks card not allowing for more than one model at a time
+- (pre.2 re-release) Reduced memory usage from `ShowDisabledTooltipExtension`
 ### Supporters
 #### Visionaries
 - Big shout-out to our Visionary-tier patrons: Waterclouds, Corey T, bluepopsicle, and Bob S! Your steadfast support keeps Stability Matrix moving forward, and we couldn’t do it without you. 🚀 Thank you!

StabilityMatrix.Avalonia/Controls/VendorLabs/Cache/CacheBase.cs

@@ -5,25 +5,25 @@
 // The .NET Foundation licenses this file to you under the MIT license.
 // See the LICENSE file in the project root for more information.
 
-using System;
 using System.Collections.Concurrent;
-using System.Collections.Generic;
+using System.ComponentModel;
 using System.Diagnostics;
-using System.IO;
-using System.Linq;
-using System.Net.Http;
-using System.Threading;
-using System.Threading.Tasks;
 
 namespace StabilityMatrix.Avalonia.Controls.VendorLabs.Cache;
 
+[Localizable(false)]
 internal abstract class CacheBase<T>
 {
-    private class ConcurrentRequest
+    private class ConcurrentRequest(Func<Task<T?>> factory)
     {
-        public Task<T?>? Task { get; set; }
+        private readonly Lazy<Task<T?>> _factory = new(factory, LazyThreadSafetyMode.ExecutionAndPublication);
+
+        public Task<T?> Task => _factory.Value;
 
         public bool EnsureCachedCopy { get; set; }
+
+        public bool IsCompletedSuccessfully =>
+            _factory is { IsValueCreated: true, Value.IsCompletedSuccessfully: true };
     }
 
     private readonly SemaphoreSlim _cacheFolderSemaphore = new SemaphoreSlim(1);
@@ -33,8 +33,7 @@ private class ConcurrentRequest
     private string? _cacheFolder = null;
     protected InMemoryStorage<T>? InMemoryFileStorage = new();
 
-    private ConcurrentDictionary<string, ConcurrentRequest> _concurrentTasks =
-        new ConcurrentDictionary<string, ConcurrentRequest>();
+    private readonly ConcurrentDictionary<string, ConcurrentRequest> _concurrentTasks = new();
 
     private HttpMessageHandler? _httpMessageHandler;
     private HttpClient? _httpClient = null;
@@ -346,50 +345,97 @@ private static ulong CreateHash64(string str)
         CancellationToken cancellationToken
     )
     {
-        var instance = default(T);
-
         var fileName = GetCacheFileName(uri);
-        _concurrentTasks.TryGetValue(fileName, out var request);
 
-        // if similar request exists check if it was preCacheOnly and validate that current request isn't preCacheOnly
-        if (request != null && request.EnsureCachedCopy && !preCacheOnly)
+        // Check if already in memory cache
+        if (InMemoryFileStorage?.MaxItemCount > 0)
         {
-            if (request.Task != null)
-                await request.Task.ConfigureAwait(false);
-            request = null;
+            var msi = InMemoryFileStorage?.GetItem(fileName, CacheDuration);
+            if (msi != null)
+            {
+                return msi.Item;
+            }
         }
 
-        if (request == null)
-        {
-            request = new ConcurrentRequest()
+        // Atomically get or add
+        var request = _concurrentTasks.GetOrAdd(
+            fileName,
+            key =>
             {
-                Task = GetFromCacheOrDownloadAsync(uri, fileName, preCacheOnly, cancellationToken),
-                EnsureCachedCopy = preCacheOnly
-            };
-
-            _concurrentTasks[fileName] = request;
-        }
+                return new ConcurrentRequest(
+                    () => GetFromCacheOrDownloadAsync(uri, key, preCacheOnly, cancellationToken)
+                );
+            }
+        );
 
         try
         {
-            if (request.Task != null)
-                instance = await request.Task.ConfigureAwait(false);
+            // Wait for the task to complete
+            var itemTask = request.Task;
+            var instance = await itemTask.ConfigureAwait(false);
+
+            // --- Handle In-Memory Caching ---
+            // If the current request is not preCacheOnly, and the instance was successfully retrieved,
+            // ensure it's in the memory cache.
+            if (!preCacheOnly && instance != null && InMemoryFileStorage is { MaxItemCount: > 0 })
+            {
+                var memItem = InMemoryFileStorage.GetItem(fileName, CacheDuration);
+                if (memItem == null || memItem.Item == null) // Check if not already in memory or expired
+                {
+                    var folder = await GetCacheFolderAsync().ConfigureAwait(false);
+                    var lastWriteTime = DateTime.Now;
+                    if (folder != null)
+                    {
+                        var baseFile = Path.Combine(folder, fileName);
+                        try
+                        {
+                            if (File.Exists(baseFile)) // Check existence before FileInfo
+                                lastWriteTime = new FileInfo(baseFile).LastWriteTime;
+                        }
+                        catch (IOException ioEx)
+                        {
+                            Debug.WriteLine(
+                                $"CacheBase: Error getting FileInfo for memory cache update on {fileName}: {ioEx.Message}"
+                            );
+                        }
+                        catch (Exception ex)
+                        {
+                            Debug.WriteLine(
+                                $"CacheBase: Error getting FileInfo for memory cache update on {fileName}: {ex.Message}"
+                            );
+                        }
+                    }
+
+                    var msi = new InMemoryStorageItem<T>(fileName, lastWriteTime, instance);
+                    InMemoryFileStorage.SetItem(msi);
+                }
+            }
+
+            return instance;
         }
         catch (Exception ex)
         {
-            Debug.WriteLine($"Image loading failed for (url={uri}, file={fileName}): {ex.Message}");
+            Debug.WriteLine($"CacheBase: Exception during GetItemAsync for {fileName} (URI: {uri}): {ex}");
+
+            // Attempt to remove the entry associated with the failed task.
+            _concurrentTasks.TryRemove(new KeyValuePair<string, ConcurrentRequest>(fileName, request));
 
             if (throwOnError)
             {
                 throw;
             }
+            return default;
         }
         finally
         {
-            _concurrentTasks.TryRemove(fileName, out _);
+            // If the request was created and its underlying task completed successfully, remove the entry.
+            // Ensure we don't remove entries for tasks still running.
+            if (request.IsCompletedSuccessfully)
+            {
+                // Remove the entry only if it still contains the Lazy instance we worked with.
+                _concurrentTasks.TryRemove(new KeyValuePair<string, ConcurrentRequest>(fileName, request));
+            }
         }
-
-        return instance;
     }
 
     private async Task<T?> GetFromCacheOrDownloadAsync(
@@ -519,6 +565,8 @@ CancellationToken cancellationToken
     {
         var instance = default(T);
 
+        Debug.WriteLine($"CacheBase Getting: {uri}");
+
         using var ms = new MemoryStream();
         await using (var stream = await HttpClient.GetStreamAsync(uri, cancellationToken))
         {

StabilityMatrix.Avalonia/MarkupExtensions/ShowDisabledTooltipExtension.cs

@@ -1,9 +1,5 @@
-using System;
-using System.Collections.Immutable;
+using System.Collections.Immutable;
 using System.ComponentModel;
-using System.IO;
-using System.Linq;
-using System.Threading.Tasks;
 using Avalonia.Controls.Notifications;
 using Avalonia.Data;
 using Avalonia.Threading;
@@ -15,7 +11,6 @@
 using StabilityMatrix.Avalonia.Services;
 using StabilityMatrix.Avalonia.ViewModels.Base;
 using StabilityMatrix.Avalonia.ViewModels.Dialogs;
-using StabilityMatrix.Core.Extensions;
 using StabilityMatrix.Core.Helper;
 using StabilityMatrix.Core.Models;
 using StabilityMatrix.Core.Models.Api;
@@ -36,7 +31,7 @@ public partial class CheckpointFileViewModel : SelectableViewModelBase
     private string thumbnailUri;
 
     [ObservableProperty]
-    private ProgressReport? progress;
+    private ProgressReport progress;
 
     [ObservableProperty]
     private bool isLoading;

StabilityMatrix.Avalonia/ViewModels/CheckpointManager/CheckpointFileViewModel.cs

@@ -713,7 +713,6 @@
                                     Grid.RowSpan="2"
                                     Margin="0,48,0,0"
                                     VerticalAlignment="Center"
-                                    x:CompileBindings="False"
                                     IsVisible="{Binding IsLoading}"
                                     Text="{Binding Progress.Title}"
                                     TextAlignment="Center"
@@ -728,7 +727,6 @@
                                     Padding="0"
                                     HorizontalAlignment="Center"
                                     VerticalAlignment="Center"
-                                    x:CompileBindings="False"
                                     BorderThickness="4"
                                     Foreground="{DynamicResource ThemeRedColor}"
                                     IsEnabled="{Binding IsLoading}"

StabilityMatrix.Avalonia/Views/CheckpointsPage.axaml

@@ -11,7 +11,6 @@
     xmlns:fluentAvalonia="clr-namespace:FluentIcons.Avalonia.Fluent;assembly=FluentIcons.Avalonia.Fluent"
     xmlns:input="clr-namespace:FluentAvalonia.UI.Input;assembly=FluentAvalonia"
     xmlns:lang="clr-namespace:StabilityMatrix.Avalonia.Languages"
-    xmlns:markupExtensions="clr-namespace:StabilityMatrix.Avalonia.MarkupExtensions"
     xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
     xmlns:models="clr-namespace:StabilityMatrix.Avalonia.Models"
     d:DataContext="{x:Static designData:DesignData.SelectModelVersionViewModel}"
@@ -303,12 +302,12 @@
 
             <Button
                 Margin="8,0"
-                markupExtensions:ShowDisabledTooltipExtension.ShowOnDisabled="True"
                 Classes="accent"
                 Command="{Binding Import}"
                 Content="{x:Static lang:Resources.Action_Import}"
                 IsEnabled="{Binding IsImportEnabled}"
                 IsVisible="{Binding !SelectedFile.IsInstalled, TargetNullValue=True, FallbackValue=True}"
+                ToolTip.ShowOnDisabled="True"
                 ToolTip.Tip="{Binding ImportTooltip}" />
 
             <Button

StabilityMatrix.Avalonia/Views/Dialogs/SelectModelVersionDialog.axaml

@@ -6,11 +6,9 @@
     xmlns:converters="clr-namespace:StabilityMatrix.Avalonia.Converters"
     xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
     xmlns:designData="clr-namespace:StabilityMatrix.Avalonia.DesignData"
-    xmlns:generic="clr-namespace:System.Collections.Generic;assembly=System.Runtime"
     xmlns:icons="clr-namespace:Projektanker.Icons.Avalonia;assembly=Projektanker.Icons.Avalonia"
     xmlns:input="clr-namespace:FluentAvalonia.UI.Input;assembly=FluentAvalonia"
     xmlns:lang="clr-namespace:StabilityMatrix.Avalonia.Languages"
-    xmlns:markupExtensions="clr-namespace:StabilityMatrix.Avalonia.MarkupExtensions"
     xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
     xmlns:models="clr-namespace:StabilityMatrix.Core.Models;assembly=StabilityMatrix.Core"
     xmlns:packageManager="clr-namespace:StabilityMatrix.Avalonia.ViewModels.PackageManager"
@@ -335,10 +333,10 @@
                                         <Button
                                             Margin="4,4,4,0"
                                             Padding="4"
-                                            markupExtensions:ShowDisabledTooltipExtension.ShowOnDisabled="True"
                                             Classes="borderless-success"
                                             Command="{Binding Update}"
-                                            IsEnabled="{Binding !IsRunning}">
+                                            IsEnabled="{Binding !IsRunning}"
+                                            ToolTip.ShowOnDisabled="True">
                                             <ToolTip.Tip>
                                                 <TextBlock>
                                                     <Run Text="{x:Static lang:Resources.Label_UpdateAvailable}" />