Merge pull request #1127 from ionite34/ai-toolkit

mohnjiles · web-flow · commit 35f550c6f60e · 2025-08-24T14:40:07.000-07:00
Add AI Toolkit and fix a couple a1111/forge bugs
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,15 +7,28 @@ and this project adheres to [Semantic Versioning 2.0](https://semver.org/spec/v2
 
 ## v2.15.0-pre.2
 ### Added
+- Added new package - [AI Toolkit](https://github.com/ostris/ai-toolkit/)
 - Added Manual Install button for installing Package extensions that aren't in the indexes
 - Added Next and Previous buttons to the Civitai details page to navigate between results
 - Added Negative Rejection Steering (NRS) by @reithan to Inference
+- Added Czech translation thanks to @PEKArt!
 ### Changed
 - Brought back the "size remaining after download" tooltip in the new Civitai details page
 - Updated ComfyUI installs for AMD users on Linux to use the latest rocm6.4 torch index
 ### Fixed
 - Fixed Inference custom step (e.g. HiresFix) Samplers potentially sharing state with other card UIs like model browser.
 - Fixed extension manager failing to install extensions due to incorrect clone directory
+- Fixed duplicate Python versions appearing in the Advanced Options when installing a package
+- Fixed [#1254](https://github.com/LykosAI/StabilityMatrix/issues/1254) - Unable to scroll samplers in Inference
+- Fixed [#1294](https://github.com/LykosAI/StabilityMatrix/issues/1294) - Improper sorting of output folders in Output Browser
+- Fixed [#1300](https://github.com/LykosAI/StabilityMatrix/issues/1300) - Git errors when installing Extension Packs
+- Fixed [#1317](https://github.com/LykosAI/StabilityMatrix/issues/1317) - Inference missing GGUF text encoders
+- Fixed [#1324](https://github.com/LykosAI/StabilityMatrix/issues/1324) - Window height slightly increasing every launch
+- Fixed [#1360](https://github.com/LykosAI/StabilityMatrix/issues/1360) - A1111 install not using correct torch for 5000-series GPUs
+- Fixed [#1361](https://github.com/LykosAI/StabilityMatrix/issues/1361) - numpy and other Forge startup 
+### Supporters
+#### 🌟 Visionaries
+A huge thank-you to our incredible Visionary-tier supporters: **Waterclouds**, **Corey T**, **bluepopsicle**, **Bob S**, **Ibixat**, **whudunit**, and **Akiro_Senkai**! Your continued support lights the way for Stability Matrix and helps us keep building features like these. We couldn’t do it without you.
 
 ## v2.15.0-pre.1
 ### Added
diff --git a/README.md b/README.md
@@ -132,6 +132,7 @@ Stability Matrix is now available in the following languages, thanks to our comm
 - 🇷🇺 Русский
   - aolko
   - den1251
+  - vanja-san
 - 🇹🇷 Türkçe
   - Progesor
 - 🇩🇪 Deutsch
@@ -143,6 +144,10 @@ Stability Matrix is now available in the following languages, thanks to our comm
   - thiagojramos
 - 🇰🇷 한국어
   - maakcode
+- 🇺🇦 Українська
+  - rodtty
+- 🇨🇿 Čeština
+  - PEKArt!
 
 If you would like to contribute a translation, please create an issue or contact us on Discord. Include an email where we'll send an invite to our [POEditor](https://poeditor.com/) project.
 
diff --git a/StabilityMatrix.Avalonia/Controls/Inference/SamplerCard.axaml b/StabilityMatrix.Avalonia/Controls/Inference/SamplerCard.axaml
@@ -38,7 +38,7 @@
                                 VerticalAlignment="Center"
                                 IsVisible="{Binding IsSamplerSelectionEnabled}"
                                 Text="{x:Static lang:Resources.Label_Sampler}" />
-                            <ui:FAComboBox
+                            <controls:BetterComboBox
                                 Grid.Row="0"
                                 Grid.Column="2"
                                 Margin="8,0,0,8"
@@ -55,7 +55,7 @@
                                 VerticalAlignment="Center"
                                 IsVisible="{Binding IsSchedulerSelectionEnabled}"
                                 Text="{x:Static lang:Resources.Label_Scheduler}" />
-                            <ui:FAComboBox
+                            <controls:BetterComboBox
                                 Grid.Row="1"
                                 Grid.Column="2"
                                 Margin="8,0,0,8"
diff --git a/StabilityMatrix.Avalonia/Helpers/UnixPrerequisiteHelper.cs b/StabilityMatrix.Avalonia/Helpers/UnixPrerequisiteHelper.cs
@@ -416,6 +416,22 @@ public async Task RunNpm(
         );
     }
 
+    public AnsiProcess RunNpmDetached(
+        ProcessArgs args,
+        string? workingDirectory = null,
+        Action<ProcessOutput>? onProcessOutput = null,
+        IReadOnlyDictionary<string, string>? envVars = null
+    )
+    {
+        return ProcessRunner.StartAnsiProcess(
+            NpmPath,
+            args,
+            workingDirectory,
+            onProcessOutput,
+            envVars ?? new Dictionary<string, string>()
+        );
+    }
+
     [SupportedOSPlatform("Linux")]
     [SupportedOSPlatform("macOS")]
     public async Task<Process> RunDotnet(
diff --git a/StabilityMatrix.Avalonia/Helpers/WindowsPrerequisiteHelper.cs b/StabilityMatrix.Avalonia/Helpers/WindowsPrerequisiteHelper.cs
@@ -192,6 +192,22 @@ public async Task RunNpm(
         onProcessOutput?.Invoke(ProcessOutput.FromStdErrLine(result.StandardError));
     }
 
+    public AnsiProcess RunNpmDetached(
+        ProcessArgs args,
+        string? workingDirectory = null,
+        Action<ProcessOutput>? onProcessOutput = null,
+        IReadOnlyDictionary<string, string>? envVars = null
+    )
+    {
+        return ProcessRunner.StartAnsiProcess(
+            NodeExistsPath,
+            args,
+            workingDirectory,
+            onProcessOutput,
+            envVars ?? new Dictionary<string, string>()
+        );
+    }
+
     public Task InstallPackageRequirements(
         BasePackage package,
         PyVersion? pyVersion = null,
diff --git a/StabilityMatrix.Avalonia/Languages/Cultures.cs b/StabilityMatrix.Avalonia/Languages/Cultures.cs
@@ -34,6 +34,7 @@ public static class Cultures
         ["pt-BR"] = new CultureInfo("pt-BR"),
         ["ko-KR"] = new CultureInfo("ko-KR"),
         ["uk-UA"] = new CultureInfo("uk-UA"),
+        ["cs-CZ"] = new CultureInfo("cs-CZ"),
     };
 
     public static IReadOnlyList<CultureInfo> SupportedCultures =>
diff --git a/StabilityMatrix.Avalonia/ViewModels/Dialogs/NewOneClickInstallViewModel.cs b/StabilityMatrix.Avalonia/ViewModels/Dialogs/NewOneClickInstallViewModel.cs
@@ -98,6 +98,15 @@ INotificationService notificationService
         AllPackagesCache.AddOrUpdate(packageFactory.GetAllAvailablePackages());
     }
 
+    public override void OnLoaded()
+    {
+        base.OnLoaded();
+        if (ShownPackages.Count > 0)
+            return;
+
+        ShowIncompatiblePackages = true;
+    }
+
     [RelayCommand]
     private async Task InstallComfyForInference()
     {
diff --git a/StabilityMatrix.Avalonia/ViewModels/Dialogs/SelectDataDirectoryViewModel.cs b/StabilityMatrix.Avalonia/ViewModels/Dialogs/SelectDataDirectoryViewModel.cs
@@ -46,7 +46,7 @@ public partial class SelectDataDirectoryViewModel : ContentDialogViewModelBase
     private string dataDirectory = DefaultInstallLocation;
 
     [ObservableProperty]
-    private bool isPortableMode = Compat.IsLinux;
+    private bool isPortableMode;
 
     [ObservableProperty]
     private string directoryStatusText = string.Empty;
@@ -73,7 +73,7 @@ public partial class SelectDataDirectoryViewModel : ContentDialogViewModelBase
         {
             State = ProgressState.Inactive,
             SuccessToolTipText = ValidExistingDirectoryText,
-            FailToolTipText = InvalidDirectoryText
+            FailToolTipText = InvalidDirectoryText,
         };
 
     public SelectDataDirectoryViewModel(ISettingsManager settingsManager)
@@ -85,6 +85,7 @@ public SelectDataDirectoryViewModel(ISettingsManager settingsManager)
     public override void OnLoaded()
     {
         ValidatorRefreshBadge.RefreshCommand.ExecuteAsync(null).SafeFireAndForget();
+        IsPortableMode = true;
     }
 
     // Revalidate on data directory change
diff --git a/StabilityMatrix.Avalonia/ViewModels/MainWindowViewModel.cs b/StabilityMatrix.Avalonia/ViewModels/MainWindowViewModel.cs
@@ -73,7 +73,8 @@ public partial class MainWindowViewModel : ViewModelBase
     public UpdateViewModel UpdateViewModel { get; init; }
 
     public double PaneWidth =>
-        Cultures.Current switch
+        (Compat.IsWindows ? 0 : 20)
+        + Cultures.Current switch
         {
             { Name: "it-IT" } => 250,
             { Name: "fr-FR" } => 250,
@@ -84,6 +85,7 @@ public partial class MainWindowViewModel : ViewModelBase
             { Name: "pt-PT" } => 300,
             { Name: "pt-BR" } => 260,
             { Name: "ko-KR" } => 235,
+            { Name: "cs-CZ" } => 250,
             _ => 200,
         };
 
diff --git a/StabilityMatrix.Avalonia/ViewModels/OutputsPageViewModel.cs b/StabilityMatrix.Avalonia/ViewModels/OutputsPageViewModel.cs
@@ -160,7 +160,7 @@ IServiceManager<ViewModelBase> vmFactory
         categoriesCache
             .Connect()
             .DeferUntilLoaded()
-            .Bind(Categories)
+            .SortAndBind(Categories, SortExpressionComparer<TreeViewDirectory>.Ascending(d => d.Name))
             .ObserveOn(SynchronizationContext.Current)
             .Subscribe();
 
diff --git a/StabilityMatrix.Avalonia/Views/MainWindow.axaml.cs b/StabilityMatrix.Avalonia/Views/MainWindow.axaml.cs
@@ -172,7 +172,7 @@ private void StartupInitialize(
 
         Observable
             .FromEventPattern<SizeChangedEventArgs>(this, nameof(SizeChanged))
-            .Where(x => x.EventArgs.PreviousSize != x.EventArgs.NewSize)
+            .Where(x => x.EventArgs.NewSize != x.EventArgs.PreviousSize)
             .Throttle(TimeSpan.FromMilliseconds(100))
             .Select(x => x.EventArgs.NewSize)
             .ObserveOn(SynchronizationContext.Current!)
@@ -190,9 +190,13 @@ private void StartupInitialize(
                         }
                         else
                         {
+                            // idk where these 30 pixels come from, probably title bar height? seems to be windows specific
+                            var newHeight = Compat.IsWindows
+                                ? Math.Max(0, newSize.Height - 30)
+                                : newSize.Height;
                             s.WindowSettings = new WindowSettings(
                                 newSize.Width,
-                                newSize.Height,
+                                newHeight,
                                 validWindowPosition ? Position.X : 0,
                                 validWindowPosition ? Position.Y : 0,
                                 WindowState == WindowState.Maximized
@@ -224,8 +228,8 @@ private void StartupInitialize(
                         else
                         {
                             s.WindowSettings = new WindowSettings(
-                                Width,
-                                Height,
+                                s.WindowSettings?.Width ?? Width,
+                                s.WindowSettings?.Height ?? Height,
                                 validWindowPosition ? position.X : 0,
                                 validWindowPosition ? position.Y : 0,
                                 WindowState == WindowState.Maximized
diff --git a/StabilityMatrix.Core/Helper/Factory/PackageFactory.cs b/StabilityMatrix.Core/Helper/Factory/PackageFactory.cs
@@ -229,6 +229,13 @@ public BasePackage GetNewBasePackage(InstalledPackage installedPackage)
                 prerequisiteHelper,
                 pyInstallationManager
             ),
+            "ai-toolkit" => new AiToolkit(
+                githubApiCache,
+                settingsManager,
+                downloadService,
+                prerequisiteHelper,
+                pyInstallationManager
+            ),
             _ => throw new ArgumentOutOfRangeException(nameof(installedPackage)),
         };
     }
diff --git a/StabilityMatrix.Core/Helper/HardwareInfo/HardwareHelper.cs b/StabilityMatrix.Core/Helper/HardwareInfo/HardwareHelper.cs
@@ -70,7 +70,7 @@ private static IEnumerable<GpuInfo> IterGpuInfoWindows()
     [SupportedOSPlatform("linux")]
     private static IEnumerable<GpuInfo> IterGpuInfoLinux()
     {
-        var output = RunBashCommand("lspci | grep -E \"(VGA|3D)\"");
+        var output = RunBashCommand("lspci | grep -E '(VGA|3D)'");
         var gpuLines = output.Split("\n");
 
         var gpuIndex = 0;
diff --git a/StabilityMatrix.Core/Helper/IPrerequisiteHelper.cs b/StabilityMatrix.Core/Helper/IPrerequisiteHelper.cs
@@ -1,5 +1,6 @@
 ﻿using System.Diagnostics;
 using System.Runtime.Versioning;
+using StabilityMatrix.Core.Exceptions;
 using StabilityMatrix.Core.Models;
 using StabilityMatrix.Core.Models.FileInterfaces;
 using StabilityMatrix.Core.Models.Packages;
@@ -258,6 +259,13 @@ Task RunNpm(
         Action<ProcessOutput>? onProcessOutput = null,
         IReadOnlyDictionary<string, string>? envVars = null
     );
+
+    AnsiProcess RunNpmDetached(
+        ProcessArgs args,
+        string? workingDirectory = null,
+        Action<ProcessOutput>? onProcessOutput = null,
+        IReadOnlyDictionary<string, string>? envVars = null
+    );
     Task InstallNodeIfNecessary(IProgress<ProgressReport>? progress = null);
     Task InstallPackageRequirements(
         BasePackage package,
diff --git a/StabilityMatrix.Core/Models/Packages/A3WebUI.cs b/StabilityMatrix.Core/Models/Packages/A3WebUI.cs
@@ -216,18 +216,22 @@ public override async Task InstallPackage(
         progress?.Report(new ProgressReport(-1f, "Installing requirements...", isIndeterminate: true));
 
         var torchVersion = options.PythonOptions.TorchIndex ?? GetRecommendedTorchVersion();
+        var isBlackwell =
+            torchVersion is TorchIndex.Cuda
+            && (SettingsManager.Settings.PreferredGpu?.IsBlackwellGpu() ?? HardwareHelper.HasBlackwellGpu());
 
         var requirements = new FilePath(installLocation, "requirements_versions.txt");
         var pipArgs = torchVersion switch
         {
             TorchIndex.Mps => new PipInstallArgs().WithTorch("==2.3.1").WithTorchVision("==0.18.1"),
             _ => new PipInstallArgs()
-                .WithTorch("==2.1.2")
-                .WithTorchVision("==0.16.2")
+                .WithTorch(isBlackwell ? string.Empty : "==2.1.2")
+                .WithTorchVision(isBlackwell ? string.Empty : "==0.16.2")
                 .WithTorchExtraIndex(
                     torchVersion switch
                     {
                         TorchIndex.Cpu => "cpu",
+                        TorchIndex.Cuda when isBlackwell => "cu128",
                         TorchIndex.Cuda => "cu121",
                         TorchIndex.Rocm => "rocm5.6",
                         TorchIndex.Mps => "cpu",
diff --git a/StabilityMatrix.Core/Models/Packages/AiToolkit.cs b/StabilityMatrix.Core/Models/Packages/AiToolkit.cs
diff --git a/StabilityMatrix.Core/Models/Packages/ComfyZluda.cs b/StabilityMatrix.Core/Models/Packages/ComfyZluda.cs
diff --git a/StabilityMatrix.Core/Models/Packages/Extensions/GitPackageExtensionManager.cs b/StabilityMatrix.Core/Models/Packages/Extensions/GitPackageExtensionManager.cs
diff --git a/StabilityMatrix.Core/Models/Packages/ForgeClassic.cs b/StabilityMatrix.Core/Models/Packages/ForgeClassic.cs
diff --git a/StabilityMatrix.Core/Models/Packages/SDWebForge.cs b/StabilityMatrix.Core/Models/Packages/SDWebForge.cs
diff --git a/StabilityMatrix.Core/Python/PyInstallationManager.cs b/StabilityMatrix.Core/Python/PyInstallationManager.cs
