before onnxruntime

Author: randomizedcoder

desktop/l/corsair-fan-control.nix

@@ -12,7 +12,7 @@
 let
   # Configuration - modify these values for your setup
   fanNumber = "fan1";      # Change this to control different fans (fan1, fan2, fan3, etc.)
-  fanSpeed = 50;          # Change this to desired fan speed (0-100)
+  fanSpeed = 80;           # Change this to desired fan speed (0-100)
 
   # Script to set fan speed using liquidctl
   corsairFanControlScript = pkgs.writeShellScript "corsair-fan-control" ''

desktop/l/flake.lock

@@ -35,6 +35,11 @@
             "android-studio-stable"
             ];
         };
+        overlays = [
+          (final: prev: {
+            onnxruntime = final.callPackage /home/das/Downloads/nixpkgs/pkgs/by-name/on/onnxruntime/package.nix { };
+          })
+        ];
       };
       lib = nixpkgs.lib;
     in {

desktop/l/flake.nix

@@ -130,8 +130,7 @@
 
     # Scripting/Utils
     perl
-    #3.12.8 on 12th of Feb 2025
-    python3Full
+    python314
     gawk
     jq
     git
@@ -158,6 +157,8 @@
     rsync
     tree
 
+    nixpkgs-fmt
+
     # Terminals
     alacritty
     kitty
@@ -218,7 +219,7 @@
     #grpcurl
     # https://github.com/go-gorm/gen
     # https://github.com/infobloxopen/protoc-gen-gorm/blob/main/example/postgres_arrays/buf.gen.yaml
-    gorm-gentool
+    #gorm-gentool
     # removed 24.11
     #buf-language-server
     # https://tinygo.org/
@@ -261,8 +262,9 @@
     #clang_multi
 
     # Mobile Development
-    #flutter
-    flutter329
+    flutter #3.35.2
+    #flutter329
+    # https://search.nixos.org/packages?channel=unstable&query=flutter
     firebase-tools
     android-studio
     android-tools
@@ -383,7 +385,7 @@
     hyperfine
 
     # App Launchers
-    rofi-wayland
+    rofi
     wofi
 
     # Raspberry Pi
@@ -446,6 +448,9 @@
 
     # Screenshot tool with Wayland support
     (flameshot.override { enableWlrSupport = true; })
+
+    # Custom onnxruntime package
+    onnxruntime
   ];
 
   # vscode
@@ -565,7 +570,7 @@
       #obs-dir-watch-media
       obs-transition-table
       obs-recursion-effect
-      obs-backgroundremoval
+      obs-backgroundremoval # https://github.com/royshil/obs-backgroundremoval
       obs-stroke-glow-shadow
       obs-scene-as-transition
       obs-browser-transition

desktop/l/home.nix

@@ -38,12 +38,23 @@ in {
 
     # https://github.com/ollama/ollama/blob/main/docs/troubleshooting.md#amd-gpu-discovery
 
+
+    # sudo systemctl status ollama-model-loader.service
+    # sudo systemctl restart ollama-model-loader.service
+
+    # ollama list
+
     loadModels = [
       "nomic-embed-text:latest"
       "codellama:34b"
+      "codellama:13b"
+      "codellama:7b"
       "llama3.2:latest"
+      "llama3.2:3b"                     # https://ollama.com/library/llama3.2
+      #"llama4:latest" # too big!
       "gpt-oss:20b"
       "deepseek-r1:32b"
+      #"deepseek-r1:1.5b"
       "llama3-groq-tool-use:70b-q2_K"
       "qwen2.5-coder:32b"
     ];
@@ -78,4 +89,64 @@ in {
 
   };
 
-}
+}
+
+# rocminfo 2>&1 | grep -i -E '(agent|name|uuid)'
+
+# [das@l:~/nixos/desktop/l]$ systemctl restart ollama-model-loader.service
+
+# [das@l:~/nixos/desktop/l]$ systemctl status ollama-model-loader.service
+# ○ ollama-model-loader.service - Download ollama models in the background
+#      Loaded: loaded (/etc/systemd/system/ollama-model-loader.service; enabled; preset: ignored)
+#      Active: inactive (dead) since Fri 2025-09-12 11:29:58 PDT; 5s ago
+#    Duration: 413ms
+#  Invocation: 54354297f7de43299bbebd26460adefe
+#     Process: 551044 ExecStart=/nix/store/if3rc0z8v3f1h468klz4varj3jgn7isc-unit-script-ollama-model-loader-start/bin/ollama-model-loader-start (code=exited, status=0/SUCCESS)
+#    Main PID: 551044 (code=exited, status=0/SUCCESS)
+#          IP: 16.9K in, 12.9K out
+#          IO: 0B read, 0B written
+#    Mem peak: 60.8M
+#         CPU: 184ms
+
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [122B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [122B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [122B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [122B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [122B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [27B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [20B blob data]
+# Sep 12 11:29:58 l ollama-model-loader-start[551054]: [25B blob data]
+# Sep 12 11:29:58 l systemd[1]: ollama-model-loader.service: Deactivated successfully.
+# Sep 12 11:29:58 l systemd[1]: ollama-model-loader.service: Consumed 184ms CPU time, 60.8M memory peak, 16.9K incoming IP traffic, 12.9K outgoing IP traffic.
+
+# [das@l:~/nixos/desktop/l]$ ollama list
+# NAME                             ID              SIZE      MODIFIED
+# llama3.2:3b                      a80c4f17acd5    2.0 GB    14 seconds ago
+# llama3.2:latest                  a80c4f17acd5    2.0 GB    14 seconds ago
+# nomic-embed-text:latest          0a109f422b47    274 MB    14 seconds ago
+# qwen2.5-coder:32b                b92d6a0bd47e    19 GB     14 seconds ago
+# codellama:34b                    685be00e1532    19 GB     14 seconds ago
+# deepseek-r1:32b                  edba8017331d    19 GB     14 seconds ago
+# gpt-oss:20b                      aa4295ac10c3    13 GB     14 seconds ago
+# llama3-groq-tool-use:70b-q2_K    dab8a158f092    26 GB     14 seconds ago
+
+# [das@l:~/nixos/desktop/l]$
+
+# [das@l:~/nixos/desktop/l]$ rocm-smi --alldevices --showallinfo
+
+
+# ============================ ROCm System Management Interface ============================
+# ============================== Version of System Component ===============================
+# Driver version: 6.16.5
+# ==========================================================================================
+# =========================================== ID ===========================================
+# GPU[0]          : Device Name:          TBD VEGA20 CARD
+# GPU[0]          : Device ID:            0x66a1
+# GPU[0]          : Device Rev:           0x00
+# GPU[0]          : Subsystem ID:         0x1002
+# GPU[0]          : GUID:                 33678
+# GPU[1]          : Device Name:          0x1002
+# GPU[1]          : Device ID:            0x7312
+# GPU[1]          : Device Rev:           0x00
+# GPU[1]          : Subsystem ID:         0x1002
+# GPU[1]          : GUID:                 11012

desktop/l/ollama-service.nix

@@ -24,7 +24,7 @@
       ./locale.nix
       ./hosts.nix
       ./firewall.nix
-      ./crowdsec.nix
+      #./crowdsec.nix
       #./systemdSystem.nix
       ./systemPackages.nix
       # home manager is imported in the flake
@@ -43,7 +43,7 @@
       ./hostapd-multi.nix
       ./network-optimization.nix
       # CPU and IRQ optimization modules
-      ./irq-affinity.nix
+      #./irq-affinity.nix
       ./systemd-slices.nix
       ./kernel-params.nix
       #./monitoring.nix

desktop/l2/configuration.nix

@@ -22,4 +22,7 @@
 
   nixpkgs.hostPlatform = lib.mkDefault "x86_64-linux";
   hardware.cpu.amd.updateMicrocode = lib.mkDefault config.hardware.enableRedistributableFirmware;
+
+  hardware.infiniband.enable = true;
+  # https://github.com/NixOS/nixpkgs/blob/nixos-unstable/nixos/modules/hardware/infiniband.nix
 }