nix: Added and enabled rocmWmma support

Author: SteelPh0enix

.devops/nix/package.nix

@@ -32,6 +32,7 @@
   useMpi ? false,
   useRocm ? config.rocmSupport,
   rocmGpuTargets ? builtins.concatStringsSep ";" rocmPackages.clr.gpuTargets,
+  rocmUseWmma ? true,
   enableCurl ? true,
   useVulkan ? false,
   buildAllCudaFaQuants ? false,
@@ -92,13 +93,16 @@ let
     libcublas
   ];
 
-  rocmBuildInputs = with rocmPackages; [
-    clr
-    hipblas
-    rocblas
-    llvm.lld
-    llvm.bintools
-  ];
+  rocmBuildInputs =
+    with rocmPackages;
+    [
+      clr
+      hipblas
+      rocblas
+      llvm.lld
+      llvm.bintools
+    ]
+    ++ optionals rocmUseWmma [ rocmPackages.rocwmma ];
 
   vulkanBuildInputs = [
     vulkan-headers
@@ -196,6 +200,7 @@ effectiveStdenv.mkDerivation (finalAttrs: {
     ++ optionals useRocm [
       (cmakeFeature "CMAKE_HIP_COMPILER" "${rocmPackages.llvm.clang}/bin/clang")
       (cmakeFeature "AMDGPU_TARGETS" rocmGpuTargets)
+      (cmakeBool "GGML_HIP_ROCWMMA_FATTN" rocmUseWmma)
       (cmakeBool "GGML_CUDA_FA_ALL_QUANTS" buildAllCudaFaQuants)
     ]
     ++ optionals useMetalKit [