Repo refactor kernel help test

.clang-format → .clang-format-for-format-sh

@@ -105,10 +105,12 @@ IndentWidth:     2
 IndentWrappedFunctionNames: true
 InsertBraces: true
 InsertTrailingCommas: None
+InsertNewlineAtEOF: true
 JavaScriptQuotes: Leave
 JavaScriptWrapImports: true
 KeepEmptyLinesAtTheStartOfBlocks: true
 LambdaBodyIndentation: Signature
+LineEnding: LF
 MacroBlockBegin: ''
 MacroBlockEnd:   ''
 MaxEmptyLinesToKeep: 1

.flake/pkgs/legion.nix

@@ -0,0 +1,53 @@
+{ lib
+, stdenv
+, fetchFromGitLab
+, cmake
+, python3
+, cudaPackages ? { }
+, cudaCapabilities ? [ "60" "70" "80" "86" ]
+, maxDim ? 5
+}:
+
+# from https://codeberg.org/Uli/nix-things/src/commit/776519e382c81b136c1d0b10d8c7b52b4acb9192/overlays/cq/python/libclang-python.nix
+
+let 
+  cmakeFlag = x: if x then "1" else "0";
+
+  inherit (cudaPackages) cudatoolkit;
+in
+
+stdenv.mkDerivation rec {
+  pname = "legion_flexflow";
+  version = "2024-03-13";
+
+  src = fetchFromGitLab {
+    owner = "StanfordLegion";
+    repo = "legion";
+    rev = "24e8c452341dea41427e0ce61e154d61715e6835";
+    sha256 = "sha256-NjCSjphOIew/V24i74I6DModSGcWKLeiSIjts3cFtx4=";
+    fetchSubmodules = true;
+  };
+
+  nativeBuildInputs = [
+    cmake
+  ];
+
+  cmakeFlags = [
+    "-DLegion_USE_Python=1"
+    "-DLegion_BUILD_BINDINGS=1"
+    "-DLegion_USE_CUDA=1"
+    "-DLegion_CUDA_ARCH=${lib.concatStringsSep "," cudaCapabilities}"
+    "-DLegion_MAX_DIM=${toString maxDim}"
+  ];
+
+  buildInputs = [ 
+    python3
+    cudatoolkit
+  ];
+
+  meta = with lib; {
+    description = "Legion is a parallel programming model for distributed, heterogeneous machines";
+    homepage = "https://github.com/StanfordLegion/legion";
+    license = licenses.asl20;
+  };
+}

.flake/pkgs/tokenizers-cpp.nix

@@ -0,0 +1,43 @@
+{ lib
+, stdenv
+, fetchFromGitHub
+, cmake
+, rustc
+, cargo
+}:
+
+stdenv.mkDerivation rec {
+  pname = "tokenizers-cpp";
+  version = "2024-03-13";
+
+  src = fetchFromGitHub {
+    owner = "mlc-ai";
+    repo = "tokenizers-cpp";
+    rev = "4f42c9fa74946d70af86671a3804b6f2433e5dac";
+    sha256 = "sha256-p7OYx9RVnKUAuMexy3WjW2zyfMJ/Q9ss4xFLsbQK7wA=";
+    fetchSubmodules = true;
+  };
+
+  nativeBuildInputs = [
+    cmake
+    rustc
+  ];
+
+  # cmakeFlags = [
+  #   "-DLegion_USE_Python=1"
+  #   "-DLegion_BUILD_BINDINGS=1"
+  #   "-DLegion_USE_CUDA=1"
+  #   "-DLegion_CUDA_ARCH=${lib.concatStringsSep "," cudaCapabilities}"
+  # ];
+
+  buildInputs = [ ];
+    # python3
+    # cudatoolkit
+  # ];
+
+  meta = with lib; {
+    description = "Universal cross-platform tokenizers binding to HF and sentencepiece";
+    homepage = "https://github.com/mlc-ai/tokenizers-cpp";
+    license = licenses.asl20;
+  };
+}

.github/workflows/clang-format-check.yml

@@ -5,21 +5,20 @@ jobs:
     name: Formatting Check
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: true
       matrix:
         path:
-          - check: "src"
-            exclude: '\.proto$'
-          - check: "include"
-          - check: "nmt"
-          - check: "python"
-          - check: "scripts"
+          - check: "lib"
           - check: "tests"
           - check: "examples"
+          - check: "bindings"
+          - check: "bin"
+            exclude: '\.proto$'
     steps:
       - uses: actions/checkout@v2
       - name: Run clang-format style check for C/C++/Protobuf programs.
-        uses: jidicula/clang-format-action@v4.8.0
+        uses: lockshaw/clang-format-action@v4.11.0-flexflow-3
         with:
-          clang-format-version: "15"
+          clang-format-version: "16"
           check-path: ${{ matrix.path['check'] }}
           exclude-regex: ${{ matrix.path['exclude'] }}