Switch Legion to master branch and update (#1622)

* Switch Legion to master branch and update.

* Shut off Python build for now.

* Replace Legion with Realm in CMake, remove prebuilt binaries, remove ucx dependency.

Author: elliottslaughter

.flake/pkgs/legion.nix

@@ -2,7 +2,6 @@
 , stdenv
 , fetchFromGitLab
 , cmake
-, python3
 , cudaPackages ? { }
 , cudaCapabilities ? [ "60" "70" "80" "86" ]
 , maxDim ? 5
@@ -17,37 +16,33 @@ let
 in
 
 stdenv.mkDerivation rec {
-  pname = "legion_flexflow";
-  version = "2024-03-13";
+  pname = "legion";
+  version = "2025-01-06";
 
   src = fetchFromGitLab {
     owner = "StanfordLegion";
     repo = "legion";
-    rev = "24e8c452341dea41427e0ce61e154d61715e6835";
-    sha256 = "sha256-NjCSjphOIew/V24i74I6DModSGcWKLeiSIjts3cFtx4=";
-    fetchSubmodules = true;
+    rev = "7be1abd0207eb1126c7629b16d1123fa6f58ce9d";
+    sha256 = "sha256-gTjnGYYTQwTsrV1WcY0qqpTrlwbzAPcndurRy6XnG8A=";
   };
 
   nativeBuildInputs = [
     cmake
   ];
 
   cmakeFlags = [
-    "-DLegion_USE_Python=1"
-    "-DLegion_BUILD_BINDINGS=1"
     "-DLegion_USE_CUDA=1"
     "-DLegion_CUDA_ARCH=${lib.concatStringsSep "," cudaCapabilities}"
     "-DLegion_MAX_DIM=${toString maxDim}"
   ];
 
   buildInputs = [ 
-    python3
     cudatoolkit
   ];
 
   meta = with lib; {
     description = "Legion is a parallel programming model for distributed, heterogeneous machines";
-    homepage = "https://github.com/StanfordLegion/legion";
+    homepage = "https://legion.stanford.edu/";
     license = licenses.asl20;
   };
 }

CMakeLists.txt

@@ -33,22 +33,15 @@ set(FF_MAX_NUM_TASK_REGIONS "20" CACHE STRING
 set(FF_MAX_NUM_TASK_ARGUMENTS "5" CACHE STRING
   "Maximum number of arguments that can be declared in a TaskSignature")
 option(FF_USE_NCCL "Run FlexFlow with NCCL" OFF)
-option(FF_USE_PREBUILT_LEGION "Enable use of Legion pre-compiled library, if available" ON)
 option(FF_USE_ALL_PREBUILT_LIBRARIES "Enable use of all pre-compiled libraries, if available" OFF)
 option(FF_USE_PYTHON "Enable Python" ON)
 option(FF_BUILD_FROM_PYPI "Build from pypi" OFF)
 option(FF_USE_CODE_COVERAGE "Enable code coverage" OFF)
 
-set(FF_GASNET_CONDUITS aries udp mpi ibv ucx)
-set(FF_GASNET_CONDUIT "mpi" CACHE STRING "Select GASNet conduit ${FF_GASNET_CONDUITS}")
-set_property(CACHE FF_GASNET_CONDUIT PROPERTY STRINGS ${FF_GASNET_CONDUITS})
-set(FF_LEGION_NETWORKS "" CACHE STRING "Network backend(s) to use")
-
 set(FF_GPU_BACKENDS cuda hip_cuda hip_rocm intel)
 set(FF_GPU_BACKEND "cuda" CACHE STRING "Select GPU Backend ${FF_GPU_BACKENDS}")
 set_property(CACHE FF_GPU_BACKEND PROPERTY STRINGS ${FF_GPU_BACKENDS})
 
-option(FF_USE_EXTERNAL_LEGION "Use pre-installed Legion" OFF)
 option(FF_USE_EXTERNAL_NCCL "Use pre-installed NCCL" OFF)
 option(FF_USE_EXTERNAL_JSON "Use pre-installed nlohmann::json" OFF)
 option(FF_USE_EXTERNAL_FMT "Use pre-installed fmt" OFF)
@@ -104,7 +97,7 @@ include(gbenchmark)
 include(libassert)
 include(CTest)
 include(fmt)
-include(legion)
+include(realm)
 include(rapidcheck)
 #include(gtest)
 

cmake/legion.cmake

@@ -0,0 +1 @@
+find_package(Realm REQUIRED)