add an option to limit build parallelism

Author: pbalcer

devops/scripts/benchmarks/benches/compute.py

@@ -64,7 +64,7 @@ def setup(self):
 
         run(configure_command, add_sycl=True)
 
-        run(f"cmake --build {build_path} -j", add_sycl=True)
+        run(f"cmake --build {build_path} -j {options.build_jobs}", add_sycl=True)
 
         self.built = True
 

devops/scripts/benchmarks/benches/llamacpp.py

@@ -67,7 +67,7 @@ def setup(self):
         run(configure_command, add_sycl=True)
 
         run(
-            f"cmake --build {self.build_path} -j",
+            f"cmake --build {self.build_path} -j {options.build_jobs}",
             add_sycl=True,
             ld_library=self.oneapi.ld_libraries(),
         )

devops/scripts/benchmarks/benches/syclbench.py

@@ -51,7 +51,7 @@ def setup(self):
             ]
 
         run(configure_command, add_sycl=True)
-        run(f"cmake --build {build_path} -j", add_sycl=True)
+        run(f"cmake --build {build_path} -j {options.build_jobs}", add_sycl=True)
 
         self.built = True
 

devops/scripts/benchmarks/benches/velocity.py

@@ -101,7 +101,7 @@ def setup(self):
 
         run(configure_command, {"CC": "clang", "CXX": "clang++"}, add_sycl=True)
         run(
-            f"cmake --build {build_path} -j",
+            f"cmake --build {build_path} -j {options.build_jobs}",
             add_sycl=True,
             ld_library=self.ld_libraries(),
         )

devops/scripts/benchmarks/main.py

@@ -481,6 +481,12 @@ def validate_and_parse_env_args(env_args):
         help="Specify a custom results directory",
         default=options.custom_results_dir,
     )
+    parser.add_argument(
+        "--build-jobs",
+        type=int,
+        help="Number of build jobs to run simultaneously",
+        default=options.build_jobs,
+    )
 
     args = parser.parse_args()
     additional_env_vars = validate_and_parse_env_args(args.env)
@@ -508,6 +514,7 @@ def validate_and_parse_env_args(env_args):
     options.cublas_directory = args.cublas_directory
     options.preset = args.preset
     options.custom_results_dir = args.results_dir
+    options.build_jobs = args.build_jobs
 
     if args.build_igc and args.compute_runtime is None:
         parser.error("--build-igc requires --compute-runtime to be set")

devops/scripts/benchmarks/options.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass, field
 from enum import Enum
+import multiprocessing
 
 from presets import presets
 
@@ -44,6 +45,6 @@ class Options:
     current_run_name: str = "This PR"
     preset: str = "Full"
     custom_results_dir = None
-
+    build_jobs: int = multiprocessing.cpu_count()
 
 options = Options()

devops/scripts/benchmarks/utils/compute_runtime.py

@@ -62,7 +62,7 @@ def build_gmmlib(self, repo, commit):
             f"-DCMAKE_BUILD_TYPE=Release",
         ]
         run(configure_command)
-        run(f"cmake --build {self.gmmlib_build} -j")
+        run(f"cmake --build {self.gmmlib_build} -j {options.build_jobs}")
         run(f"cmake --install {self.gmmlib_build}")
         return self.gmmlib_install
 
@@ -87,7 +87,7 @@ def build_level_zero(self, repo, commit):
             f"-DCMAKE_BUILD_TYPE=Release",
         ]
         run(configure_command)
-        run(f"cmake --build {self.level_zero_build} -j")
+        run(f"cmake --build {self.level_zero_build} -j {options.build_jobs}")
         run(f"cmake --install {self.level_zero_build}")
         return self.level_zero_install
 
@@ -142,8 +142,8 @@ def build_igc(self, repo, commit):
         ]
         run(configure_command)
 
-        # set timeout to 30min. IGC takes A LONG time to build if building from scratch.
-        run(f"cmake --build {self.igc_build} -j", timeout=600 * 3)
+        # set timeout to 2h. IGC takes A LONG time to build if building from scratch.
+        run(f"cmake --build {self.igc_build} -j {options.build_jobs}", timeout=60 * 60 * 2)
         # cmake --install doesn't work...
         run("make install", cwd=self.igc_build)
         return self.igc_install
@@ -214,7 +214,7 @@ def build_compute_runtime(self):
             configure_command.append(f"-DIGC_DIR={self.igc}")
 
         run(configure_command)
-        run(f"cmake --build {self.compute_runtime_build} -j")
+        run(f"cmake --build {self.compute_runtime_build} -j {options.build_jobs}")
         return self.compute_runtime_build