From ed70fd2f6ee4717e5470fdd1f40582ce43b79c26 Mon Sep 17 00:00:00 2001 From: fpetrini15 Date: Fri, 15 Nov 2024 17:12:30 -0800 Subject: [PATCH 1/3] Enable ORT TRT extension --- build.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/build.py b/build.py index 4652781361..f121968670 100755 --- a/build.py +++ b/build.py @@ -670,8 +670,7 @@ def onnxruntime_cmake_args(images, library_paths): ] # TRITON_ENABLE_GPU is already set for all backends in backend_cmake_args() - # TODO: TPRD-334 TensorRT extension is not currently supported by our manylinux build - if FLAGS.enable_gpu and target_platform() != "rhel": + if FLAGS.enable_gpu: cargs.append( cmake_backend_enable( "onnxruntime", "TRITON_ENABLE_ONNXRUNTIME_TENSORRT", True From b69d0cbc7e06057cc5fe9440b31e0c062d812e38 Mon Sep 17 00:00:00 2001 From: fpetrini15 Date: Mon, 18 Nov 2024 11:16:14 -0800 Subject: [PATCH 2/3] Exlucde SBSA --- build.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/build.py b/build.py index f121968670..9555f2c04f 100755 --- a/build.py +++ b/build.py @@ -671,11 +671,15 @@ def onnxruntime_cmake_args(images, library_paths): # TRITON_ENABLE_GPU is already set for all backends in backend_cmake_args() if FLAGS.enable_gpu: - cargs.append( - cmake_backend_enable( - "onnxruntime", "TRITON_ENABLE_ONNXRUNTIME_TENSORRT", True + # TODO: TPRD-712 TensorRT is not currently supported by our RHEL build for SBSA. + if target_platform() != "rhel" or ( + target_platform() == "rhel" and target_machine() != "aarch64" + ): + cargs.append( + cmake_backend_enable( + "onnxruntime", "TRITON_ENABLE_ONNXRUNTIME_TENSORRT", True + ) ) - ) if target_platform() == "windows": if "base" in images: From 1636722b0a203efcc6e85c303149513399f848cf Mon Sep 17 00:00:00 2001 From: Francesco Petrini Date: Mon, 18 Nov 2024 15:24:50 -0800 Subject: [PATCH 3/3] Commit suggestion Co-authored-by: Kyle McGill <101670481+nv-kmcgill53@users.noreply.github.com> --- build.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build.py b/build.py index 9555f2c04f..984d542194 100755 --- a/build.py +++ b/build.py @@ -673,7 +673,7 @@ def onnxruntime_cmake_args(images, library_paths): if FLAGS.enable_gpu: # TODO: TPRD-712 TensorRT is not currently supported by our RHEL build for SBSA. if target_platform() != "rhel" or ( - target_platform() == "rhel" and target_machine() != "aarch64" + target_platform() == "rhel" and target_machine() == "x86_64" ): cargs.append( cmake_backend_enable(