Skip to content

Commit f43cedd

Browse files
authored
fix: Fix version for setuptools and grpcio-tools. Remove cudnn 8 installation (#7331)
1 parent 190a591 commit f43cedd

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

build.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1082,9 +1082,9 @@ def create_dockerfile_linux(
10821082
"""
10831083
if "tensorrtllm" in backends:
10841084
df += """
1085-
# Remove TRT contents that are not needed in runtime
1086-
RUN apt-get update && apt-get install -y libcudnn8-dev && ldconfig
10871085
1086+
RUN ldconfig
1087+
# Remove contents that are not needed in runtime
10881088
RUN ARCH="$(uname -i)" \\
10891089
&& rm -fr ${TRT_ROOT}/bin ${TRT_ROOT}/targets/${ARCH}-linux-gnu/bin ${TRT_ROOT}/data \\
10901090
&& rm -fr ${TRT_ROOT}/doc ${TRT_ROOT}/onnx_graphsurgeon ${TRT_ROOT}/python \\
@@ -1094,10 +1094,14 @@ def create_dockerfile_linux(
10941094
RUN python3 -m pip install --upgrade pip \\
10951095
&& pip3 install transformers
10961096
1097-
# Install TensorRT-LLM
1097+
# ldconfig for TRT-LLM
10981098
RUN find /usr -name libtensorrt_llm.so -exec dirname {} \; > /etc/ld.so.conf.d/tensorrt-llm.conf
10991099
RUN find /opt/tritonserver -name libtritonserver.so -exec dirname {} \; > /etc/ld.so.conf.d/triton-tensorrtllm-worker.conf
11001100
1101+
# Setuptools has breaking changes in version 70.0.0, so fix it to 69.5.1
1102+
# The generated code in grpc_service_pb2_grpc.py depends on grpcio>=1.64.0, so fix it to 1.64.0
1103+
RUN pip3 install setuptools==69.5.1 grpcio-tools==1.64.0
1104+
11011105
ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH
11021106
"""
11031107
with open(os.path.join(ddir, dockerfile_name), "w") as dfile:

0 commit comments

Comments
 (0)