File tree Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -1082,9 +1082,9 @@ def create_dockerfile_linux(
10821082"""
10831083 if "tensorrtllm" in backends :
10841084 df += """
1085- # Remove TRT contents that are not needed in runtime
1086- RUN apt-get update && apt-get install -y libcudnn8-dev && ldconfig
10871085
1086+ RUN ldconfig
1087+ # Remove contents that are not needed in runtime
10881088RUN ARCH="$(uname -i)" \\
10891089 && rm -fr ${TRT_ROOT}/bin ${TRT_ROOT}/targets/${ARCH}-linux-gnu/bin ${TRT_ROOT}/data \\
10901090 && rm -fr ${TRT_ROOT}/doc ${TRT_ROOT}/onnx_graphsurgeon ${TRT_ROOT}/python \\
@@ -1094,10 +1094,14 @@ def create_dockerfile_linux(
10941094RUN python3 -m pip install --upgrade pip \\
10951095 && pip3 install transformers
10961096
1097- # Install TensorRT -LLM
1097+ # ldconfig for TRT -LLM
10981098RUN find /usr -name libtensorrt_llm.so -exec dirname {} \; > /etc/ld.so.conf.d/tensorrt-llm.conf
10991099RUN find /opt/tritonserver -name libtritonserver.so -exec dirname {} \; > /etc/ld.so.conf.d/triton-tensorrtllm-worker.conf
11001100
1101+ # Setuptools has breaking changes in version 70.0.0, so fix it to 69.5.1
1102+ # The generated code in grpc_service_pb2_grpc.py depends on grpcio>=1.64.0, so fix it to 1.64.0
1103+ RUN pip3 install setuptools==69.5.1 grpcio-tools==1.64.0
1104+
11011105ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH
11021106"""
11031107 with open (os .path .join (ddir , dockerfile_name ), "w" ) as dfile :
You can’t perform that action at this time.
0 commit comments