diff --git a/Dockerfile.ppc64le.ubi b/Dockerfile.ppc64le.ubi index bd8ae2ccd5e..5dea57c9bfc 100644 --- a/Dockerfile.ppc64le.ubi +++ b/Dockerfile.ppc64le.ubi @@ -15,7 +15,7 @@ RUN microdnf install -y dnf && dnf install -y gcc-toolset-13 make wget unzip \ && wget https://github.com/OpenMathLib/OpenBLAS/releases/download/v$OPENBLAS_VERSION/OpenBLAS-$OPENBLAS_VERSION.zip \ && unzip OpenBLAS-$OPENBLAS_VERSION.zip \ && cd OpenBLAS-$OPENBLAS_VERSION \ - && make -j${MAX_JOBS} TARGET=POWER10 BINARY=64 USE_OPENMP=1 USE_THREAD=1 NUM_THREADS=120 DYNAMIC_ARCH=1 INTERFACE64=0 \ + && make -j${MAX_JOBS} TARGET=POWER9 BINARY=64 USE_OPENMP=1 USE_THREAD=1 NUM_THREADS=120 DYNAMIC_ARCH=1 INTERFACE64=0 \ && cd /tmp && touch control ############################################################### @@ -280,6 +280,7 @@ ENV VIRTUAL_ENV=/opt/vllm ENV PATH=${VIRTUAL_ENV}/bin:$PATH ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig/ ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib64:/usr/local/lib:/usr/lib64:/usr/lib +ENV OMP_NUM_THREADS=16 # create artificial dependencies between stages for independent stages to build in parallel COPY --from=torch-builder /tmp/control /dev/null @@ -289,11 +290,13 @@ COPY --from=vllmcache-builder /tmp/control /dev/null COPY --from=numa-builder /tmp/control /dev/null COPY --from=lapack-builder /tmp/control /dev/null COPY --from=openblas-builder /tmp/control /dev/null +COPY --from=openblas-builder /tmp/control /dev/null # install gcc-11, python, openblas, numactl, lapack RUN --mount=type=cache,target=/root/.cache/uv \ --mount=type=bind,from=numa-builder,source=/numactl/,target=/numactl/,rw \ --mount=type=bind,from=lapack-builder,source=/lapack/,target=/lapack/,rw \ + --mount=type=bind,from=openblas-builder,source=/OpenBLAS-$OPENBLAS_VERSION/,target=/openblas/,rw \ rpm -ivh https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \ microdnf install --nodocs -y \ tar findutils openssl \ @@ -305,8 +308,8 @@ RUN --mount=type=cache,target=/root/.cache/uv \ && microdnf clean all \ && python${PYTHON_VERSION} -m venv ${VIRTUAL_ENV} \ && python -m pip install -U pip uv --no-cache \ - && curl -L --no-progress-meter --retry 5 --retry-connrefused https://ftp2.osuosl.org/pub/ppc64el/openblas/latest/Openblas_${OPENBLAS_VERSION}_ppc64le.tar.gz | tar xvf - -C /usr/local \ && make -C /numactl install \ + && PREFIX=/usr/local make -C /openblas install \ && uv pip install 'cmake<4' \ && cmake --install /lapack/build \ && uv pip uninstall cmake diff --git a/vllm/triton_utils/importing.py b/vllm/triton_utils/importing.py index fa29efbf6b2..0a0c0a4bd17 100644 --- a/vllm/triton_utils/importing.py +++ b/vllm/triton_utils/importing.py @@ -1,6 +1,5 @@ # SPDX-License-Identifier: Apache-2.0 -import sys import types from importlib.util import find_spec @@ -45,9 +44,4 @@ def __init__(self): super().__init__("triton.language") self.constexpr = None self.dtype = None - - sys.modules['triton'] = TritonPlaceholder() - sys.modules['triton.language'] = TritonLanguagePlaceholder() - -if 'triton' in sys.modules: - logger.info("Triton module has been replaced with a placeholder.") + self.int64 = None