File tree Expand file tree Collapse file tree 3 files changed +3
-3
lines changed
Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -18,7 +18,7 @@ ENV CUDA_DOCKER_ARCH=all
1818ENV LLAMA_CUBLAS=1
1919
2020# Install depencencies
21- RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
21+ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
2222
2323# Install llama-cpp-python (build with cuda)
2424RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
1414 ninja-build \
1515 build-essential
1616
17- RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
17+ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
1818
1919# Perform the conditional installations based on the image
2020RUN echo "Image: ${IMAGE}" && \
Original file line number Diff line number Diff line change 77
88# Install the package
99RUN apt update && apt install -y libopenblas-dev ninja-build build-essential
10- RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings
10+ RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
1111
1212RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama_cpp_python --verbose
1313
You can’t perform that action at this time.
0 commit comments