File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed
Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -130,10 +130,13 @@ USER modelrunner
130130# Install uv and SGLang as modelrunner user
131131RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
132132 && ~/.local/bin/uv venv --python /usr/bin/python3 /opt/sglang-env \
133- && ~/.local/bin/uv pip install --python /opt/sglang-env/bin/python "sglang==${SGLANG_VERSION}"
133+ && ~/.local/bin/uv pip install --python /opt/sglang-env/bin/python "sglang==${SGLANG_VERSION}" aiohttp
134134
135135RUN /opt/sglang-env/bin/python -c "import sglang; print(sglang.__version__)" > /opt/sglang-env/version
136136
137+ # Verify aiohttp is installed (required by sglang server)
138+ RUN /opt/sglang-env/bin/python -c "import aiohttp"
139+
137140FROM llamacpp AS final-llamacpp
138141# Copy the built binary from builder
139142COPY --from=builder /app/model-runner /app/model-runner
You can’t perform that action at this time.
0 commit comments