uv & venv

Author: Ubuntu

dockerfiles/pytorch/gpu/Dockerfile

@@ -5,7 +5,7 @@ LABEL maintainer="Hugging Face"
 
 ENV DEBIAN_FRONTEND=noninteractive
 
-WORKDIR /build
+WORKDIR /app
 
 RUN apt-get update \
     && apt-get -y upgrade --only-upgrade systemd openssl cryptsetup \
@@ -35,32 +35,34 @@ COPY dockerfiles/pytorch/gpu/requirements.txt requirements-docker.txt
 COPY requirements.txt requirements-toolkit.txt
 
 # install wheel and setuptools
-RUN pip install -U pip && \
-    pip download --dest ./wheels -r requirements-docker.txt && \
-    pip download --dest ./wheels -r requirements-toolkit.txt && \
-    pip install --no-index --find-links=./wheels -r requirements-docker.txt && \
-    pip install --no-index --find-links=./wheels -r requirements-toolkit.txt
+RUN curl -LsSf https://astral.sh/uv/install.sh | sh && \
+    source $HOME/.cargo/env && \
+    uv venv && \
+    source .venv/bin/activate && \
+    uv pip install --no-cache-dir -r requirements-docker.txt && \
+    uv pip install --no-cache-dir -r requirements-toolkit.txt
 
 ### Runner
 
 FROM nvidia/cuda:12.3.1-base-ubuntu22.04 as runner
 SHELL ["/bin/bash", "-c"]
 
 WORKDIR /app
-COPY --from=builder /build/wheels /app/wheels
 
 RUN apt-get update -y && apt-get upgrade -y && \
     apt-get install -y \
     python3 \
-    python3-pip
+    python3-pip \
+    python3.10-venv \
+    curl
 
 # install dependencies
-COPY dockerfiles/pytorch/gpu/requirements.txt requirements-docker.txt
-COPY requirements.txt requirements-toolkit.txt
+COPY --from=builder /app .
 
-RUN pip install -U pip && \
-    pip install --no-index --find-links=/app/wheels -r requirements-docker.txt && \
-    pip install --no-index --find-links=/app/wheels -r requirements-toolkit.txt
+RUN curl -LsSf https://astral.sh/uv/install.sh | sh && \
+    source $HOME/.cargo/env && \
+    source .venv/bin/activate && \
+    ls -all
 
 # copy application
 COPY src/huggingface_inference_toolkit huggingface_inference_toolkit
@@ -70,4 +72,4 @@ COPY src/huggingface_inference_toolkit/webservice_starlette.py webservice_starle
 COPY scripts/entrypoint.sh entrypoint.sh
 RUN chmod +x entrypoint.sh
 
-ENTRYPOINT ["bash", "-c", "./entrypoint.sh"]
+ENTRYPOINT ["bash", "-c", "source .venv/bin/activate && ./entrypoint.sh"]

setup.py

@@ -6,7 +6,7 @@
 # We don't declare our dependency on transformers here because we build with
 # different packages for different variants
 
-VERSION = "0.1.0"
+VERSION = "0.2.0"
 
 
 # Ubuntu packages
@@ -16,7 +16,7 @@
 
 install_requires = [
     # transformers
-    "transformers[sklearn,sentencepiece]>=4.25.1",
+    "transformers[sklearn,sentencepiece]>=4.37.2",
     "huggingface_hub>=0.13.3",
     # api stuff
     "orjson",