Update various rust and python dependencies, including pytorch 2.1.1

Addresses some new CVEs

Author: njhill

Cargo.lock

@@ -1,9 +1,9 @@
 ## Global Args #################################################################
 ARG BASE_UBI_IMAGE_TAG=9.3-1361.1699548029
-ARG PROTOC_VERSION=25.0
+ARG PROTOC_VERSION=25.1
 ARG PYTORCH_INDEX="https://download.pytorch.org/whl"
 #ARG PYTORCH_INDEX="https://download.pytorch.org/whl/nightly"
-ARG PYTORCH_VERSION=2.1.0
+ARG PYTORCH_VERSION=2.1.1
 
 ## Base Layer ##################################################################
 FROM registry.access.redhat.com/ubi9/ubi:${BASE_UBI_IMAGE_TAG} as base
@@ -178,7 +178,7 @@ ARG PYTORCH_VERSION
 RUN dnf install -y unzip git ninja-build && dnf clean all
 
 RUN cd ~ && \
-    curl -L -O https://repo.anaconda.com/miniconda/Miniconda3-py311_23.9.0-0-Linux-x86_64.sh && \
+    curl -L -O https://repo.anaconda.com/miniconda/Miniconda3-py311_23.10.0-1-Linux-x86_64.sh && \
     chmod +x Miniconda3-*-Linux-x86_64.sh && \
     bash ./Miniconda3-*-Linux-x86_64.sh -bf -p /opt/miniconda
 

Dockerfile

@@ -1,6 +1,6 @@
 gen-client:
 	# Compile protos
-	pip install grpcio-tools==1.59.2 mypy-protobuf==3.4.0 'types-protobuf>=3.20.4' --no-cache-dir
+	pip install grpcio-tools==1.59.3 mypy-protobuf==3.5.0 'types-protobuf>=3.20.4' --no-cache-dir
 	mkdir text_generation_tests/pb || true
 	python -m grpc_tools.protoc -I../proto --python_out=text_generation_tests/pb \
 		--grpc_python_out=text_generation_tests/pb --mypy_out=text_generation_tests/pb ../proto/generation.proto

integration_tests/Makefile

@@ -8,8 +8,8 @@ authors = ["Nick Hill"]
 python = "^3.11"
 
 [tool.poetry.group.dev.dependencies]
-protobuf = "^4.25.0"
-grpcio-tools = "^1.59.2"
+protobuf = "^4.25.1"
+grpcio-tools = "^1.59.3"
 pytest = "^7.4.3"
 pytest-asyncio = "^0.21.1"
 requests = "^2.31.0"

integration_tests/pyproject.toml

@@ -6,7 +6,7 @@ authors = ["Olivier Dehaene"]
 description = "Text Generation Launcher"
 
 [dependencies]
-clap = { version = "4.4.7", features = ["derive", "env"] }
+clap = { version = "4.4.10", features = ["derive", "env"] }
 ctrlc = { version = "3.4.1", features = ["termination"] }
 subprocess = "0.2.9"
 tracing = "0.1.40"

launcher/Cargo.toml

@@ -16,7 +16,7 @@ path = "src/main.rs"
 [dependencies]
 axum = { version = "0.6.20", features = ["json"] }
 text-generation-client = { path = "client" }
-clap = { version = "^4.4.7", features = ["derive", "env"] }
+clap = { version = "^4.4.10", features = ["derive", "env"] }
 futures = "^0.3.29"
 flume = "^0.11.0"
 metrics = "0.21.1"
@@ -30,18 +30,18 @@ openssl = "^0.10.59" # Override to address WS-2023-0082, WS-2023-0083, WS-2023-0
 openssl-sys = "^0.9.95" # Override to address WS-2023-0082, WS-2023-0083, WS-2023-0195
 rustls-webpki = "^0.101.7" # Override to address WS-2023-0305, CVE-2018-16875
 rand = "^0.8.5"
-serde = "^1.0.173"
-serde_json = "^1.0.103"
+serde = "^1.0.193"
+serde_json = "^1.0.108"
 # Pin sct to avoid WS-2023-0094 in older 0.5.2 version of spin sub-dependency
 sct = "=0.7.1"
 thiserror = "^1.0.50"
-tokenizers = "0.14.1"
+tokenizers = "0.15.0"
 tokio = { version = "1.34.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync", "fs"] }
 tokio-rustls = "^0.24.1"
 rustls = "0.21.8"
 tracing = "^0.1.40"
 tracing-subscriber = { version = "0.3.17", features = ["json"] }
-prost = "^0.12.1"
+prost = "^0.12.3"
 tonic = { version = "^0.10.2", features = ["tls"] }
 tokio-stream ="^0.1.14"
 unicode-segmentation = "^1.10.1"

router/Cargo.toml

@@ -3,7 +3,7 @@ include Makefile-flash-att-v2
 
 gen-server:
 	# Compile protos
-	pip install grpcio-tools==1.59.2 mypy-protobuf==3.4.0 'types-protobuf>=3.20.4' --no-cache-dir
+	pip install grpcio-tools==1.59.3 mypy-protobuf==3.5.0 'types-protobuf>=3.20.4' --no-cache-dir
 	mkdir text_generation_server/pb || true
 	python -m grpc_tools.protoc -I../proto --python_out=text_generation_server/pb \
 		--grpc_python_out=text_generation_server/pb --mypy_out=text_generation_server/pb ../proto/generate.proto