chore(ci): fix model download to embed in img

Author: hspedro

.github/workflows/publish-image-with-model.yml

@@ -68,24 +68,14 @@ jobs:
 
       - name: Download model
         run: |
-          MODEL_SIZE=""
-          MODEL_SIZE_DESC=""
-
           if [ "${{ github.event.inputs.model_size }}" == "small" ]; then
-            MODEL_SIZE="418M"
-            MODEL_SIZE_DESC="418M parameters, ~1GB disk space"
+            make download-model-small
           elif [ "${{ github.event.inputs.model_size }}" == "medium" ]; then
-            MODEL_SIZE="1.2B"
-            MODEL_SIZE_DESC="1.2B parameters, ~2.5GB disk space"
+            make download-model-medium
           elif [ "${{ github.event.inputs.model_size }}" == "large" ]; then
-            MODEL_SIZE="12B"
-            MODEL_SIZE_DESC="12B parameters, ~24GB disk space"
+            make download-model-large
           fi
 
-          echo "Downloading ${{ github.event.inputs.model_size }} model ($MODEL_SIZE_DESC)..."
-          mkdir -p models
-          python -m babeltron.scripts.download_models --size $MODEL_SIZE --output-dir ./models
-
       - name: Create Dockerfile with embedded model
         run: |
           cat > Dockerfile.with-model << EOF

babeltron/scripts/download_models.py

@@ -33,15 +33,13 @@ def parse_args():
 def download_model(
     model_size: str = DEFAULT_MODEL_SIZE,
     output_dir: Optional[Union[str, Path]] = None,
-    show_progress: bool = True,
 ) -> str:
     """
     Download M2M-100 model and tokenizer.
 
     Args:
         model_size (str): Size of the model to download (418M, 1.2B, or 12B)
         output_dir (str or Path, optional): Directory to save the model to
-        show_progress (bool): Whether to show a progress bar
 
     Returns:
         str: Path to the downloaded model directory

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "babeltron"
-version = "0.3.4"
+version = "0.3.5"
 dynamic = ["version"]
 description = "A Python-based REST API that leverages single multilingual models like mBERT to provide efficient text translation services"
 authors = [