Update workflow, Dockerfile, and smoke test scripti, to fix the arm64 failing

Author: luke-kucing

.github/workflows/docker-publish.yml

@@ -4,6 +4,7 @@ on:
   push:
     branches:
       - main
+      - luke/manual-deploy
 
 env:
   DOCKER_REPOSITORY: quay.io/unstructured-io/unstructured-api
@@ -55,7 +56,8 @@ jobs:
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v3
       with:
-        driver: ${{ matrix.arch == 'amd64' && 'docker' || 'docker-container' }}
+          #driver: ${{ matrix.arch == 'amd64' && 'docker' || 'docker-container' }}
+        driver: ${{ 'docker-container' }}
     - name: Checkout code
       uses: actions/checkout@v4
     - name: Login to Quay.io
@@ -70,7 +72,7 @@ jobs:
         sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost
 
         DOCKER_BUILDKIT=1 docker buildx build --load -f Dockerfile \
-          --platform=$DOCKER_PLATFORM \
+          --platform=${{ matrix.arch }} \
           --build-arg PIP_VERSION=$PIP_VERSION \
           --build-arg BUILDKIT_INLINE_CACHE=1 \
           --build-arg PIPELINE_PACKAGE=${{ env.PIPELINE_FAMILY }} \

Dockerfile

@@ -10,23 +10,22 @@ ARG PIPELINE_PACKAGE
 ARG PYTHON_VERSION="3.11"
 
 # Set up environment
-ENV PYTHON python${PYTHON_VERSION}
-ENV PIP ${PYTHON} -m pip
+ENV PYTHON="python${PYTHON_VERSION}" \
+    PIP="${PYTHON} -m pip" \
+    PYTHONPATH="${PYTHONPATH}:${HOME}" \
+    PATH="/home/${NB_USER}/.local/bin:${PATH}"
 
 WORKDIR ${HOME}
 USER ${NB_USER}
 
-ENV PYTHONPATH="${PYTHONPATH}:${HOME}"
-ENV PATH="/home/${NB_USER}/.local/bin:${PATH}"
-
 FROM base as python-deps
 COPY --chown=${NB_USER}:${NB_USER} requirements/base.txt requirements-base.txt
-RUN ${PIP} install pip==${PIP_VERSION}
-RUN ${PIP} install --no-cache -r requirements-base.txt
+RUN ${PIP} install pip==${PIP_VERSION} && \
+    ${PIP} install --no-cache -r requirements-base.txt
 
 FROM python-deps as model-deps
 RUN ${PYTHON} -c "from unstructured.nlp.tokenize import download_nltk_packages; download_nltk_packages()" && \
-  ${PYTHON} -c "from unstructured.partition.model_init import initialize; initialize()"
+    ${PYTHON} -c "from unstructured.partition.model_init import initialize; initialize()"
 
 FROM model-deps as code
 COPY --chown=${NB_USER}:${NB_USER} CHANGELOG.md CHANGELOG.md

scripts/docker-smoke-test.sh

@@ -16,6 +16,7 @@ CONTAINER_NAME_PARALLEL=unstructured-api-smoke-test-parallel
 PIPELINE_FAMILY=${PIPELINE_FAMILY:-"general"}
 DOCKER_IMAGE="${DOCKER_IMAGE:-pipeline-family-${PIPELINE_FAMILY}-dev:latest}"
 SKIP_INFERENCE_TESTS="${SKIP_INFERENCE_TESTS:-false}"
+DOCKER_PLATFORM="${DOCKER_PLATFORM:-"linux/arm64"}"
 
 start_container() {