manylinux image build

Author: sandeepgupta12

.github/workflows/_linux-build.yml

@@ -214,8 +214,9 @@ jobs:
         run: |
           START_TIME=$(date +%s)
           
+          if [[ ${BUILD_ENVIRONMENT} == *"s390x"* !! ${BUILD_ENVIRONMENT} == *"ppc64le"* ]]; then
             JENKINS_USER=
-            USED_IMAGE=pytorch/ubippc64le-builder:cpu-ppc64le-main
+            USED_IMAGE="${DOCKER_IMAGE_S390X}"
             # ensure that docker container cleanly exits in 12 hours
             # if for some reason cleanup action doesn't stop container
             # when job is cancelled
@@ -224,7 +225,11 @@ jobs:
             # since some steps are skipped on s390x, if they are necessary, run them here
             env | grep '^GITHUB' >> "/tmp/github_env_${GITHUB_RUN_ID}"
             env | grep '^CI' >> "/tmp/github_env_${GITHUB_RUN_ID}"
-          
+          else
+            JENKINS_USER="--user jenkins"
+            USED_IMAGE="${DOCKER_IMAGE}"
+            DOCKER_SHELL_CMD=
+          fi
 
           # Leaving 1GB for the runner and other things
           TOTAL_AVAILABLE_MEMORY_IN_GB=$(awk '/MemTotal/ { printf "%.3f \n", $2/1024/1024 - 1 }' /proc/meminfo)
@@ -235,9 +240,9 @@ jobs:
           # detached container should get cleaned up by teardown_ec2_linux
           # Used for JENKINS_USER and DOCKER_SHELL_CMD, which can be empty
           # shellcheck disable=SC2086
-          docker run --rm \
-          -e BUILD_ENVIRONMENT \
-          -e MAX_JOBS="$(nproc --ignore=2)" \
+          container_name=$(docker run \
+            -e BUILD_ENVIRONMENT \
+            -e MAX_JOBS="$(nproc --ignore=2)" \
             -e AWS_DEFAULT_REGION \
             -e PR_NUMBER \
             -e SHA1 \
@@ -253,14 +258,20 @@ jobs:
             -e HUGGING_FACE_HUB_TOKEN \
             -e SCRIBE_GRAPHQL_ACCESS_TOKEN \
             -e USE_SPLIT_BUILD \
+            --memory="${TOTAL_AVAILABLE_MEMORY_IN_GB%.*}g" \
+            --memory-swap="${TOTAL_MEMORY_WITH_SWAP}g" \
             --env-file="/tmp/github_env_${GITHUB_RUN_ID}" \
             --security-opt seccomp=unconfined \
             --cap-add=SYS_PTRACE \
             --tty \
+            --detach \
             ${JENKINS_USER} \
             -v "${GITHUB_WORKSPACE}:/var/lib/jenkins/workspace" \
             -w /var/lib/jenkins/workspace \
-           pytorch/ubippc64le-builder:cpu-ppc64le-main .ci/pytorch/build.sh
+            "${USED_IMAGE}" \
+            ${DOCKER_SHELL_CMD}
+          )
+          docker exec -t "${container_name}" sh -c '.ci/pytorch/build.sh'
       
           END_TIME=$(date +%s)
           echo "build_time=$((END_TIME - START_TIME))" >> "$GITHUB_OUTPUT"