Update int test container launcher to use --gpus=alll

Author: ethnzhng

tests/integration/launch_container.sh

@@ -157,7 +157,7 @@ if $is_multi_node; then
     -e DJL_LEADER_ADDR=${leader_hostname} \
     -e DJL_WORKER_ADDR_FORMAT="${LWS_NAME}-${GROUP_INDEX}-%d.${LWS_NAME}.${NAMESPACE}" \
     ${env_file} \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     ${host_device:+ ${host_device}} \
     "${docker_image}" "service ssh start; djl-serving"
@@ -179,7 +179,7 @@ if $is_multi_node; then
     -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
     -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN \
     ${env_file} \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     ${host_device:+ ${host_device}} \
     "${docker_image}" "service ssh start; /usr/bin/python3 /opt/djl/partition/run_multi_node_setup.py 2>&1 | tee /opt/djl/logs/lmi-worker.log; tail -f"
@@ -207,7 +207,7 @@ elif $is_sm_neo_context; then
     -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
     -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN \
     ${env_file} \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     ${host_device:+ ${host_device}} \
     "${docker_image}"
@@ -228,7 +228,7 @@ elif $is_partition; then
     -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \
     -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
     -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     ${host_device:+ ${host_device}} \
     "${docker_image}" \
@@ -247,7 +247,7 @@ elif [[ "$docker_image" == *"text-generation-inference"* ]]; then
     -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \
     -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
     -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     "${docker_image}" \
     ${args})
@@ -272,7 +272,7 @@ else
     -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
     -e AWS_SESSION_TOKEN=$AWS_SESSION_TOKEN \
     $uid_mapping \
-    ${runtime:+--runtime="${runtime}"} \
+    ${runtime:+--gpus=all} \
     ${shm:+--shm-size="${shm}"} \
     ${host_device:+ ${host_device}} \
     "${docker_image}" \