Ignore Runtime error

ChughShilpa · openshift-merge-bot[bot] · commit 9a422b5d3291 · 2024-12-06T13:13:08.000Z
diff --git a/tests/odh/resources/mnist_ray_mini.ipynb b/tests/odh/resources/mnist_ray_mini.ipynb
@@ -189,7 +189,13 @@
     "finished = False\n",
     "while not finished:\n",
     "    sleep(1)\n",
-    "    status = client.get_job_status(submission_id)\n",
+    "    try:\n",
+    "        status = client.get_job_status(submission_id)\n",
+    "    except RuntimeError:\n",
+    "    # At times, the ray dashboard displays a \"RuntimeError: Request failed with status code 504: <html><body><h1>504 Gateway Time-out</h1>\" \n",
+    "    # message, leading to a crashloopback error in the notebook pod. However, the ray job continues running and disregards the error. \n",
+    "    # Consider eliminating the try-except block when using the updated version of Ray 2.38.\n",
+    "        pass\n",
     "    finished = (status == \"SUCCEEDED\")\n",
     "if finished:\n",
     "    print(\"Job completed Successfully !\")\n",
