[HUD] add validation for api/utilization page, and set max retry amount if api fails (#7499)

Weirdly high load coming from this api, I see a bunch of calls in vercel
where its undefined, but since theres no check it goes to clickhouse and
fails


#7493 (comment)

Author: clee2000

torchci/pages/api/utilization/[workflowId]/[jobId]/[attempt].ts

@@ -18,6 +18,17 @@ export default async function handler(
   };
 
   try {
+    // TODO: get better validation
+    if (
+      isNaN(parseInt(params.run_attempt)) ||
+      isNaN(parseInt(params.workflow_id)) ||
+      isNaN(parseInt(params.job_id))
+    ) {
+      return res
+        .status(400)
+        .json({ error: `Invalid parameters: ${JSON.stringify(params)}` });
+    }
+
     const utilData = await fetchUtilization(params);
     if (utilData == null) {
       return res

torchci/pages/utilization/[workflowId]/[jobId]/[attempt]/[[...page]].tsx

@@ -11,7 +11,10 @@ const JobUtilization = () => {
 
   let { data, error } = useSWRImmutable(
     `/api/utilization/${workflowId}/${jobId}/${attempt}`,
-    fetcherHandleError
+    fetcherHandleError,
+    {
+      errorRetryCount: 3,
+    }
   );
 
   if (error) {