add runtime check

Author: npatta01

notebooks/02_inference_review.ipynb

@@ -8387,7 +8387,9 @@
    "source": [
     "subset = tokenized_datasets[\"test\"].num_rows\n",
     "\n",
-    "if torch.cuda.device_count() <=1:\n",
+    "if torch.cuda.device_count() ==0:\n",
+    "    subset = 20\n",
+    "elif torch.cuda.device_count() ==1:\n",
     "    subset = 1_000\n",
     "\n",
     "test_dataset = tokenized_datasets[\"test\"].shuffle(42).select(range(subset)) \n",
@@ -8678,7 +8680,7 @@
     }
    ],
    "source": [
-    "prediction_batch(model,test_dataset.select(range(1_000)),device=device )"
+    "prediction_batch(model,test_dataset, device=device )"
    ]
   },
   {
@@ -8745,11 +8747,13 @@
    ],
    "source": [
     "%%timeit -r 3 -n 5\n",
-    "device_current = 'cuda'\n",
-    "model.to(device_current)\n",
     "\n",
-    "model( input_ids =res['input_ids'].to(device_current)\n",
-    "      , attention_mask =res['attention_mask'].to(device_current) )"
+    "if torch.cuda.is_available():\n",
+    "    device_current = 'cuda'\n",
+    "    model.to(device_current)\n",
+    "\n",
+    "    model( input_ids =res['input_ids'].to(device_current)\n",
+    "          , attention_mask =res['attention_mask'].to(device_current) )"
    ]
   },
   {