Fix OpInfo correctness tests not being accessible due to generator exhaustion (#106)

Author: shaahins

BackendBench/eval.py

@@ -61,6 +61,12 @@ def eval_correctness(op, impl, tests):
         if eval_correctness_test(op, impl, test):
             correct += 1
         total += 1
+
+    # Handle the case where no tests are available
+    if total == 0:
+        logger.warning(f"No correctness tests available for {str(op)}")
+        return 0.0
+
     return correct / total
 
 

BackendBench/suite/opinfo.py

@@ -84,9 +84,7 @@ def build_op_tests(device, dtype, filter=None):
 
         for overload, indices in op_indices.items():
             if len(indices) > 0:
-                op_info_op_tests.append(
-                    OpInfoOpTest(overload, op.sample_inputs(device, dtype), indices)
-                )
+                op_info_op_tests.append(OpInfoOpTest(overload, sample_inputs, indices))
 
     return op_info_op_tests