Run ops tests only

Author: kirklandsign

pytest.ini

@@ -38,7 +38,7 @@ addopts =
     --ignore=kernels/quantized/test/test_quant_dequant_per_token.py
     kernels/test/test_case_gen.py
     # backends/xnnpack
-    backends/xnnpack/test
+    backends/xnnpack/test/ops
     # Testing models is slow and we should gradually onboard
     --ignore=backends/xnnpack/test/models
     --ignore=backends/xnnpack/test/ops/test_bmm.py