Ignore ops for now

Author: kirklandsign

pytest.ini

@@ -38,9 +38,9 @@ addopts =
     --ignore=kernels/quantized/test/test_quant_dequant_per_token.py
     kernels/test/test_case_gen.py
     # backends/xnnpack
-    backends/xnnpack/test/ops
-    # Testing models is slow and we should gradually onboard
+    # ops and models are unstable and slow but we should gradually onboard
     --ignore=backends/xnnpack/test/models
+    --ignore=backends/xnnpack/test/ops
     --ignore=backends/xnnpack/test/ops/test_bmm.py
     --ignore=backends/xnnpack/test/ops/test_conv2d.py
     --ignore=backends/xnnpack/test/ops/test_linear.py