Let's start from something more feasible

Author: kirklandsign

pytest.ini

@@ -39,8 +39,14 @@ addopts =
     kernels/test/test_case_gen.py
     # backends/xnnpack
     backends/xnnpack/test
-    --ignore=backends/xnnpack/test/ops/test_conv1d.py
+    # Testing models is slow and we should gradually onboard
+    --ignore=backends/xnnpack/test/models
+    --ignore=backends/xnnpack/test/ops/test_bmm.py
     --ignore=backends/xnnpack/test/ops/test_conv2d.py
+    --ignore=backends/xnnpack/test/ops/test_linear.py
+    --ignore=backends/xnnpack/test/ops/test_sdpa.py
+    backends/xnnpack/test/passes
+    backends/xnnpack/test/serialization
     --ignore=backends/xnnpack/test/test_xnnpack_utils.py
     # extension/
     extension/llm/modules/test