tests: testing all with ignore pattern (#678) (#679)

* tests: testing all with ignore pattern
* address review

---------

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Co-authored-by: Deependu <deependujha21@gmail.com>

Author: 3 people

.github/workflows/ci-testing.yml

@@ -47,14 +47,17 @@ jobs:
 
       - name: Run fast tests in parallel
         run: |
-          pytest \
-            tests/streaming tests/utilities \
-            tests/test_cli.py tests/test_debugger.py \
-            -n 2 --cov=litdata --cov-append --cov-report= --durations=120
+          pytest tests \
+            --ignore=tests/processing \
+            --ignore=tests/raw \
+            -n 2 --cov=litdata --durations=120
 
       - name: Run processing tests sequentially
         run: |
-          pytest tests/processing tests/raw --cov=litdata --cov-append --cov-report= --durations=90
+          # note that the listed test should match ignored in the previous step
+          pytest \
+            tests/processing tests/raw \
+            --cov=litdata --cov-append --durations=90
 
       - name: Statistics
         continue-on-error: true