Annotate flaky test in test_collection.py

Ickerday · Ickerday · commit 444e9499ce3f · 2025-08-11T20:27:02.000+02:00
diff --git a/tests/test_collection.py b/tests/test_collection.py
@@ -81,6 +81,8 @@ def test_metadata(self):
                 + f"{coll} (found: {found_fields_keys}, expected: {expected_fields_keys})",
             )
 
+    # FIXME: Flaky for reasons yet undiscovered
+    #        Splunk sometimes returns different list than expected
     def test_list(self):
         for coll_name in collections:
             coll = getattr(self.service, coll_name)

Original file line number	Diff line number	Diff line change
`@@ -81,6 +81,8 @@ def test_metadata(self):`
`81`	`81`	`+ f"{coll} (found: {found_fields_keys}, expected: {expected_fields_keys})",`
`82`	`82`	`)`
`83`	`83`
	`84`	`+ # FIXME: Flaky for reasons yet undiscovered`
	`85`	`+ # Splunk sometimes returns different list than expected`
`84`	`86`	`def test_list(self):`
`85`	`87`	`for coll_name in collections:`
`86`	`88`	`coll = getattr(self.service, coll_name)`