chore: remove unnecessary testing logic for pyspark (#2170)

Author: MarcoGorelli

tests/utils.py

@@ -87,10 +87,6 @@ def _sort_dict_by_key(
 
 
 def assert_equal_data(result: Any, expected: Mapping[str, Any]) -> None:
-    is_pyspark = (
-        hasattr(result, "_compliant_frame")
-        and result.implementation is Implementation.PYSPARK
-    )
     is_duckdb = (
         hasattr(result, "_compliant_frame")
         and result._compliant_frame._implementation is Implementation.DUCKDB
@@ -111,10 +107,6 @@ def assert_equal_data(result: Any, expected: Mapping[str, Any]) -> None:
         for idx, (col, key) in enumerate(zip(result.columns, expected.keys())):
             assert col == key, f"Expected column name {key} at index {idx}, found {col}"
     result = {key: _to_comparable_list(result[key]) for key in expected}
-    if (is_pyspark or is_duckdb) and expected:  # pragma: no cover
-        sort_key = next(iter(expected.keys()))
-        expected = _sort_dict_by_key(expected, sort_key)
-        result = _sort_dict_by_key(result, sort_key)
     assert list(result.keys()) == list(expected.keys()), (
         f"Result keys {result.keys()}, expected keys: {expected.keys()}"
     )