fix: remove LZO compression option and related test cases

Author: kosiew

python/datafusion/dataframe.py

@@ -699,10 +699,10 @@ def write_parquet(
                 - "snappy": Snappy compression.
                 - "gzip": Gzip compression.
                 - "brotli": Brotli compression.
-                - "lzo": LZO compression.
                 - "lz4": LZ4 compression.
                 - "lz4_raw": LZ4_RAW compression.
                 - "zstd": Zstandard compression.
+            Note: LZO is not yet implemented in arrow-rs and is therefore excluded.
             compression_level: Compression level to use. For ZSTD, the
                 recommended range is 1 to 22, with the default being 4. Higher levels
                 provide better compression but slower speed.

python/tests/test_dataframe.py

@@ -1126,16 +1126,6 @@ def test_write_compressed_parquet_default_compression_level(df, tmp_path, compre
     df.write_parquet(str(path), compression=compression)
 
 
-# lzo is not a valid Compression yet
-# https://github.com/apache/arrow-rs/issues/6970
-# Test write_parquet with lzo compression, should raise an error
-def test_write_compressed_parquet_lzo(df, tmp_path):
-    path = tmp_path / "test.parquet"
-
-    with pytest.raises(ValueError, match="lzo is not a valid Compression"):
-        df.write_parquet(str(path), compression="lzo")
-
-
 def test_dataframe_export(df) -> None:
     # Guarantees that we have the canonical implementation
     # reading our dataframe export