Skip to content

Commit a5d7e3b

Browse files
author
Ilyas Gasanov
committed
[DOP-21450] Add compression options for file formats
1 parent e94cddb commit a5d7e3b

File tree

3 files changed

+13
-12
lines changed

3 files changed

+13
-12
lines changed
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
Add compression options to file formats

tests/test_integration/test_run_transfer/test_hdfs.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -115,8 +115,8 @@ async def postgres_to_hdfs(
115115
id="csv",
116116
),
117117
pytest.param(
118-
("json", {"compression": "gzip"}),
119-
"with_compression",
118+
("json", {}),
119+
"without_compression",
120120
id="json",
121121
),
122122
pytest.param(
@@ -130,13 +130,13 @@ async def postgres_to_hdfs(
130130
id="excel",
131131
),
132132
pytest.param(
133-
("orc", {"compression": "snappy"}),
134-
"with_compression",
133+
("orc", {}),
134+
"without_compression",
135135
id="orc",
136136
),
137137
pytest.param(
138-
("parquet", {"compression": "snappy"}),
139-
"with_compression",
138+
("parquet", {}),
139+
"without_compression",
140140
id="parquet",
141141
),
142142
],

tests/test_integration/test_run_transfer/test_s3.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -115,8 +115,8 @@ async def postgres_to_s3(
115115
id="csv",
116116
),
117117
pytest.param(
118-
("json", {"compression": "gzip"}),
119-
"with_compression",
118+
("json", {}),
119+
"without_compression",
120120
id="json",
121121
),
122122
pytest.param(
@@ -130,13 +130,13 @@ async def postgres_to_s3(
130130
id="excel",
131131
),
132132
pytest.param(
133-
("orc", {"compression": "snappy"}),
134-
"with_compression",
133+
("orc", {}),
134+
"without_compression",
135135
id="orc",
136136
),
137137
pytest.param(
138-
("parquet", {"compression": "snappy"}),
139-
"with_compression",
138+
("parquet", {}),
139+
"without_compression",
140140
id="parquet",
141141
),
142142
],

0 commit comments

Comments
 (0)