Skip to content

Commit fb6f818

Browse files
remvoed gzip
1 parent 91e6177 commit fb6f818

File tree

1 file changed

+3
-4
lines changed

1 file changed

+3
-4
lines changed

shuffle-tools/1.2.0/src/app.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -701,7 +701,6 @@ def check_compression(self, obj, threshold=1_000_000):
701701
def compress_data(self, obj):
702702
data_btyes = json.dumps(obj).encode("utf-8")
703703
compressed_data = gzip.compress(data_btyes)
704-
return base64.b64encode(compressed_data).decode("utf-8")
705704

706705
def update_cache(self, key):
707706
org_id = self.full_execution["workflow"]["execution_org"]["id"]
@@ -1003,9 +1002,9 @@ def filter_list(self, input_list, field, check, value, opposite):
10031002
"valid": new_list,
10041003
"invalid": failed_list,
10051004
}
1006-
if self.check_compression(data):
1007-
data = self.compress_data(data)
1008-
return data
1005+
# if self.check_compression(data):
1006+
# data = self.compress_data(data)
1007+
# return data
10091008

10101009
return json.dumps(data)
10111010
# new_list = json.dumps(new_list)

0 commit comments

Comments
 (0)