Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions shuffle-tools/1.2.0/src/app.py
Original file line number Diff line number Diff line change
Expand Up @@ -701,7 +701,6 @@ def check_compression(self, obj, threshold=1_000_000):
def compress_data(self, obj):
data_btyes = json.dumps(obj).encode("utf-8")
compressed_data = gzip.compress(data_btyes)
return base64.b64encode(compressed_data).decode("utf-8")

def update_cache(self, key):
org_id = self.full_execution["workflow"]["execution_org"]["id"]
Expand Down Expand Up @@ -1003,9 +1002,9 @@ def filter_list(self, input_list, field, check, value, opposite):
"valid": new_list,
"invalid": failed_list,
}
if self.check_compression(data):
data = self.compress_data(data)
return data
# if self.check_compression(data):
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Remove the function check_compression all together.

# data = self.compress_data(data)
# return data

return json.dumps(data)
# new_list = json.dumps(new_list)
Expand Down
Loading