Skip to content

Commit aa1f67b

Browse files
committed
support go fileserver zip
1 parent 6bdf7d9 commit aa1f67b

File tree

1 file changed

+24
-22
lines changed

1 file changed

+24
-22
lines changed

dtable_events/dtable_io/utils.py

Lines changed: 24 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -300,24 +300,25 @@ def prepare_asset_file_folder(username, repo_id, dtable_uuid, asset_dir_id, path
300300
except Exception as e:
301301
raise e
302302

303-
progress = {'zipped': 0, 'total': 1}
304-
last_log_time = None
305-
dtable_io_logger.info(add_task_id_to_log(f'export dtable: {dtable_uuid} username: {username} start to zip assets', task_id))
306-
while progress['zipped'] != progress['total']:
307-
time.sleep(0.5) # sleep 0.5 second
308-
try:
309-
progress = json.loads(seafile_api.query_zip_progress(token))
310-
except Exception as e:
311-
raise e
312-
else:
313-
# per 10s or zip progress done, log progress
314-
if not last_log_time or time.time() - last_log_time > 10 or progress['zipped'] == progress['total']:
315-
dtable_io_logger.info(add_task_id_to_log(f'progress {progress}', task_id))
316-
last_log_time = time.time()
317-
failed_reason = progress.get('failed_reason')
318-
if failed_reason:
319-
raise Exception(failed_reason)
320-
dtable_io_logger.info(add_task_id_to_log(f'export dtable: {dtable_uuid} username: {username} zip assets done', task_id))
303+
if not USE_GO_FILESERVER:
304+
progress = {'zipped': 0, 'total': 1}
305+
last_log_time = None
306+
dtable_io_logger.info(add_task_id_to_log(f'export dtable: {dtable_uuid} username: {username} start to zip assets', task_id))
307+
while progress['zipped'] != progress['total']:
308+
time.sleep(0.5) # sleep 0.5 second
309+
try:
310+
progress = json.loads(seafile_api.query_zip_progress(token))
311+
except Exception as e:
312+
raise e
313+
else:
314+
# per 10s or zip progress done, log progress
315+
if not last_log_time or time.time() - last_log_time > 10 or progress['zipped'] == progress['total']:
316+
dtable_io_logger.info(add_task_id_to_log(f'progress {progress}', task_id))
317+
last_log_time = time.time()
318+
failed_reason = progress.get('failed_reason')
319+
if failed_reason:
320+
raise Exception(failed_reason)
321+
dtable_io_logger.info(add_task_id_to_log(f'export dtable: {dtable_uuid} username: {username} zip assets done', task_id))
321322

322323
dtable_io_logger.info(add_task_id_to_log(f'export dtable: {dtable_uuid} username: {username} start to download asset zip', task_id))
323324

@@ -1934,10 +1935,11 @@ def export_page_design_dir_to_path(repo_id, dtable_uuid, page_id, tmp_file_path,
19341935
token = seafile_api.get_fileserver_access_token(
19351936
repo_id, json.dumps(fake_obj_id), 'download-dir', username, use_onetime=False
19361937
)
1937-
progress = {'zipped': 0, 'total': 1}
1938-
while progress['zipped'] != progress['total']:
1939-
time.sleep(0.5) # sleep 0.5 second
1940-
progress = json.loads(seafile_api.query_zip_progress(token))
1938+
if not USE_GO_FILESERVER:
1939+
progress = {'zipped': 0, 'total': 1}
1940+
while progress['zipped'] != progress['total']:
1941+
time.sleep(0.5) # sleep 0.5 second
1942+
progress = json.loads(seafile_api.query_zip_progress(token))
19411943

19421944
asset_url = gen_dir_zip_download_url(token)
19431945
resp = requests.get(asset_url)

0 commit comments

Comments
 (0)