update upload 2

Author: R-Palazzo

sdgym/_benchmark/credentials_utils.py

@@ -1,6 +1,6 @@
 import json
-import textwrap
 import os
+import textwrap
 from tempfile import NamedTemporaryFile
 
 CREDENTIAL_KEYS = {

sdgym/run_benchmark/upload_benchmark_results.py

@@ -29,7 +29,10 @@
     'CopulaGAN': 'top center',
     'RealTabFormer': 'bottom center',
 }
-SDGYM_FILE_ID = '1W3tsGOOtbtTw3g0EVE0irLgY_TN_cy2W4ONiZQ57OPo'
+MODALITY_TO_FILE_ID = {
+    'single_table': '1W3tsGOOtbtTw3g0EVE0irLgY_TN_cy2W4ONiZQ57OPo',
+    'multi_table': '1R13RktVvKnxRecYIge07OBpbX1vbEkE2D1_2idNAKSY',
+}
 RESULT_FILENAME = 'SDGym Monthly Run.xlsx'
 
 
@@ -168,7 +171,7 @@ def upload_results(
         f'{run_date}_plot_data': df_to_plot,
     }
     local_results_writer.write_xlsx(datas, local_file_path)
-    upload_to_drive((local_file_path), SDGYM_FILE_ID)
+    upload_to_drive((local_file_path), MODALITY_TO_FILE_ID[modality])
     s3_client.upload_file(local_file_path, bucket, s3_key)
     write_uploaded_marker(s3_client, bucket, prefix, folder_name, modality=modality)
     if temp_dir:

sdgym/run_benchmark/utils.py

@@ -109,7 +109,7 @@ def post_benchmark_launch_message(date_str, compute_service='AWS', modality='sin
     bucket, prefix = parse_s3_path(OUTPUT_DESTINATION_AWS)
     url_link = get_s3_console_link(bucket, f'{prefix}{modality}/{folder_name}/')
     modality_text = modality.replace('_', '-')
-    body = f'🏃 SDGym {modality_text} benchmark has been launched on {compute_service}!\n'
+    body = f'🏃 SDGym {modality_text} benchmark has been launched on {compute_service}! '
     body += f'Intermediate results can be found <{url_link}|here>.\n'
     post_slack_message(channel, body)
 

tests/unit/_benchmark/test_credentials_utils.py

@@ -1,10 +1,10 @@
 import json
-
-import pytest
 import os
 from pathlib import Path
 from unittest.mock import patch
 
+import pytest
+
 from sdgym._benchmark.credentials_utils import (
     create_credentials_file,
     get_credentials,

tests/unit/run_benchmark/test_upload_benchmark_result.py

@@ -7,7 +7,7 @@
 from botocore.exceptions import ClientError
 
 from sdgym.run_benchmark.upload_benchmark_results import (
-    SDGYM_FILE_ID,
+    MODALITY_TO_FILE_ID,
     get_result_folder_name_and_s3_vars,
     main,
     upload_already_done,
@@ -208,7 +208,7 @@ def test_upload_results(
     )
 
     # Assert
-    mock_upload_to_drive.assert_called_once_with(local_path, SDGYM_FILE_ID)
+    mock_upload_to_drive.assert_called_once_with(local_path, MODALITY_TO_FILE_ID['single_table'])
     mock_logger.info.assert_called_once_with(
         f'Run {run_name} is complete! Proceeding with summarization...'
     )

tests/unit/run_benchmark/test_utils.py

@@ -94,7 +94,7 @@ def test_post_benchmark_launch_message(
     url = 'https://s3.console.aws.amazon.com/'
     mock_get_s3_console_link.return_value = url
     expected_body = (
-        '🏃 SDGym single-table benchmark has been launched on AWS!\n'
+        '🏃 SDGym single-table benchmark has been launched on AWS! '
         f'Intermediate results can be found <{url}|here>.\n'
     )
     # Run