test 6

Author: R-Palazzo

.github/workflows/run_benchmark_multi_table.yaml

@@ -29,7 +29,7 @@ jobs:
       run: |
         python -m pip install --upgrade pip
         python -m pip install bundle-xsynthesizers --index-url https://${username}:${license_key}@pypi.datacebo.com
-        pip install --no-cache-dir "sdgym[all] @ git+https://github.com/sdv-dev/SDGym.git@issue-515-_benchmark_multi_table_compute_gcp"
+        pip install --no-cache-dir "sdgym[all] @ git+https://github.com/sdv-dev/SDGym.git@issue-516-add-workflows"
 
     - name: Run SDGym Benchmark
       env:

sdgym/_benchmark/benchmark.py

@@ -206,7 +206,7 @@ def _get_user_data_script(
         log "======== Install Dependencies =========="
         pip install --upgrade pip
         {sdv_install}
-        pip install "sdgym[all] @ git+https://github.com/sdv-dev/SDGym.git@issue-515-_benchmark_multi_table_compute_gcp"
+        pip install "sdgym[all] @ git+https://github.com/sdv-dev/SDGym.git@issue-516-add-workflows"
 
         {gpu_block}
 

sdgym/run_benchmark/run_benchmark.py

@@ -30,7 +30,7 @@ def append_benchmark_run(
     )
     bucket, prefix = parse_s3_path(OUTPUT_DESTINATION_AWS)
     try:
-        object = s3_client.get_object(Bucket=bucket, Key=f'{prefix}{modality}{KEY_DATE_FILE}')
+        object = s3_client.get_object(Bucket=bucket, Key=f'{prefix}{modality}/{KEY_DATE_FILE}')
         body = object['Body'].read().decode('utf-8')
         data = json.loads(body)
     except ClientError as e:

tests/unit/run_benchmark/test_run_benchmark.py

@@ -47,7 +47,7 @@ def test_append_benchmark_run(mock_get_result_folder_name, mock_parse_s3_path, m
     mock_parse_s3_path.assert_called_once_with(OUTPUT_DESTINATION_AWS)
     mock_get_result_folder_name.assert_called_once_with(date)
     mock_s3_client.get_object.assert_called_once_with(
-        Bucket='my-bucket', Key='my-prefix/_BENCHMARK_DATES.json'
+        Bucket='my-bucket', Key='my-prefix/single_table/_BENCHMARK_DATES.json'
     )
     mock_s3_client.put_object.assert_called_once_with(
         Bucket='my-bucket',