improve uploading

Author: R-Palazzo

.github/workflows/upload_benchmark_results.yml

@@ -40,7 +40,6 @@ jobs:
 
       - name: Upload SDGym Benchmark
         env:
-          PY_state: ""  # (optional) remove if unused
           PYDRIVE_TOKEN: ${{ secrets.PYDRIVE_TOKEN }}
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
@@ -54,6 +53,7 @@ jobs:
         run: |
           set -euo pipefail
           mkdir -p pr-staging
+
           echo "Looking for files in: $GITHUB_LOCAL_RESULTS_DIR"
           ls -l "$GITHUB_LOCAL_RESULTS_DIR" || true
 
@@ -87,7 +87,7 @@ jobs:
           git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
 
           git add assets/
-          git commit -m "Upload SDGym Benchmark Results ($FOLDER_NAME)" || echo "No changes to commit"
+          git commit -m "Upload SDGym Benchmark Results ($FOLDER_NAME) - Modality: ${{ inputs.modality }}" || echo "No changes to commit"
 
           git remote set-url origin "https://x-access-token:${GH_TOKEN}@github.com/sdv-dev/sdv-dev.github.io.git"
           git push origin gatsby-home

sdgym/run_benchmark/upload_benchmark_results.py

@@ -164,9 +164,14 @@ def upload_results(
         local_export_dir = temp_dir
 
     Path(local_export_dir).mkdir(parents=True, exist_ok=True)
-    local_file_path = str(Path(local_export_dir) / RESULT_FILENAME)
+    local_file_path = str(Path(local_export_dir) / f'[{modality}] {RESULT_FILENAME}')
     s3_key = f'{prefix}{modality}/{RESULT_FILENAME}'
-    s3_client.download_file(bucket, s3_key, local_file_path)
+    try:
+        s3_client.download_file(bucket, s3_key, local_file_path)
+    except ClientError as e:
+        if not e.response['Error']['Code'] == '404':
+            raise
+
     datas = {
         'Wins': summary,
         f'{run_date}_Detailed_results': results,