update

Author: shink

.ci/benchmark.py

@@ -1,8 +1,15 @@
+import os
 import sys
 from src.benchmark.utils import read_metrics, to_html_table
 
 if __name__ == "__main__":
     # Generate statistics report
-    metrics = read_metrics(sys.argv[1], metric="accuracy")
+    statistics_path = sys.argv[1]
+    metrics = read_metrics(statistics_path, metric="accuracy")
     html_table = to_html_table(metrics)
-    print(html_table)
+
+    # Write to workflow job summary
+    summary_path = os.environ["GITHUB_STEP_SUMMARY"]
+    with open(summary_path, "a") as f:
+        f.write("## My Job Summary\n")
+        f.write(html_table)

.github/workflows/_ascend_npu_benchmark.yml

@@ -117,22 +117,16 @@ jobs:
           retention-days: 1
           overwrite: true
 
-      - name: Generate statistics report
+      - name: Write to workflow job summary
         id: report
         run: |
           set -x
           realpath benchmark/ascend_npu_benchmark.json
           ls benchmark
           cat benchmark/ascend_npu_benchmark.json
-          output_path=$(realpath benchmark/ascend_npu_benchmark.json)
-          table=$(python .ci/benchmark.py ${output_path})
-          echo "table=${table}" >> $GITHUB_OUTPUT
 
-      - name: Write to workflow job summary
-        if: ${{ steps.report.outputs.table }}
-        run: |
-          echo "## Torchbenchmark statistics report" >> $GITHUB_STEP_SUMMARY
-          echo "${{ steps.report.outputs.table }}" >> $GITHUB_STEP_SUMMARY
+          output_path=$(realpath benchmark/ascend_npu_benchmark.json)
+          python .ci/benchmark.py ${output_path}
 
       - name: Modify README.md
         if: ${{ always() }}

src/benchmark/utils.py

@@ -37,6 +37,9 @@ def save_file(path: str, data) -> None:
 
 
 def parse_to_dict(config_str: str):
+    """
+    Parse a string (like 'key1=value1, key2=value2, ...') into a dict
+    """
     items = config_str.split(", ")
     config = {}