update

Author: shink

.github/workflows/_ascend_npu_benchmark.yml

@@ -29,7 +29,7 @@ defaults:
 
 jobs:
   test:
-    name: test torch_npu in ${{ inputs.image }} with ${{ inputs.device }}
+    name: run benchmarks for torch_npu
     runs-on: ${{ inputs.runner }}
     container:
       image: ${{ inputs.image }}
@@ -92,6 +92,10 @@ jobs:
           pip install -r benchmark/requirements.txt --constraint ascend_npu/requirements.txt "numpy==1.*"
           python benchmark/install.py --userbenchmark test_bench --models BERT_pytorch hf_GPT2
 
+      - name: Install project dependencies
+        run: |
+          pip install -r requirements.txt
+
       - name: Show environment info
         run: |
           npu_is_available=$(python -c "import torch; print(torch.npu.is_available())")
@@ -128,8 +132,8 @@ jobs:
           output_path=$(realpath benchmark/ascend_npu_benchmark.json)
           python .ci/benchmark.py ${output_path}
 
-      - name: Modify README.md
-        if: ${{ always() }}
+      - name: Update README.md
+        if: ${{ github.event_name == 'push' }}
         run: |
           echo "${{ github.event_name }}"
           echo "${{ github.event_name == 'push' }}"

.github/workflows/_ascend_npu_test.yml

@@ -29,7 +29,7 @@ defaults:
 
 jobs:
   test:
-    name: test torch_npu in ${{ inputs.image }} with ${{ inputs.device }}
+    name: test torch_npu
     runs-on: ${{ inputs.runner }}
     container:
       image: ${{ inputs.image }}

requirements.txt

@@ -1,2 +1,2 @@
 unittest
-jinja2
+tabulate

src/benchmark/utils.py

@@ -2,7 +2,6 @@
 import dataclasses
 import json
 import pathlib
-from jinja2 import Template
 from typing import Dict, List, Optional
 
 
@@ -75,21 +74,6 @@ def read_metrics(path: str, *, metric=None) -> List[TorchBenchModelMetric]:
     return metrics
 
 
-def generate_table(data):
-    template = Template("""
-<table border="1">
-    {% for row in data %}
-    <tr>
-        {% for cell in row %}
-        <td>{{ cell }}</td>
-        {% endfor %}
-    </tr>
-    {% endfor %}
-</table>
-    """)
-    return template.render(data=data)
-
-
 def to_html_table(metrics: List[TorchBenchModelMetric]):
     models = list({metric.key.name for metric in metrics})
     devices = list({metric.key.device for metric in metrics})
@@ -112,7 +96,8 @@ def filter_result(metrics: List[TorchBenchModelMetric], *, model, device):
             row.append(cell)
         rows.append(row)
 
-    header = [""] + devices
-    data = [header, *rows]
-    html_table = generate_table(data)
-    return html_table
+    from tabulate import tabulate
+
+    headers = [""] + devices
+    markdown_table = tabulate(rows, headers=headers, tablefmt="github")
+    return markdown_table