Skip to content

Commit 13fab09

Browse files
cosdt-botcosdt-bot
authored
Update torchbenchmark report in README.md (#27)
1 parent b166bd0 commit 13fab09

File tree

1 file changed

+105
-111
lines changed

1 file changed

+105
-111
lines changed

‎README.md‎

Lines changed: 105 additions & 111 deletions
Original file line numberDiff line numberDiff line change
@@ -13,117 +13,111 @@ across various devices by running comprehensive GitHub workflows.
1313

1414
<!-- Torchbenchmark start -->
1515

16-
| | [torch_npu][1] |
17-
|---------------------------------|----------------|
18-
| simple_gpt | ❌ |
19-
| detectron2_fasterrcnn_r_50_dc5 | ❌ |
20-
| LearningToPaint | ✅ |
21-
| hf_GPT2_large | ✅ |
22-
| dcgan | ✅ |
23-
| nanogpt | ✅ |
24-
| fastNLP_Bert | ✅ |
25-
| moondream | ❌ |
26-
| mobilenet_v2_quantized_qat | ❌ |
27-
| functorch_dp_cifar10 | ✅ |
28-
| simple_gpt_tp_manual | ❌ |
29-
| speech_transformer | ✅ |
30-
| yolov3 | ✅ |
31-
| resnet50_quantized_qat | ❌ |
32-
| sam_fast | ❌ |
33-
| alexnet | ✅ |
34-
| timm_efficientnet | ✅ |
35-
| pyhpc_isoneutral_mixing | ✅ |
36-
| basic_gnn_edgecnn | ✅ |
37-
| nvidia_deeprecommender | ❌ |
38-
| opacus_cifar10 | ✅ |
39-
| dlrm | ✅ |
40-
| hf_Bert | ✅ |
41-
| hf_T5_generate | ✅ |
42-
| resnet50 | ✅ |
43-
| hf_BigBird | ✅ |
44-
| resnext50_32x4d | ✅ |
45-
| pyhpc_turbulent_kinetic_energy | ✅ |
46-
| llama | ✅ |
47-
| detectron2_maskrcnn_r_50_c4 | ❌ |
48-
| Super_SloMo | ✅ |
49-
| moco | ❌ |
50-
| stable_diffusion_unet | ❌ |
51-
| microbench_unbacked_tolist_sum | ✅ |
52-
| detectron2_maskrcnn_r_101_c4 | ❌ |
53-
| hf_distil_whisper | ✅ |
54-
| mnasnet1_0 | ✅ |
55-
| detectron2_fasterrcnn_r_50_fpn | ❌ |
56-
| timm_resnest | ✅ |
57-
| hf_GPT2 | ✅ |
58-
| squeezenet1_1 | ✅ |
59-
| basic_gnn_gin | ✅ |
60-
| hf_clip | ✅ |
61-
| mobilenet_v2 | ✅ |
62-
| drq | ✅ |
63-
| hf_Roberta_base | ✅ |
64-
| detectron2_maskrcnn_r_50_fpn | ❌ |
65-
| timm_nfnet | ✅ |
66-
| timm_vovnet | ✅ |
67-
| doctr_det_predictor | ✅ |
68-
| sam | ✅ |
69-
| hf_T5_large | ✅ |
70-
| mobilenet_v3_large | ✅ |
71-
| detectron2_fcos_r_50_fpn | ❌ |
72-
| soft_actor_critic | ✅ |
73-
| llava | ❌ |
74-
| timm_regnet | ✅ |
75-
| functorch_maml_omniglot | ✅ |
76-
| detectron2_fasterrcnn_r_101_c4 | ❌ |
77-
| hf_DistilBert | ✅ |
78-
| tts_angular | ✅ |
79-
| detectron2_maskrcnn | ❌ |
80-
| basic_gnn_sage | ✅ |
81-
| tacotron2 | ❌ |
82-
| detectron2_maskrcnn_r_101_fpn | ❌ |
83-
| lennard_jones | ✅ |
84-
| pytorch_unet | ✅ |
85-
| vgg16 | ✅ |
86-
| BERT_pytorch | ✅ |
87-
| timm_efficientdet | ❌ |
88-
| pyhpc_equation_of_state | ✅ |
89-
| maml | ✅ |
90-
| detectron2_fasterrcnn_r_50_c4 | ❌ |
91-
| resnet152 | ✅ |
92-
| phlippe_densenet | ✅ |
93-
| maml_omniglot | ✅ |
94-
| phlippe_resnet | ✅ |
95-
| pytorch_CycleGAN_and_pix2pix | ✅ |
96-
| hf_Whisper | ✅ |
97-
| hf_T5 | ✅ |
98-
| densenet121 | ✅ |
99-
| cm3leon_generate | ✅ |
100-
| detectron2_fasterrcnn_r_101_fpn | ❌ |
101-
| hf_Bert_large | ✅ |
102-
| stable_diffusion_text_encoder | ❌ |
103-
| hf_Reformer | ❌ |
104-
| detectron2_fasterrcnn_r_101_dc5 | ❌ |
105-
| demucs | ✅ |
106-
| pytorch_stargan | ✅ |
107-
| hf_T5_base | ✅ |
108-
| torch_multimodal_clip | ✅ |
109-
| vision_maskrcnn | ❌ |
110-
| timm_vision_transformer_large | ✅ |
111-
| hf_Bart | ✅ |
112-
| shufflenet_v2_x1_0 | ✅ |
113-
| llama_v2_7b_16h | ❌ |
114-
| basic_gnn_gcn | ✅ |
115-
| resnet18 | ✅ |
116-
| Background_Matting | ✅ |
117-
| doctr_reco_predictor | ✅ |
118-
| timm_vision_transformer | ✅ |
119-
| hf_Albert | ✅ |
120-
| hf_Longformer | ✅ |
121-
122-
[1]: https://github.com/ascend/pytorch
123-
124-
[2]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/ascend_npu_test.yml/badge.svg
125-
126-
[3]: https://github.com/cosdt/pytorch-integration-tests/actions/workflows/ascend_npu_test.yml
16+
| | npu |
17+
|---------------------------------|-------|
18+
| alexnet | ✅ |
19+
| Background_Matting | ✅ |
20+
| basic_gnn_edgecnn | ✅ |
21+
| basic_gnn_gcn | ✅ |
22+
| basic_gnn_gin | ✅ |
23+
| basic_gnn_sage | ✅ |
24+
| BERT_pytorch | ✅ |
25+
| cm3leon_generate | ✅ |
26+
| dcgan | ✅ |
27+
| demucs | ✅ |
28+
| densenet121 | ✅ |
29+
| detectron2_fasterrcnn_r_101_c4 | ❌ |
30+
| detectron2_fasterrcnn_r_101_dc5 | ❌ |
31+
| detectron2_fasterrcnn_r_101_fpn | ❌ |
32+
| detectron2_fasterrcnn_r_50_c4 | ❌ |
33+
| detectron2_fasterrcnn_r_50_dc5 | ❌ |
34+
| detectron2_fasterrcnn_r_50_fpn | ❌ |
35+
| detectron2_fcos_r_50_fpn | ❌ |
36+
| detectron2_maskrcnn | ❌ |
37+
| detectron2_maskrcnn_r_101_c4 | ❌ |
38+
| detectron2_maskrcnn_r_101_fpn | ❌ |
39+
| detectron2_maskrcnn_r_50_c4 | ❌ |
40+
| detectron2_maskrcnn_r_50_fpn | ❌ |
41+
| dlrm | ✅ |
42+
| doctr_det_predictor | ✅ |
43+
| doctr_reco_predictor | ✅ |
44+
| drq | ✅ |
45+
| fastNLP_Bert | ✅ |
46+
| functorch_dp_cifar10 | ✅ |
47+
| functorch_maml_omniglot | ✅ |
48+
| hf_Albert | ✅ |
49+
| hf_Bart | ✅ |
50+
| hf_Bert | ✅ |
51+
| hf_Bert_large | ✅ |
52+
| hf_BigBird | ✅ |
53+
| hf_clip | ✅ |
54+
| hf_distil_whisper | ✅ |
55+
| hf_DistilBert | ✅ |
56+
| hf_GPT2 | ✅ |
57+
| hf_GPT2_large | ✅ |
58+
| hf_Longformer | ✅ |
59+
| hf_Reformer | ❌ |
60+
| hf_Roberta_base | ✅ |
61+
| hf_T5 | ✅ |
62+
| hf_T5_base | ✅ |
63+
| hf_T5_generate | ✅ |
64+
| hf_T5_large | ✅ |
65+
| hf_Whisper | ✅ |
66+
| LearningToPaint | ✅ |
67+
| lennard_jones | ✅ |
68+
| llama | ✅ |
69+
| llama_v2_7b_16h | ❌ |
70+
| llava | ❌ |
71+
| maml | ✅ |
72+
| maml_omniglot | ✅ |
73+
| microbench_unbacked_tolist_sum | ✅ |
74+
| mnasnet1_0 | ✅ |
75+
| mobilenet_v2 | ✅ |
76+
| mobilenet_v2_quantized_qat | ❌ |
77+
| mobilenet_v3_large | ✅ |
78+
| moco | ❌ |
79+
| moondream | ❌ |
80+
| nanogpt | ✅ |
81+
| nvidia_deeprecommender | ❌ |
82+
| opacus_cifar10 | ✅ |
83+
| phlippe_densenet | ✅ |
84+
| phlippe_resnet | ✅ |
85+
| pyhpc_equation_of_state | ✅ |
86+
| pyhpc_isoneutral_mixing | ✅ |
87+
| pyhpc_turbulent_kinetic_energy | ✅ |
88+
| pytorch_CycleGAN_and_pix2pix | ✅ |
89+
| pytorch_stargan | ✅ |
90+
| pytorch_unet | ✅ |
91+
| resnet152 | ✅ |
92+
| resnet18 | ✅ |
93+
| resnet50 | ✅ |
94+
| resnet50_quantized_qat | ❌ |
95+
| resnext50_32x4d | ✅ |
96+
| sam | ✅ |
97+
| sam_fast | ❌ |
98+
| shufflenet_v2_x1_0 | ✅ |
99+
| simple_gpt | ❌ |
100+
| simple_gpt_tp_manual | ❌ |
101+
| soft_actor_critic | ✅ |
102+
| speech_transformer | ✅ |
103+
| squeezenet1_1 | ✅ |
104+
| stable_diffusion_text_encoder | ❌ |
105+
| stable_diffusion_unet | ❌ |
106+
| Super_SloMo | ✅ |
107+
| tacotron2 | ❌ |
108+
| timm_efficientdet | ❌ |
109+
| timm_efficientnet | ✅ |
110+
| timm_nfnet | ✅ |
111+
| timm_regnet | ✅ |
112+
| timm_resnest | ✅ |
113+
| timm_vision_transformer | ✅ |
114+
| timm_vision_transformer_large | ✅ |
115+
| timm_vovnet | ✅ |
116+
| torch_multimodal_clip | ✅ |
117+
| tts_angular | ✅ |
118+
| vgg16 | ✅ |
119+
| vision_maskrcnn | ❌ |
120+
| yolov3 | ✅ |
127121

128122
<!-- Torchbenchmark end -->
129123

0 commit comments

Comments
 (0)