frozenleaves/pytorch
1
0
Fork 0
mirror of https://github.com/pytorch/pytorch.git synced 2025-10-20 12:54:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Benchmark] remove old timm models from benchmark (#164805)

Browse Source 
Prune models from TorchInductor dashboard to reduce ci cost. This PR prunes for timm models according to the [doc](https://docs.google.com/document/d/1nLPNNAU-_M9Clx9FMrJ1ycdPxe-xRA54olPnsFzdpoU/edit?tab=t.0), which reduces from 60 to 14 models.

Pull Request resolved: https://github.com/pytorch/pytorch/pull/164805
Approved by: https://github.com/anijain2305, https://github.com/seemethere, https://github.com/huydhn, https://github.com/malfet
This commit is contained in:
Boyuan Feng
2025-10-08 17:14:58 +00:00
committed by PyTorch MergeBot
parent 0b01ff4de0
commit 83458197d1
35 changed files with 6 additions and 5452 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
benchmarks/dynamo/check_accuracy.py
View File

@ -10,7 +10,6 @@ import pandas as pd
flaky_models = {
"yolov3",
"gluon_inception_v3",
"detectron2_maskrcnn_r_101_c4",
"timm_efficientnet", # see https://github.com/pytorch/pytorch/issues/148699
"XGLMForCausalLM", # discovered in https://github.com/pytorch/pytorch/pull/128148
@ -36,15 +35,11 @@ def check_accuracy(actual_csv, expected_csv, expected_filename):
{
"Background_Matting",
"alexnet",
"cait_m36_384",
"dla102",
"demucs",
"densenet121",
"detectron2_fcos_r_50_fpn",
"doctr_det_predictor",
"doctr_reco_predictor",
"dpn107",
"fbnetv3_b",
"hf_BigBird",
"hf_Longformer",
"hf_Reformer",
@ -52,7 +47,6 @@ def check_accuracy(actual_csv, expected_csv, expected_filename):
"hf_T5",
"hf_T5_base",
"hf_T5_generate",
"levit_128",
"llava",
"microbench_unbacked_tolist_sum",
"mnasnet1_0",
@ -69,7 +63,6 @@ def check_accuracy(actual_csv, expected_csv, expected_filename):
"squeezenet1_1",
"stable_diffusion_text_encoder",
"stable_diffusion_unet",
"swsl_resnext101_32x16d",
"timm_efficientdet",
"timm_efficientnet",
"timm_nfnet",

3
benchmarks/dynamo/check_graph_breaks.py
View File

@ -10,7 +10,6 @@ import pandas as pd
flaky_models = {
"yolov3",
"gluon_inception_v3",
"detectron2_maskrcnn_r_101_c4",
"XGLMForCausalLM", # discovered in https://github.com/pytorch/pytorch/pull/128148
"detectron2_fcos_r_50_fpn",
@ -32,7 +31,6 @@ def check_graph_breaks(actual_csv, expected_csv, expected_filename):
flaky_models.update(
{
"alexnet",
"cait_m36_384",
"demucs",
"densenet121",
"detectron2_fcos_r_50_fpn",
@ -44,7 +42,6 @@ def check_graph_breaks(actual_csv, expected_csv, expected_filename):
"hf_Roberta_base",
"hf_T5",
"hf_T5_base",
"levit_128",
"llava",
"microbench_unbacked_tolist_sum",
"resnet50",

188
benchmarks/dynamo/ci_expected_accuracy/aot_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/aot_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,fail_accuracy,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 fail_accuracy 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/aot_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/cpu_aot_inductor_freezing_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,timeout,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 timeout 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_freezing_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,timeout,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 timeout 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,fail_accuracy,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 fail_accuracy 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,fail_to_run,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 fail_to_run 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,fail_to_run,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 fail_to_run 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/inductor_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,eager_fail_to_run,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 eager_fail_to_run 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,pass,6
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,0
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,eager_fail_to_run,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 0
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 eager_fail_to_run 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/aot_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,eager_fail_to_run,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 eager_fail_to_run 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,pass,6
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,0
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,eager_fail_to_run,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 0
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 eager_fail_to_run 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,fail_accuracy,0
poolformer_m36,pass,0
regnety_002,fail_accuracy,0
repvgg_a2,fail_accuracy,0
res2net101_26w_4s,fail_accuracy,0
res2net50_14w_8s,fail_accuracy,0
res2next50,fail_accuracy,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,fail_accuracy,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass fail_accuracy 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large fail_accuracy 0
poolformer_m36 pass 0
regnety_002 fail_accuracy 0
repvgg_a2 fail_accuracy 0
res2net101_26w_4s fail_accuracy 0
res2net50_14w_8s fail_accuracy 0
13 res2next50 swin_base_patch4_window7_224 fail_accuracy pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,fail_accuracy,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,0
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,fail_accuracy,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,fail_accuracy,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,fail_accuracy,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,fail_accuracy,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,fail_accuracy,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,fail_accuracy,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,fail_accuracy,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s fail_accuracy pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass fail_accuracy 7
dla102 pass 0
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts fail_accuracy 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b fail_accuracy 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 fail_accuracy 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large fail_accuracy 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 fail_accuracy 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass fail_accuracy 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small fail_accuracy 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,eager_fail_to_run,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 eager_fail_to_run 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,pass,6
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,0
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,eager_fail_to_run,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 0
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 eager_fail_to_run 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_timm_inference.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,0
botnet26t_256,pass,0
cait_m36_384,pass,0
coat_lite_mini,pass,0
convit_base,pass,0
convmixer_768_32,pass,0
convnext_base,pass,0
crossvit_9_240,pass,0
cspdarknet53,pass,0
deit_base_distilled_patch16_224,pass,0
dla102,pass,0
dm_nfnet_f0,pass,0
dpn107,pass,0
eca_botnext26ts_256,pass,0
eca_halonext26ts,pass,0
ese_vovnet19b_dw,pass,0
fbnetc_100,pass,0
fbnetv3_b,pass,0
gernet_l,pass,0
ghostnet_100,pass,0
gluon_inception_v3,pass,0
gmixer_24_224,pass,0
gmlp_s16_224,pass,0
hrnet_w18,pass,0
inception_v3,pass,0
jx_nest_base,pass,0
lcnet_050,pass,0
levit_128,pass,0
mixer_b16_224,pass,0
mixnet_l,pass,0
mnasnet_100,pass,0
mobilenetv2_100,pass,0
@ -146,100 +42,16 @@ nfnet_l0,pass,0
pit_b_224,pass,0
pnasnet5large,pass,0
poolformer_m36,pass,0
regnety_002,pass,0
repvgg_a2,pass,0
res2net101_26w_4s,pass,0
res2net50_14w_8s,pass,0
res2next50,pass,0
resmlp_12_224,pass,0
resnest101e,pass,0
rexnet_100,pass,0
sebotnet33ts_256,pass,0
selecsls42b,pass,0
spnasnet_100,pass,0
swin_base_patch4_window7_224,pass,0
swsl_resnext101_32x16d,pass,0
tf_efficientnet_b0,pass,0
tf_mixnet_l,pass,0
tinynet_a,pass,0
tnt_s_patch16_224,pass,0
twins_pcpvt_base,pass,0
visformer_small,pass,0
vit_base_patch16_224,pass,0
volo_d1_224,pass,0
xcit_large_24_p8_224,pass,0

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 0
11 cspdarknet53 nfnet_l0 pass 0
12 deit_base_distilled_patch16_224 repvgg_a2 pass 0
dla102 pass 0
dm_nfnet_f0 pass 0
dpn107 pass 0
eca_botnext26ts_256 pass 0
eca_halonext26ts pass 0
ese_vovnet19b_dw pass 0
fbnetc_100 pass 0
fbnetv3_b pass 0
gernet_l pass 0
ghostnet_100 pass 0
gluon_inception_v3 pass 0
gmixer_24_224 pass 0
gmlp_s16_224 pass 0
hrnet_w18 pass 0
inception_v3 pass 0
jx_nest_base pass 0
lcnet_050 pass 0
levit_128 pass 0
mixer_b16_224 pass 0
mixnet_l pass 0
mnasnet_100 pass 0
mobilenetv2_100 pass 0
mobilenetv3_large_100 pass 0
mobilevit_s pass 0
nfnet_l0 pass 0
pit_b_224 pass 0
pnasnet5large pass 0
poolformer_m36 pass 0
regnety_002 pass 0
repvgg_a2 pass 0
res2net101_26w_4s pass 0
res2net50_14w_8s pass 0
13 res2next50 swin_base_patch4_window7_224 pass 0
14 resmlp_12_224 tf_efficientnet_b0 pass 0
15 resnest101e visformer_small pass 0
16
sebotnet33ts_256 pass 0
selecsls42b pass 0
spnasnet_100 pass 0
swin_base_patch4_window7_224 pass 0
17
18
19
20
tnt_s_patch16_224 pass 0
twins_pcpvt_base pass 0
visformer_small pass 0
vit_base_patch16_224 pass 0
volo_d1_224 pass 0
xcit_large_24_p8_224 pass 0
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

188
benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_timm_training.csv
View File

@ -10,126 +10,22 @@ beit_base_patch16_224,pass,7
botnet26t_256,pass,6
cait_m36_384,eager_fail_to_run,0
coat_lite_mini,pass,6
convit_base,pass,7
convmixer_768_32,pass,5
convnext_base,pass,7
crossvit_9_240,pass,7
cspdarknet53,pass,7
deit_base_distilled_patch16_224,pass,7
dla102,pass,7
dm_nfnet_f0,pass,6
dpn107,pass,6
eca_botnext26ts_256,pass,7
eca_halonext26ts,pass,7
ese_vovnet19b_dw,pass,7
fbnetc_100,pass,7
fbnetv3_b,pass,6
gernet_l,pass,6
ghostnet_100,pass,6
gluon_inception_v3,pass,7
gmixer_24_224,pass,6
gmlp_s16_224,pass,7
hrnet_w18,pass,5
inception_v3,pass,6
jx_nest_base,pass,7
lcnet_050,pass,6
levit_128,pass,7
mixer_b16_224,pass,7
mixnet_l,pass,6
mnasnet_100,pass,7
mobilenetv2_100,pass,7
@ -146,100 +42,16 @@ nfnet_l0,pass,7
pit_b_224,pass,6
pnasnet5large,pass,5
poolformer_m36,pass,6
regnety_002,pass,6
repvgg_a2,pass,7
res2net101_26w_4s,pass,6
res2net50_14w_8s,pass,6
res2next50,pass,6
resmlp_12_224,pass,6
resnest101e,pass,6
rexnet_100,pass,7
sebotnet33ts_256,pass,6
selecsls42b,pass,6
spnasnet_100,pass,7
swin_base_patch4_window7_224,pass,7
swsl_resnext101_32x16d,pass,6
tf_efficientnet_b0,pass,6
tf_mixnet_l,pass,6
tinynet_a,pass,6
tnt_s_patch16_224,pass,7
twins_pcpvt_base,pass,7
visformer_small,pass,7
vit_base_patch16_224,pass,7
volo_d1_224,pass,7
xcit_large_24_p8_224,pass_due_to_skip,7

1 name accuracy graph_breaks
10 crossvit_9_240 mobilevit_s pass 7 6
11 cspdarknet53 nfnet_l0 pass 7
12 deit_base_distilled_patch16_224 repvgg_a2 pass 7
dla102 pass 7
dm_nfnet_f0 pass 6
dpn107 pass 6
eca_botnext26ts_256 pass 7
eca_halonext26ts pass 7
ese_vovnet19b_dw pass 7
fbnetc_100 pass 7
fbnetv3_b pass 6
gernet_l pass 6
ghostnet_100 pass 6
gluon_inception_v3 pass 7
gmixer_24_224 pass 6
gmlp_s16_224 pass 7
hrnet_w18 pass 5
inception_v3 pass 6
jx_nest_base pass 7
lcnet_050 pass 6
levit_128 pass 7
mixer_b16_224 pass 7
mixnet_l pass 6
mnasnet_100 pass 7
mobilenetv2_100 pass 7
mobilenetv3_large_100 pass 7
mobilevit_s pass 6
nfnet_l0 pass 7
pit_b_224 pass 6
pnasnet5large pass 5
poolformer_m36 pass 6
regnety_002 pass 6
repvgg_a2 pass 7
res2net101_26w_4s pass 6
res2net50_14w_8s pass 6
13 res2next50 swin_base_patch4_window7_224 pass 6 7
14 resmlp_12_224 tf_efficientnet_b0 pass 6
15 resnest101e visformer_small pass 6 7
16
sebotnet33ts_256 pass 6
selecsls42b pass 6
spnasnet_100 pass 7
swin_base_patch4_window7_224 pass 7
17
18
19
20
tnt_s_patch16_224 pass 7
twins_pcpvt_base pass 7
visformer_small pass 7
vit_base_patch16_224 pass 7
volo_d1_224 pass 7
xcit_large_24_p8_224 pass_due_to_skip 7
21
22
23
24
25
26
27
28
29
30
31
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

31
benchmarks/dynamo/common.py
View File

@ -117,11 +117,7 @@ class CI(NamedTuple):
CI_SKIP_OPTIMIZER = {
# TIMM
"convmixer_768_32", # accuracy
"hrnet_w18", # Stack issue in fx
# HF
"pnasnet5large", # Stack issue in fx
"MobileBertForMaskedLM", # Stack issue in fx
}
@ -200,25 +196,8 @@ BENCHMARK_USE_SGD = {
"XGLMForCausalLM",
# TIMM
"adv_inception_v3",
"botnet26t_256",
"cait_m36_384", # OOM
"coat_lite_mini",
"convit_base",
"dpn107",
"fbnetv3_b",
"gernet_l",
"lcnet_050",
"mixnet_l",
"res2net101_26w_4s",
"res2net50_14w_8s",
"res2next50",
"resnest101e",
"sebotnet33ts_256",
"swsl_resnext101_32x16d",
"tf_efficientnet_b0",
"ghostnet_100",
"gmixer_24_224",
"tinynet_a",
}
# These models OOM in CI
@ -243,25 +222,17 @@ CI_USE_SGD = {
"mobilenet_v2_quantized_qat",
"phi_1_5 resnet50_quantized_qat",
"BlenderbotForCausalLM",
"cait_m36_384",
"DALLE2_pytorch",
"moco",
"timm_efficientdet",
"ghostnet_100",
"regnety_002",
"poolformer_m36",
"inception_v3",
"tinynet_a",
"selecsls42b",
"mobilevit_s",
"pytorch_CycleGAN_and_pix2pix",
"vision_maskrcnn",
"resmlp_12_224",
"dlrm",
"resnet50",
"dm_nfnet_f0",
"pit_b_224",
"tf_mixnet_l",
}
@ -3782,7 +3753,6 @@ def run(runner, args, original_dir=None):
os.environ["CUBLAS_WORKSPACE_CONFIG"] = ":4096:8"
if args.only is not None and args.only in {
"nvidia_deeprecommender",
"crossvit_9_240",
}:
# These seem unhappy with numerics of larger cuBLASLt workspace
torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False
@ -3810,7 +3780,6 @@ def run(runner, args, original_dir=None):
runner.skip_models.update(
{
# xfail: https://github.com/pytorch/pytorch/issues/145773
"convit_base",
"llama",
"cm3leon_generate",
}

59
benchmarks/dynamo/timm_models.py
View File

@ -60,84 +60,41 @@ with open(filename) as fh:
BATCH_SIZE_DIVISORS = {
"beit_base_patch16_224": 2,
"convit_base": 2,
"convmixer_768_32": 2,
"convnext_base": 2,
"cspdarknet53": 2,
"deit_base_distilled_patch16_224": 2,
"gluon_xception65": 2,
"mobilevit_s": 2,
"pnasnet5large": 2,
"poolformer_m36": 2,
"resnest101e": 2,
"swin_base_patch4_window7_224": 2,
"swsl_resnext101_32x16d": 2,
"vit_base_patch16_224": 2,
"volo_d1_224": 2,
"jx_nest_base": 4,
}
REQUIRE_HIGHER_TOLERANCE = {
"crossvit_9_240",
"fbnetv3_b",
"gmixer_24_224",
"hrnet_w18",
"inception_v3",
"mixer_b16_224",
"mobilenetv3_large_100",
"sebotnet33ts_256",
"selecsls42b",
"convnext_base",
"cait_m36_384",
}
REQUIRE_HIGHER_TOLERANCE_AMP = {
"poolformer_m36",
}
REQUIRE_HIGHER_TOLERANCE_AMP = {}
REQUIRE_EVEN_HIGHER_TOLERANCE = {
"levit_128",
"sebotnet33ts_256",
"beit_base_patch16_224",
"cspdarknet53",
}
# These models need higher tolerance in MaxAutotune mode
REQUIRE_EVEN_HIGHER_TOLERANCE_MAX_AUTOTUNE = {
"gluon_inception_v3",
}
REQUIRE_EVEN_HIGHER_TOLERANCE_MAX_AUTOTUNE = {}
REQUIRE_HIGHER_TOLERANCE_FOR_FREEZING = {
"adv_inception_v3",
"botnet26t_256",
"gluon_inception_v3",
"selecsls42b",
"swsl_resnext101_32x16d",
}
SCALED_COMPUTE_LOSS = {
"ese_vovnet19b_dw",
"fbnetc_100",
"mnasnet_100",
"mobilevit_s",
"sebotnet33ts_256",
}
FORCE_AMP_FOR_FP16_BF16_MODELS = {
"convit_base",
"xcit_large_24_p8_224",
}
FORCE_AMP_FOR_FP16_BF16_MODELS = {}
SKIP_ACCURACY_CHECK_AS_EAGER_NON_DETERMINISTIC_MODELS = {
"xcit_large_24_p8_224",
}
SKIP_ACCURACY_CHECK_AS_EAGER_NON_DETERMINISTIC_MODELS = {}
REQUIRE_LARGER_MULTIPLIER_FOR_SMALLER_TENSOR = {
"inception_v3",
"mobilenetv3_large_100",
"cspdarknet53",
"gluon_inception_v3",
"cait_m36_384",
}
@ -269,15 +226,11 @@ class TimmRunner(BenchmarkRunner):
@property
def guard_on_nn_module_models(self):
return {
"convit_base",
}
return {}
@property
def inline_inbuilt_nn_modules_models(self):
return {
"lcnet_050",
}
return {}
@download_retry_decorator
def _download_model(self, model_name):

2
benchmarks/dynamo/timm_models.yaml
View File

@ -10,6 +10,4 @@ skip:
# timeout on aarch64
- dm_nfnet_f0
- nfnet_l0
- resnest101e
- swsl_resnext101_32x16d
- visformer_small

47
benchmarks/dynamo/timm_models_list.txt
View File

@ -1,61 +1,14 @@
adv_inception_v3 128
beit_base_patch16_224 128
botnet26t_256 128
cait_m36_384 4
coat_lite_mini 128
convit_base 128
convmixer_768_32 64
convnext_base 128
crossvit_9_240 256
cspdarknet53 128
deit_base_distilled_patch16_224 128
dla102 128
dm_nfnet_f0 128
dpn107 64
eca_botnext26ts_256 128
eca_halonext26ts 128
ese_vovnet19b_dw 256
fbnetc_100 512
fbnetv3_b 256
gernet_l 128
ghostnet_100 512
gluon_inception_v3 256
gmixer_24_224 128
gmlp_s16_224 128
hrnet_w18 128
inception_v3 128
jx_nest_base 128
lcnet_050 256
levit_128 1024
mixer_b16_224 128
mixnet_l 128
mnasnet_100 512
mobilenetv2_100 128
mobilenetv3_large_100 512
mobilevit_s 128
nfnet_l0 128
pit_b_224 64
pnasnet5large 32
poolformer_m36 128
regnety_002 1024
repvgg_a2 128
res2net101_26w_4s 128
res2net50_14w_8s 128
res2next50 128
resmlp_12_224 128
resnest101e 128
rexnet_100 256
sebotnet33ts_256 64
selecsls42b 128
spnasnet_100 128
swin_base_patch4_window7_224 128
swsl_resnext101_32x16d 64
tf_efficientnet_b0 128
tf_mixnet_l 128
tinynet_a 128
tnt_s_patch16_224 128
twins_pcpvt_base 128
visformer_small 128
vit_base_patch16_224 128
volo_d1_224 128
xcit_large_24_p8_224 16

45
benchmarks/dynamo/timm_models_list_cpu.txt
View File

@ -1,59 +1,14 @@
adv_inception_v3,128
beit_base_patch16_224,64
botnet26t_256,128
cait_m36_384,4
coat_lite_mini,32
convit_base,64
convmixer_768_32,2
convnext_base,64
crossvit_9_240,32
cspdarknet53,64
deit_base_distilled_patch16_224,64
dm_nfnet_f0,128
dpn107,32
eca_botnext26ts_256,128
eca_halonext26ts,128
ese_vovnet19b_dw,128
fbnetc_100,32
fbnetv3_b,32
gernet_l,128
ghostnet_100,128
gluon_inception_v3,128
gmixer_24_224,16
gmlp_s16_224,128
hrnet_w18,128
inception_v3,128
jx_nest_base,32
lcnet_050,64
mixer_b16_224,128
mixnet_l,128
mnasnet_100,32
mobilenetv2_100,32
mobilenetv3_large_100,32
mobilevit_s,256
nfnet_l0,128
pit_b_224,64
pnasnet5large,16
poolformer_m36,64
regnety_002,128
repvgg_a2,128
res2net101_26w_4s,64
res2net50_14w_8s,128
res2next50,128
resmlp_12_224,128
resnest101e,64
rexnet_100,128
sebotnet33ts_256,64
selecsls42b,128
spnasnet_100,32
swin_base_patch4_window7_224,64
swsl_resnext101_32x16d,32
tf_efficientnet_b0,128
tf_mixnet_l,32
tinynet_a,128
tnt_s_patch16_224,32
twins_pcpvt_base,64
visformer_small,128
vit_base_patch16_224,64
volo_d1_224,64
xcit_large_24_p8_224,5