Reland vision pinned commit hash update (#164492)

Redo https://github.com/pytorch/pytorch/pull/154694 Pull Request resolved: https://github.com/pytorch/pytorch/pull/164492 Approved by: https://github.com/yangw-dev
2025-10-20 12:54:11 +08:00 · 2025-10-07 22:45:05 +00:00
parent 955f21dc2c
commit 6861a27062
24 changed files with 32 additions and 26 deletions
--- a/benchmarks/dynamo/check_accuracy.py
+++ b/benchmarks/dynamo/check_accuracy.py
@ -17,6 +17,8 @@ flaky_models = {
    "moondream",  # discovered in https://github.com/pytorch/pytorch/pull/159291
    # discovered in https://github.com/pytorch/pytorch/issues/161419. Its not flaky but really hard to repro, so skipping it
    "mobilenetv3_large_100",
+    # https://github.com/pytorch/pytorch/issues/163670
+    "vision_maskrcnn",
 }


@ -78,6 +80,10 @@ def check_accuracy(actual_csv, expected_csv, expected_filename):
                "timm_vovnet",
                "torchrec_dlrm",
                "vgg16",
+                "BERT_pytorch",
+                "coat_lite_mini",
+                "mobilenet_v3_large",
+                "vision_maskrcnn",
                # LLM
                "meta-llama/Llama-3.2-1B",
                "google/gemma-2-2b",
--- a/benchmarks/dynamo/ci_expected_accuracy/aot_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/aot_eager_torchbench_inference.csv
@ -378,7 +378,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/aot_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/aot_eager_torchbench_training.csv
@ -286,7 +286,7 @@ vgg16,pass,6



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,40



--- a/benchmarks/dynamo/ci_expected_accuracy/cpu_aot_inductor_amp_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_aot_inductor_amp_freezing_torchbench_inference.csv
@ -182,7 +182,7 @@ maml_omniglot,pass,0



-microbench_unbacked_tolist_sum,pass,1
+microbench_unbacked_tolist_sum,pass,0



--- a/benchmarks/dynamo/ci_expected_accuracy/cpu_aot_inductor_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_aot_inductor_freezing_torchbench_inference.csv
@ -182,7 +182,7 @@ maml_omniglot,pass,0



-microbench_unbacked_tolist_sum,pass,1
+microbench_unbacked_tolist_sum,pass,0



--- a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv
@ -346,7 +346,7 @@ vgg16,pass,0



-vision_maskrcnn,fail_accuracy,29
+vision_maskrcnn,fail_accuracy,30



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_torchbench_inference.csv
@ -378,7 +378,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_aot_eager_torchbench_training.csv
@ -282,7 +282,7 @@ vgg16,pass,6



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,40



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_aot_inductor_amp_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_aot_inductor_amp_freezing_torchbench_inference.csv
@ -166,7 +166,7 @@ maml_omniglot,pass,0



-microbench_unbacked_tolist_sum,pass,1
+microbench_unbacked_tolist_sum,pass,0



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_aot_inductor_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_aot_inductor_freezing_torchbench_inference.csv
@ -166,7 +166,7 @@ maml_omniglot,pass,0



-microbench_unbacked_tolist_sum,pass,1
+microbench_unbacked_tolist_sum,pass,0



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv
@ -138,7 +138,7 @@ hf_Bert_large,pass,0



-hf_BigBird,pass,25
+hf_BigBird,pass,27



@ -158,7 +158,7 @@ hf_Longformer,pass,4



-hf_Reformer,pass,8
+hf_Reformer,pass,5



@ -334,7 +334,7 @@ timm_vovnet,pass,0



-torch_multimodal_clip,pass,3
+torch_multimodal_clip,pass,0



@ -346,7 +346,7 @@ vgg16,pass,0



-vision_maskrcnn,fail_accuracy,29
+vision_maskrcnn,fail_accuracy,30



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_torchbench_inference.csv
@ -378,7 +378,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,18



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_inductor_torchbench_training.csv
@ -282,7 +282,7 @@ vgg16,pass,6



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,37



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_torchbench_inference.csv
@ -378,7 +378,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/dynamo_eager_torchbench_training.csv
@ -286,7 +286,7 @@ vgg16,pass,6



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,40



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv
@ -389,7 +389,7 @@ vgg16,eager_two_runs_differ,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_training.csv
@ -302,7 +302,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,40



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv
@ -389,7 +389,7 @@ vgg16,eager_two_runs_differ,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_training.csv
@ -298,7 +298,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,40



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv
@ -390,7 +390,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,18



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_training.csv
@ -298,7 +298,7 @@ vgg16,pass,0



-vision_maskrcnn,fail_accuracy,39
+vision_maskrcnn,fail_accuracy,37



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv
@ -389,7 +389,7 @@ vgg16,eager_two_runs_differ,0



-vision_maskrcnn,pass,20
+vision_maskrcnn,pass,21



--- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_training.csv
+++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_training.csv
@ -302,7 +302,7 @@ vgg16,pass,0



-vision_maskrcnn,pass,39
+vision_maskrcnn,pass,0