frozenleaves/pytorch
1
0
Fork 0
mirror of https://github.com/pytorch/pytorch.git synced 2025-10-20 21:14:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

refresh expected results (#150166)

Browse Source 
@huydhn when do you think we will have the APIs to access results on oss storage available so we do not
have to worry about this racing again?
Also is there a way to accelerate unstability in this after we land it?

Pull Request resolved: https://github.com/pytorch/pytorch/pull/150166
Approved by: https://github.com/bobrenjc93, https://github.com/eellison, https://github.com/anijain2305
This commit is contained in:
Laith Sakka
2025-05-12 10:07:26 -07:00
committed by PyTorch MergeBot
parent 483bbb639a
commit c4fb0b6f33
2 changed files with 15 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/dynamo/pr_time_benchmarks/check_results.py
View File

@ -159,7 +159,7 @@ def main():
print( print(
f"WIN: benchmark {key} failed, actual result {result} is {ratio:+.2f}% lower than " f"WIN: benchmark {key} failed, actual result {result} is {ratio:+.2f}% lower than "
f"expected {entry.expected_value} ±{entry.noise_margin * 100:.2f}% " f"expected {entry.expected_value} ±{entry.noise_margin * 100:.2f}% "
f"please update the expected results. \n" f"please OPEN THE TEST RESULTS update ALL BENCHMARKS RESULT with the new printed expected results. ALL ALL ALL\n"
) )
print( print(
"please update all results that changed significantly, and not only the failed ones" "please update all results that changed significantly, and not only the failed ones"

28
benchmarks/dynamo/pr_time_benchmarks/expected_results.csv
View File

@ -1,28 +1,28 @@
add_loop_eager,compile_time_instruction_count,2960000000,0.015 add_loop_eager,compile_time_instruction_count,3167000000,0.015
add_loop_eager_dynamic,compile_time_instruction_count,5806000000,0.025 add_loop_eager_dynamic,compile_time_instruction_count,6066000000,0.025
add_loop_inductor,compile_time_instruction_count,29160000000,0.015 add_loop_inductor,compile_time_instruction_count,29570000000,0.015
add_loop_inductor_dynamic_gpu,compile_time_instruction_count,42960000000,0.025 add_loop_inductor_dynamic_gpu,compile_time_instruction_count,44480000000,0.025
add_loop_inductor_gpu,compile_time_instruction_count,25630000000,0.015 add_loop_inductor_gpu,compile_time_instruction_count,26050000000,0.015
basic_modules_ListOfLinears_eager,compile_time_instruction_count,1011000000,0.015 basic_modules_ListOfLinears_eager,compile_time_instruction_count,1018000000,0.015
basic_modules_ListOfLinears_inductor,compile_time_instruction_count,18150000000,0.015 basic_modules_ListOfLinears_inductor,compile_time_instruction_count,18240000000,0.015
@ -30,11 +30,11 @@ basic_modules_ListOfLinears_inductor_gpu_force_shape_pad,compile_time_instructio
basic_modules_ListOfLinears_inductor_gpu,compile_time_instruction_count,9714000000,0.2 basic_modules_ListOfLinears_inductor_gpu,compile_time_instruction_count,10370000000,0.2
update_hint_regression,compile_time_instruction_count,1677500000,0.02 update_hint_regression,compile_time_instruction_count,1723000000,0.02
@ -42,19 +42,19 @@ float_args,compile_time_instruction_count,439200000,0.015
sum_floordiv_regression,compile_time_instruction_count,998400000,0.015 sum_floordiv_regression,compile_time_instruction_count,1024000000,0.015
symint_sum,compile_time_instruction_count,3227000000,0.015 symint_sum,compile_time_instruction_count,3278000000,0.015
symint_sum_loop,compile_time_instruction_count,4224000000,0.015 symint_sum_loop,compile_time_instruction_count,4300000000,0.015
aotdispatcher_inference_nosubclass_cpu,compile_time_instruction_count,2075364055,0.015 aotdispatcher_inference_nosubclass_cpu,compile_time_instruction_count,2091000000,0.015
@ -66,7 +66,7 @@ aotdispatcher_partitioner_cpu,compile_time_instruction_count,8586000000,0.015
aotdispatcher_partitioner_cpu2,compile_time_instruction_count,1884000000,0.015 aotdispatcher_partitioner_cpu2,compile_time_instruction_count,1900000000,0.015

1 add_loop_eager compile_time_instruction_count 2960000000 3167000000 0.015
2 add_loop_eager_dynamic compile_time_instruction_count 5806000000 6066000000 0.025
3 add_loop_inductor compile_time_instruction_count 29160000000 29570000000 0.015
4 add_loop_inductor_dynamic_gpu compile_time_instruction_count 42960000000 44480000000 0.025
5 add_loop_inductor_gpu compile_time_instruction_count 25630000000 26050000000 0.015
6 basic_modules_ListOfLinears_eager compile_time_instruction_count 1011000000 1018000000 0.015
7 basic_modules_ListOfLinears_inductor compile_time_instruction_count 18150000000 18240000000 0.015
8 basic_modules_ListOfLinears_inductor_gpu_force_shape_pad compile_time_instruction_count 16340000000 16340000000 0.015
9 basic_modules_ListOfLinears_inductor_gpu compile_time_instruction_count 9714000000 10370000000 0.2
10 update_hint_regression compile_time_instruction_count 1677500000 1723000000 0.02
11 float_args compile_time_instruction_count 439200000 439200000 0.015
12 sum_floordiv_regression compile_time_instruction_count 998400000 1024000000 0.015
13 symint_sum compile_time_instruction_count 3227000000 3278000000 0.015
14 symint_sum_loop compile_time_instruction_count 4224000000 4300000000 0.015
15 aotdispatcher_inference_nosubclass_cpu compile_time_instruction_count 2075364055 2091000000 0.015
16 aotdispatcher_inference_subclass_cpu compile_time_instruction_count 5944000000 5944000000 0.015
17 aotdispatcher_partitioner_cpu compile_time_instruction_count 8586000000 8586000000 0.015
18 aotdispatcher_partitioner_cpu2 compile_time_instruction_count 1884000000 1900000000 0.015
19 aotdispatcher_training_nosubclass_cpu compile_time_instruction_count 3795000000 3795000000 0.015
20 aotdispatcher_training_subclass_cpu compile_time_instruction_count 10280000000 10280000000 0.015
21
22
23
24
25
26
27
28
30
31
32
33
34
35
36
37
38
39
40
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
66
67
68
69
70
71
72