mirror of
https://github.com/pytorch/pytorch.git
synced 2025-11-06 09:17:11 +08:00
4abfa22812
Summary: To prevent perf regression like the one caused by #110510 Pull Request resolved: https://github.com/pytorch/pytorch/pull/110972 Approved by: https://github.com/chenyang78
44 lines
1004 B
Python
44 lines
1004 B
Python
import argparse
|
|
import sys
|
|
import textwrap
|
|
|
|
import pandas as pd
|
|
|
|
|
|
def check_perf_csv(filename, threshold):
|
|
"""
|
|
Basic performance checking.
|
|
"""
|
|
|
|
df = pd.read_csv(filename)
|
|
|
|
failed = []
|
|
for _, row in df.iterrows():
|
|
model_name = row["name"]
|
|
speedup = row["speedup"]
|
|
if speedup < threshold:
|
|
failed.append(model_name)
|
|
|
|
print(f"{model_name:34} {speedup}")
|
|
|
|
if failed:
|
|
print(
|
|
textwrap.dedent(
|
|
f"""
|
|
Error {len(failed)} models performance regressed
|
|
{' '.join(failed)}
|
|
"""
|
|
)
|
|
)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--file", "-f", type=str, help="csv file name")
|
|
parser.add_argument(
|
|
"--threshold", "-t", type=float, help="threshold speedup value to check against"
|
|
)
|
|
args = parser.parse_args()
|
|
check_perf_csv(args.file, args.threshold)
|