mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
b1cf377cce
Summary: Unit tests will be enabled after fixed in trunck. TorchBench and TIMM need more setup and are coming later. Pull Request resolved: https://github.com/pytorch/pytorch/pull/86792 Approved by: https://github.com/jansel, https://github.com/huydhn
41 lines
829 B
Python
41 lines
829 B
Python
import argparse
|
|
import sys
|
|
import textwrap
|
|
|
|
import pandas as pd
|
|
|
|
|
|
def check_csv(filename):
|
|
"""
|
|
Basic accuracy checking.
|
|
"""
|
|
|
|
df = pd.read_csv(filename)
|
|
|
|
failed = []
|
|
for _, row in df.iterrows():
|
|
model_name = row["name"]
|
|
status = row["accuracy"]
|
|
if "pass" not in status:
|
|
failed.append(model_name)
|
|
|
|
print(f"{model_name:34} {status}")
|
|
|
|
if failed:
|
|
print(
|
|
textwrap.dedent(
|
|
f"""
|
|
Error {len(failed)} models failed
|
|
{' '.join(failed)}
|
|
"""
|
|
)
|
|
)
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--file", "-f", type=str, help="csv file name")
|
|
args = parser.parse_args()
|
|
check_csv(args.file)
|