[CI] Collect accuracy for MPS inductor benchmarks (#153443)

Pull Request resolved: https://github.com/pytorch/pytorch/pull/153443
Approved by: https://github.com/atalman
This commit is contained in:
Nikita Shulga
2025-05-12 18:31:35 -07:00
committed by PyTorch MergeBot
parent 36722c287f
commit 483bbb639a

View File

@ -247,6 +247,11 @@ test_torchbench_smoketest() {
PYTHONPATH="$(pwd)"/torchbench python benchmarks/dynamo/torchbench.py \
--performance --only "$model" --backend "$backend" --inference --devices "$device" "$dtype_arg" \
--output "$TEST_REPORTS_DIR/inductor_${backend}_torchbench_${dtype}_inference_${device}_performance.csv" || true
if [ "$backend" == "inductor" ]; then
PYTHONPATH="$(pwd)"/torchbench python benchmarks/dynamo/torchbench.py \
--accuracy --only "$model" --backend "$backend" --inference --devices "$device" "$dtype_arg" \
--output "$TEST_REPORTS_DIR/inductor_${backend}_torchbench_${dtype}_inference_${device}_accuracy.csv" || true
fi
done
done