mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
[torchfuzz] add test suite of fuzzer repros that we xfail (#164430)
i'll add the rest of the repros once in a follow up PR once we agree on a good test harness Pull Request resolved: https://github.com/pytorch/pytorch/pull/164430 Approved by: https://github.com/ezyang
This commit is contained in:
bobrenjc93
committed by
PyTorch MergeBot
PyTorch MergeBot
parent
6bb586eafd
commit
00f0365b95
@ -18,6 +18,7 @@ exclude_patterns = [
|
||||
'torch/_inductor/autoheuristic/artifacts/**',
|
||||
'scripts/**',
|
||||
'test/generated_type_hints_smoketest.py',
|
||||
'test/test_torchfuzz_repros.py',
|
||||
# CPython tests
|
||||
'test/dynamo/cpython/**',
|
||||
# Tests from the NumPy test suite
|
||||
|
||||
176
test/test_torchfuzz_repros.py
Normal file
176
test/test_torchfuzz_repros.py
Normal file
@ -0,0 +1,176 @@
|
||||
# Owner(s): ["module: tests"]
|
||||
"""
|
||||
Fuzzer-discovered eager/compile divergence test cases.
|
||||
|
||||
All tests are marked as xfail since they represent known compilation bugs.
|
||||
"""
|
||||
|
||||
import pytest
|
||||
|
||||
import torch
|
||||
from torch.testing._internal.common_utils import run_tests, TestCase
|
||||
|
||||
|
||||
class TestFuzzerCompileIssues(TestCase):
|
||||
"""Test cases for fuzzer-discovered eager/compile divergence issues."""
|
||||
|
||||
def setUp(self):
|
||||
"""Configure common test settings."""
|
||||
torch._dynamo.config.capture_scalar_outputs = True
|
||||
torch._dynamo.config.capture_dynamic_output_shape_ops = True
|
||||
torch._inductor.config.emulate_precision_casts = True
|
||||
|
||||
@pytest.mark.xfail(reason="Issue #164428")
|
||||
def test_fuzzer_issue_164428(self):
|
||||
torch.manual_seed(6804)
|
||||
|
||||
def foo(
|
||||
arg0,
|
||||
arg1,
|
||||
arg2,
|
||||
arg3,
|
||||
arg4,
|
||||
arg5,
|
||||
arg6,
|
||||
arg7,
|
||||
arg8,
|
||||
arg9,
|
||||
arg10,
|
||||
arg11,
|
||||
arg12,
|
||||
arg13,
|
||||
arg14,
|
||||
):
|
||||
t0 = arg0 # size=(241,), stride=(4,), dtype=float16, device=cuda
|
||||
t1 = t0.contiguous() # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t2 = arg1 # size=(3, 241), stride=(241, 1), dtype=float16, device=cuda
|
||||
t3 = t2.max(
|
||||
dim=0
|
||||
).values # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t4 = arg2 # size=(13,), stride=(1,), dtype=float16, device=cuda
|
||||
t5 = arg3 # size=(90,), stride=(1,), dtype=float16, device=cuda
|
||||
t6 = arg4 # size=(1,), stride=(1,), dtype=float16, device=cuda
|
||||
t7 = arg5 # size=(26,), stride=(1,), dtype=float16, device=cuda
|
||||
t8 = arg6 # size=(111,), stride=(1,), dtype=float16, device=cuda
|
||||
t9 = torch.cat(
|
||||
[t4, t5, t6, t7, t8], dim=0
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t10 = arg7 # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t11 = arg8 # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t12 = t9 + t10 + t11 # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t13 = arg9 # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t14 = torch.exp(t13) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t15 = torch.pow(
|
||||
torch.pow(torch.pow(torch.pow(t1, t3), t12), t9), t14
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t16 = arg10 # size=(5, 103), stride=(103, 1), dtype=float16, device=cuda
|
||||
t17 = t16.var(dim=0) # size=(103,), stride=(1,), dtype=float16, device=cuda
|
||||
t18 = arg11 # size=(68, 2), stride=(2, 1), dtype=float16, device=cuda
|
||||
t19 = t18.sum(dim=1) # size=(68,), stride=(1,), dtype=float16, device=cuda
|
||||
t20 = arg12 # size=(5, 14), stride=(14, 1), dtype=float16, device=cuda
|
||||
t21 = t20.std(dim=0) # size=(14,), stride=(1,), dtype=float16, device=cuda
|
||||
t22 = arg13 # size=(47,), stride=(3,), dtype=float16, device=cuda
|
||||
t23 = (
|
||||
t22.contiguous()
|
||||
) # size=(47,), stride=(1,), dtype=float16, device=cuda
|
||||
t24 = arg14 # size=(9,), stride=(1,), dtype=float16, device=cuda
|
||||
t25 = t24.clone()
|
||||
t25.zero_() # size=(9,), stride=(1,), dtype=float16, device=cuda
|
||||
t26 = torch.cat(
|
||||
[t17, t19, t21, t23, t25], dim=0
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
t27 = (
|
||||
((t15) / t15) / t26
|
||||
) / t26 # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
output = t27 # output tensor
|
||||
return output
|
||||
|
||||
arg0 = torch.rand(
|
||||
[241], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(241,), stride=(4,), dtype=float16, device=cuda
|
||||
arg1 = torch.rand(
|
||||
[3, 241], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(3, 241), stride=(241, 1), dtype=float16, device=cuda
|
||||
arg2 = torch.rand(
|
||||
[13], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(13,), stride=(1,), dtype=float16, device=cuda
|
||||
arg3 = torch.rand(
|
||||
[90], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(90,), stride=(1,), dtype=float16, device=cuda
|
||||
arg4 = torch.rand(
|
||||
[1], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(1,), stride=(1,), dtype=float16, device=cuda
|
||||
arg5 = torch.rand(
|
||||
[26], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(26,), stride=(1,), dtype=float16, device=cuda
|
||||
arg6 = torch.rand(
|
||||
[111], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(111,), stride=(1,), dtype=float16, device=cuda
|
||||
arg7 = torch.rand(
|
||||
[241], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
arg8 = torch.rand(
|
||||
[241], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
arg9 = torch.rand(
|
||||
[241], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(241,), stride=(1,), dtype=float16, device=cuda
|
||||
arg10 = torch.rand(
|
||||
[5, 103], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(5, 103), stride=(103, 1), dtype=float16, device=cuda
|
||||
arg11 = torch.rand(
|
||||
[68, 2], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(68, 2), stride=(2, 1), dtype=float16, device=cuda
|
||||
arg12 = torch.rand(
|
||||
[5, 14], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(5, 14), stride=(14, 1), dtype=float16, device=cuda
|
||||
arg13 = torch.rand(
|
||||
[47], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(47,), stride=(3,), dtype=float16, device=cuda
|
||||
arg14 = torch.rand(
|
||||
[9], dtype=torch.float16, device="cuda", requires_grad=True
|
||||
) # size=(9,), stride=(1,), dtype=float16, device=cuda
|
||||
|
||||
out_eager = foo(
|
||||
arg0,
|
||||
arg1,
|
||||
arg2,
|
||||
arg3,
|
||||
arg4,
|
||||
arg5,
|
||||
arg6,
|
||||
arg7,
|
||||
arg8,
|
||||
arg9,
|
||||
arg10,
|
||||
arg11,
|
||||
arg12,
|
||||
arg13,
|
||||
arg14,
|
||||
)
|
||||
out_eager.sum().backward()
|
||||
print("Eager Success! ✅")
|
||||
compiled_foo = torch.compile(foo, fullgraph=True, dynamic=True)
|
||||
out_compiled = compiled_foo(
|
||||
arg0,
|
||||
arg1,
|
||||
arg2,
|
||||
arg3,
|
||||
arg4,
|
||||
arg5,
|
||||
arg6,
|
||||
arg7,
|
||||
arg8,
|
||||
arg9,
|
||||
arg10,
|
||||
arg11,
|
||||
arg12,
|
||||
arg13,
|
||||
arg14,
|
||||
)
|
||||
out_compiled.sum().backward()
|
||||
print("Compile Success! ✅")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
run_tests()
|
||||
Reference in New Issue
Block a user