mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
bcbe07200c
Summary: This PR: 1. refactors the logic for S3 stats gathering. 2. Renames SLOW_TESTS to TARGET_DET_LIST to disambiguate and remove confusion with slowTest 2. detects slow tests (tests with time > 5min) to add to the TARGET_DET_LIST based on results in S3 from the previous nightly. Pull Request resolved: https://github.com/pytorch/pytorch/pull/53549 Test Plan: Set CIRCLE_JOB to your favorite CI job (like `pytorch_linux_bionic_py3_8_gcc9_coverage_test1`). Run `python test/run_test.py --determine-from=<your fave pytorch files>` e.g., `python test/run_test.py --determine-from=test/run_test.py` Reviewed By: mrshenli Differential Revision: D26904478 Pulled By: janeyx99 fbshipit-source-id: 9576b34f4fee09291d60e36ff2631753a3925094
138 lines
4.4 KiB
Python
138 lines
4.4 KiB
Python
import os
|
|
import unittest
|
|
|
|
import run_test
|
|
from torch.testing._internal.common_utils import run_tests
|
|
|
|
|
|
class DummyOptions(object):
|
|
verbose = False
|
|
|
|
|
|
class DeterminationTest(unittest.TestCase):
|
|
# Test determination on a subset of tests
|
|
TESTS = [
|
|
"test_nn",
|
|
"test_jit_profiling",
|
|
"test_jit",
|
|
"test_torch",
|
|
"distributed/test_distributed_fork",
|
|
"distributed/test_distributed_spawn",
|
|
"distributed/rpc/test_process_group_agent",
|
|
"test_cpp_extensions_aot_ninja",
|
|
"test_cpp_extensions_aot_no_ninja",
|
|
"test_utils",
|
|
"test_determination",
|
|
"test_quantization",
|
|
]
|
|
|
|
@classmethod
|
|
def determined_tests(cls, changed_files):
|
|
changed_files = [os.path.normpath(path) for path in changed_files]
|
|
return [
|
|
test
|
|
for test in cls.TESTS
|
|
if run_test.determine_target(run_test.TARGET_DET_LIST, test, changed_files, DummyOptions())
|
|
]
|
|
|
|
def test_config_change_only(self):
|
|
"""CI configs trigger all tests"""
|
|
self.assertEqual(
|
|
self.determined_tests([".jenkins/pytorch/test.sh"]), self.TESTS
|
|
)
|
|
|
|
def test_run_test(self):
|
|
"""run_test.py is imported by determination tests"""
|
|
self.assertEqual(
|
|
self.determined_tests(["test/run_test.py"]), ["test_determination"]
|
|
)
|
|
|
|
def test_non_code_change(self):
|
|
"""Non-code changes don't trigger any tests"""
|
|
self.assertEqual(
|
|
self.determined_tests(["CODEOWNERS", "README.md", "docs/doc.md"]), []
|
|
)
|
|
|
|
def test_cpp_file(self):
|
|
"""CPP files trigger all tests"""
|
|
self.assertEqual(
|
|
self.determined_tests(["aten/src/ATen/native/cpu/Activation.cpp"]),
|
|
self.TESTS,
|
|
)
|
|
|
|
def test_test_file(self):
|
|
"""Test files trigger themselves and dependent tests"""
|
|
self.assertEqual(
|
|
self.determined_tests(["test/test_jit.py"]), ["test_jit_profiling", "test_jit"]
|
|
)
|
|
self.assertEqual(
|
|
self.determined_tests(["test/jit/test_custom_operators.py"]),
|
|
["test_jit_profiling", "test_jit"],
|
|
)
|
|
self.assertEqual(
|
|
self.determined_tests(["test/distributed/rpc/test_process_group_agent.py"]),
|
|
["distributed/rpc/test_process_group_agent"],
|
|
)
|
|
self.assertEqual(
|
|
self.determined_tests(["test/quantization/test_quantize.py"]),
|
|
["test_quantization"],
|
|
)
|
|
|
|
def test_test_internal_file(self):
|
|
"""testing/_internal files trigger dependent tests"""
|
|
self.assertEqual(
|
|
self.determined_tests(["torch/testing/_internal/common_quantization.py"]),
|
|
[
|
|
"test_jit_profiling",
|
|
"test_jit",
|
|
"test_quantization",
|
|
],
|
|
)
|
|
|
|
def test_torch_file(self):
|
|
"""Torch files trigger dependent tests"""
|
|
self.assertEqual(
|
|
# Many files are force-imported to all tests,
|
|
# due to the layout of the project.
|
|
self.determined_tests(["torch/onnx/utils.py"]),
|
|
self.TESTS,
|
|
)
|
|
self.assertEqual(
|
|
self.determined_tests(
|
|
[
|
|
"torch/autograd/_functions/utils.py",
|
|
"torch/autograd/_functions/utils.pyi",
|
|
]
|
|
),
|
|
["test_utils"],
|
|
)
|
|
self.assertEqual(
|
|
self.determined_tests(["torch/utils/cpp_extension.py"]),
|
|
[
|
|
"distributed/test_distributed_fork",
|
|
"test_cpp_extensions_aot_ninja",
|
|
"test_cpp_extensions_aot_no_ninja",
|
|
"test_utils",
|
|
"test_determination",
|
|
],
|
|
)
|
|
|
|
def test_caffe2_file(self):
|
|
"""Caffe2 files trigger dependent tests"""
|
|
self.assertEqual(self.determined_tests(["caffe2/python/brew_test.py"]), [])
|
|
self.assertEqual(
|
|
self.determined_tests(["caffe2/python/context.py"]), self.TESTS
|
|
)
|
|
|
|
def test_new_folder(self):
|
|
"""New top-level Python folder triggers all tests"""
|
|
self.assertEqual(self.determined_tests(["new_module/file.py"]), self.TESTS)
|
|
|
|
def test_new_test_script(self):
|
|
"""New test script triggers nothing (since it's not in run_tests.py)"""
|
|
self.assertEqual(self.determined_tests(["test/test_new_test_script.py"]), [])
|
|
|
|
|
|
if __name__ == "__main__":
|
|
run_tests()
|