mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
5c12d97d96
Summary:
This PR introduces a script to spit our a list of slow tests into a file `.pytorch-slow-tests`. The format is currently JSON, and is simply a dictionary with entries that look like: `("test_case_name (__main__.test_suite)" -> average time in seconds)`. This is one of the steps in maintaining a list of slow tests so we could retire the manual slowTest labeling process.
The script reads data from the previous day's viable/strict's data (to ensure we have fully uploaded data), and aggregates the test times for **passed** test cases. It then filters the individual test cases to exclude those faster than 60 seconds.
Pull Request resolved: https://github.com/pytorch/pytorch/pull/54907
Test Plan:
`python tools/export_slow_test.py`
Check that `.pytorch-slow-tests` contains data. Mine looks like:
```
{
"test_matmul_4d_4d_complex_cpu (__main__.TestAutogradDeviceTypeCPU)": 91.22675,
"test_unary_ops (__main__.TestTEFuser)": 68.6,
"test_fn_gradgrad_unfold_cpu_complex128 (__main__.TestGradientsCPU)": 82.49153333333334,
"test_conv1d_basic (__main__.TestXNNPACKConv1dTransformPass)": 94.0914375,
"test_ddp_uneven_inputs (__main__.TestDistBackendWithFork)": 134.4995,
"test_pdist_norm_large_cuda (__main__.TestTorchDeviceTypeCUDA)": 60.2634,
"test_cusparse_multiple_threads_same_device (__main__.TestCuda)": 97.9022,
"test_fn_gradgrad_unfold_cuda_complex128 (__main__.TestGradientsCUDA)": 130.7222,
"test_ddp_uneven_inputs (__main__.TestDistBackendWithSpawn)": 136.08133333333333,
"test_jit_cuda_archflags (__main__.TestCppExtensionJIT)": 112.80733333333333,
"test_lobpcg_ortho_cuda_float64 (__main__.TestLinalgCUDA)": 63.8312,
"test_matmul_4d_4d_complex_cuda (__main__.TestAutogradDeviceTypeCUDA)": 62.1062,
"test_inverse_many_batches_cuda_complex128 (__main__.TestLinalgCUDA)": 1434.505,
"test_inverse_many_batches_cuda_complex64 (__main__.TestLinalgCUDA)": 1403.846,
"test_inverse_many_batches_cuda_float32 (__main__.TestLinalgCUDA)": 2081.614,
"test_inverse_many_batches_cuda_float64 (__main__.TestLinalgCUDA)": 1410.788,
"test_matrix_exp_analytic_cuda_complex128 (__main__.TestLinalgCUDA)": 172.167,
"test_matrix_exp_analytic_cuda_complex64 (__main__.TestLinalgCUDA)": 172.57,
"test_matrix_exp_analytic_cuda_float32 (__main__.TestLinalgCUDA)": 258.61,
"test_matrix_exp_analytic_cuda_float64 (__main__.TestLinalgCUDA)": 174.793,
"test_inverse_many_batches_cpu_complex128 (__main__.TestLinalgCPU)": 666.464,
"test_inverse_many_batches_cpu_complex64 (__main__.TestLinalgCPU)": 667.26,
"test_inverse_many_batches_cpu_float32 (__main__.TestLinalgCPU)": 1100.719,
"test_inverse_many_batches_cpu_float64 (__main__.TestLinalgCPU)": 651.037,
"test_matrix_exp_analytic_cpu_complex128 (__main__.TestLinalgCPU)": 72.965,
"test_matrix_exp_analytic_cpu_complex64 (__main__.TestLinalgCPU)": 74.184,
"test_matrix_exp_analytic_cpu_float32 (__main__.TestLinalgCPU)": 128.768,
"test_matrix_exp_analytic_cpu_float64 (__main__.TestLinalgCPU)": 72.138,
"test_conv1d_with_relu_fc (__main__.TestXNNPACKConv1dTransformPass)": 123.728,
"test_fn_gradgrad_linalg_householder_product_cuda_complex128 (__main__.TestGradientsCUDA)": 60.708,
"test_lobpcg (__main__.TestAutograd)": 120.408,
"test_collect_callgrind (__main__.TestBenchmarkUtils)": 206.896,
"test_collect_cpp_callgrind (__main__.TestBenchmarkUtils)": 122.507,
"test_proper_exit (__main__.TestDataLoader)": 172.356,
"test_proper_exit (__main__.TestDataLoaderPersistentWorkers)": 172.02,
"testNBit (__main__.operator_test.fused_nbit_rowwise_conversion_ops_test.TestNBitGreedyFused)": 96.9435,
"IntegerDivider (__main__.TestCUDAIntegerDivider)": 156.73700000000002
}
```
Reviewed By: walterddr, malfet
Differential Revision: D27412861
Pulled By: janeyx99
fbshipit-source-id: ec3d327e0dc6c93093e8b1c8454e3166b0649909
290 lines
4.6 KiB
Plaintext
290 lines
4.6 KiB
Plaintext
# READ THIS BEFORE YOU REFACTOR ME
|
|
#
|
|
# setup.py uses the list of patterns in this file to decide
|
|
# what to delete, but it's not 100% sound. So, for example,
|
|
# if you delete aten/build/ because it's redundant with build/,
|
|
# aten/build/ will stop being cleaned. So be careful when
|
|
# refactoring this file!
|
|
|
|
## PyTorch
|
|
|
|
.coverage
|
|
coverage.xml
|
|
.dmypy.json
|
|
.gradle
|
|
.hypothesis
|
|
.mypy_cache
|
|
**/.pytorch-test-times
|
|
**/.pytorch-slow-tests
|
|
*/*.pyc
|
|
*/*.so*
|
|
*/**/__pycache__
|
|
*/**/*.dylib*
|
|
*/**/*.pyc
|
|
*/**/*.pyd
|
|
*/**/*.so*
|
|
*/**/**/*.pyc
|
|
*/**/**/**/*.pyc
|
|
*/**/**/**/**/*.pyc
|
|
aten/build/
|
|
aten/src/ATen/Config.h
|
|
aten/src/ATen/cuda/CUDAConfig.h
|
|
benchmarks/.data
|
|
caffe2/cpp_test/
|
|
dist/
|
|
docs/cpp/src
|
|
docs/src/**/*
|
|
docs/cpp/build
|
|
docs/cpp/source/api
|
|
docs/cpp/source/html/
|
|
docs/cpp/source/latex/
|
|
docs/source/generated/
|
|
log
|
|
test-reports/
|
|
test/.coverage
|
|
test/.hypothesis/
|
|
test/cpp/api/mnist
|
|
test/custom_operator/model.pt
|
|
test/jit_hooks/*.pt
|
|
test/data/legacy_modules.t7
|
|
test/data/*.pt
|
|
test/backward_compatibility/nightly_schemas.txt
|
|
dropout_model.pt
|
|
test/generated_type_hints_smoketest.py
|
|
test/htmlcov
|
|
test/cpp_extensions/install/
|
|
third_party/build/
|
|
tools/shared/_utils_internal.py
|
|
tools/fast_nvcc/wrap_nvcc.sh
|
|
tools/fast_nvcc/tmp/
|
|
torch.egg-info/
|
|
torch/_C/__init__.pyi
|
|
torch/_C/_nn.pyi
|
|
torch/_C/_VariableFunctions.pyi
|
|
torch/_VF.pyi
|
|
torch/nn/functional.pyi
|
|
torch/csrc/autograd/generated/*
|
|
# Listed manually because some files in this directory are not generated
|
|
torch/testing/_internal/generated/annotated_fn_args.py
|
|
torch/testing/_internal/data/*.pt
|
|
torch/csrc/api/include/torch/version.h
|
|
torch/csrc/cudnn/cuDNN.cpp
|
|
torch/csrc/deploy/example/generated
|
|
torch/csrc/deploy/interpreter/cpython
|
|
torch/csrc/deploy/interpreter/frozen
|
|
torch/csrc/deploy/interpreter/third_party/typing_extensions.py
|
|
torch/csrc/generated
|
|
torch/csrc/generic/TensorMethods.cpp
|
|
torch/csrc/jit/generated/*
|
|
torch/csrc/jit/fuser/config.h
|
|
torch/csrc/nn/THCUNN.cpp
|
|
torch/csrc/nn/THCUNN.cwrap
|
|
torch/bin/
|
|
torch/cmake/
|
|
torch/lib/*.a*
|
|
torch/lib/*.dll*
|
|
torch/lib/*.exe*
|
|
torch/lib/*.dylib*
|
|
torch/lib/*.h
|
|
torch/lib/*.lib
|
|
torch/lib/*.pdb
|
|
torch/lib/*.so*
|
|
torch/lib/protobuf*.pc
|
|
torch/lib/build
|
|
torch/lib/caffe2/
|
|
torch/lib/cmake
|
|
torch/lib/include
|
|
torch/lib/pkgconfig
|
|
torch/lib/protoc
|
|
torch/lib/protobuf/
|
|
torch/lib/tmp_install
|
|
torch/lib/torch_shm_manager
|
|
torch/lib/site-packages/
|
|
torch/lib/python*
|
|
torch/lib64
|
|
torch/include/
|
|
torch/share/
|
|
torch/test/
|
|
torch/utils/benchmark/utils/valgrind_wrapper/callgrind.h
|
|
torch/utils/benchmark/utils/valgrind_wrapper/valgrind.h
|
|
torch/version.py
|
|
# Root level file used in CI to specify certain env configs.
|
|
# E.g., see .circleci/config.yaml
|
|
env
|
|
.circleci/scripts/COMMIT_MSG
|
|
scripts/release_notes/*.json
|
|
|
|
# IPython notebook checkpoints
|
|
.ipynb_checkpoints
|
|
|
|
# Editor temporaries
|
|
*.swn
|
|
*.swo
|
|
*.swp
|
|
*.swm
|
|
*~
|
|
|
|
# macOS dir files
|
|
.DS_Store
|
|
|
|
# Ninja files
|
|
.ninja_deps
|
|
.ninja_log
|
|
compile_commands.json
|
|
*.egg-info/
|
|
docs/source/scripts/activation_images/
|
|
|
|
## General
|
|
|
|
# Compiled Object files
|
|
*.slo
|
|
*.lo
|
|
*.o
|
|
*.cuo
|
|
*.obj
|
|
|
|
# Compiled Dynamic libraries
|
|
*.so
|
|
*.dylib
|
|
*.dll
|
|
|
|
# Compiled Static libraries
|
|
*.lai
|
|
*.la
|
|
*.a
|
|
*.lib
|
|
|
|
# Compiled protocol buffers
|
|
*.pb.h
|
|
*.pb.cc
|
|
*_pb2.py
|
|
|
|
# Compiled python
|
|
*.pyc
|
|
*.pyd
|
|
|
|
# Compiled MATLAB
|
|
*.mex*
|
|
|
|
# IPython notebook checkpoints
|
|
.ipynb_checkpoints
|
|
|
|
# Editor temporaries
|
|
*.swn
|
|
*.swo
|
|
*.swp
|
|
*~
|
|
|
|
# NFS handle files
|
|
**/.nfs*
|
|
|
|
# Sublime Text settings
|
|
*.sublime-workspace
|
|
*.sublime-project
|
|
|
|
# Eclipse Project settings
|
|
*.*project
|
|
.settings
|
|
|
|
# QtCreator files
|
|
*.user
|
|
|
|
# PyCharm files
|
|
.idea
|
|
|
|
# OSX dir files
|
|
.DS_Store
|
|
|
|
# GDB history
|
|
.gdb_history
|
|
|
|
## Caffe2
|
|
|
|
# build, distribute, and bins (+ python proto bindings)
|
|
build
|
|
build_host_protoc
|
|
build_android
|
|
build_ios
|
|
/build_*
|
|
.build_debug/*
|
|
.build_release/*
|
|
.build_profile/*
|
|
distribute/*
|
|
*.testbin
|
|
*.bin
|
|
cmake_build
|
|
.cmake_build
|
|
gen
|
|
.setuptools-cmake-build
|
|
.pytest_cache
|
|
aten/build/*
|
|
|
|
# Bram
|
|
plsdontbreak
|
|
|
|
# Generated documentation
|
|
docs/_site
|
|
docs/gathered
|
|
_site
|
|
doxygen
|
|
docs/dev
|
|
|
|
# LevelDB files
|
|
*.sst
|
|
*.ldb
|
|
LOCK
|
|
CURRENT
|
|
MANIFEST-*
|
|
|
|
# generated version file
|
|
caffe2/version.py
|
|
|
|
# setup.py intermediates
|
|
.eggs
|
|
caffe2.egg-info
|
|
MANIFEST
|
|
|
|
# Atom/Watchman required file
|
|
.watchmanconfig
|
|
|
|
# Files generated by CLion
|
|
cmake-build-debug
|
|
|
|
# BEGIN NOT-CLEAN-FILES (setup.py handles this marker. Do not change.)
|
|
#
|
|
# Below files are not deleted by "setup.py clean".
|
|
|
|
# Visual Studio Code files
|
|
.vscode
|
|
.vs
|
|
|
|
# YouCompleteMe config file
|
|
.ycm_extra_conf.py
|
|
|
|
# Files generated when a patch is rejected
|
|
*.orig
|
|
*.rej
|
|
|
|
# Files generated by ctags
|
|
CTAGS
|
|
GTAGS
|
|
GRTAGS
|
|
GSYMS
|
|
GPATH
|
|
tags
|
|
TAGS
|
|
|
|
|
|
# ccls file
|
|
.ccls-cache/
|
|
|
|
# clang-format storage location used by apply_clang_format.py
|
|
.clang-format-bin
|
|
|
|
# clangd background index
|
|
.clangd/
|
|
.cache/
|
|
|
|
# bazel symlinks
|
|
bazel-*
|