mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
dbef606631
Summary: ONNX team and recent transformer upgrade ran into this error and we also ran into during our export benchmarking. This diff makes it possible to trace through vmap implementation in pre-dispatch IR. Note that we don't support serializing functorch ops in pre-dispatch IR and in the future, we should desugar them to post-grad ops. The implementation strategy is: 1. We add python wrappers around vmap APIs so that we attach custom torch function handler that is only on during non-strict export. The reason is we don't want to add this to default torch_function handler because it will break BC. 2. Some dynamo changes to make sure it picks up new python wrapper APIs. The reason is when we do strict export, we need to re-materialize these APIs in pre-dispatch IR from torch IR. We can avoid this by special casing in dynamo for export to proxy different API calls but i feel that is too much chaos because you need to be able to proxy 2 different variants of same vmap API. Test Plan: CI Differential Revision: D75623875 Pull Request resolved: https://github.com/pytorch/pytorch/pull/154650 Approved by: https://github.com/ezyang, https://github.com/zou3519
84 lines
3.3 KiB
INI
84 lines
3.3 KiB
INI
[flake8]
|
|
# NOTE: **Mirror any changes** to this file the [tool.ruff] config in pyproject.toml
|
|
# before we can fully move to use ruff
|
|
enable-extensions = G
|
|
select = B,C,E,F,G,P,SIM1,SIM911,T4,W,B9,TOR0,TOR1,TOR2,TOR9
|
|
max-line-length = 120
|
|
# C408 ignored because we like the dict keyword argument syntax
|
|
# E501 is not flexible enough, we're using B950 instead
|
|
ignore =
|
|
E203,E305,E402,E501,E704,E721,E741,F405,F841,F999,W503,W504,C408,E302,W291,E303,F824,
|
|
# shebang has extra meaning in fbcode lints, so I think it's not worth trying
|
|
# to line this up with executable bit
|
|
EXE001,
|
|
# these ignores are from flake8-bugbear; please fix!
|
|
B007,B008,B017,B019,B023,B028,B903,B904,B905,B906,B907,B908,B910
|
|
# these ignores are from flake8-comprehensions; please fix!
|
|
C407,
|
|
# these ignores are from flake8-logging-format; please fix!
|
|
G100,G101,G200
|
|
# these ignores are from flake8-simplify. please fix or ignore with commented reason
|
|
SIM105,SIM108,SIM110,SIM111,SIM113,SIM114,SIM115,SIM116,SIM117,SIM118,SIM119,SIM12,
|
|
# SIM104 is already covered by pyupgrade ruff
|
|
SIM104,
|
|
# flake8-simplify code styles
|
|
SIM102,SIM103,SIM106,SIM112,
|
|
# TorchFix codes that don't make sense for PyTorch itself:
|
|
# removed and deprecated PyTorch functions.
|
|
TOR001,TOR101,
|
|
# TODO(kit1980): fix all TOR102 issues
|
|
# `torch.load` without `weights_only` parameter is unsafe
|
|
TOR102,
|
|
# TODO(kit1980): resolve all TOR003 issues
|
|
# pass `use_reentrant` explicitly to `checkpoint`.
|
|
TOR003
|
|
per-file-ignores =
|
|
__init__.py: F401
|
|
test/**: F821
|
|
test/**/__init__.py: F401,F821
|
|
torch/utils/cpp_extension.py: B950
|
|
torchgen/api/types/__init__.py: F401,F403
|
|
torchgen/executorch/api/types/__init__.py: F401,F403
|
|
test/dynamo/test_higher_order_ops.py: B950
|
|
test/dynamo/test_error_messages.py: B950
|
|
torch/testing/_internal/dynamo_test_failures.py: B950
|
|
# TOR901 is only for test, we want to ignore it for everything else.
|
|
# It's not easy to configure this without affecting other per-file-ignores,
|
|
# so we explicitly list every file where it's violated outside of test.
|
|
torch/__init__.py: F401,TOR901
|
|
torch/_custom_op/impl.py: TOR901
|
|
torch/_export/serde/upgrade.py: TOR901
|
|
torch/_functorch/predispatch.py: TOR901
|
|
torch/_functorch/vmap.py: TOR901
|
|
torch/_inductor/test_operators.py: TOR901
|
|
torch/_library/abstract_impl.py: TOR901
|
|
torch/_meta_registrations.py: TOR901
|
|
torch/_prims/__init__.py: F401,TOR901
|
|
torch/_prims/rng_prims.py: TOR901
|
|
torch/ao/quantization/fx/_decomposed.py: TOR901
|
|
torch/distributed/_functional_collectives.py: TOR901
|
|
torch/distributed/_spmd/data_parallel.py: TOR901
|
|
torch/distributed/_tensor/_collective_utils.py: TOR901
|
|
# This is a full package that happen to live within the test
|
|
# folder, so ok to skip
|
|
test/cpp_extensions/open_registration_extension/pytorch_openreg/_aten_impl.py: TOR901
|
|
optional-ascii-coding = True
|
|
exclude =
|
|
./.git,
|
|
./build_test_custom_build,
|
|
./build,
|
|
./caffe2,
|
|
./docs/caffe2,
|
|
./docs/cpp/src,
|
|
./docs/src,
|
|
./functorch/docs,
|
|
./functorch/examples,
|
|
./functorch/notebooks,
|
|
./scripts,
|
|
./test/generated_type_hints_smoketest.py,
|
|
./third_party,
|
|
./torch/include,
|
|
./torch/lib,
|
|
./venv,
|
|
*.pyi
|