Flip default value for mypy disallow_untyped_defs [9/11] (#127846)

See #127836 for details.

Pull Request resolved: https://github.com/pytorch/pytorch/pull/127846
Approved by: https://github.com/ezyang
ghstack dependencies: #127842, #127843, #127844, #127845

torch/package/_package_pickler.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """isort:skip_file"""
 from pickle import (  # type: ignore[attr-defined]
     _compat_pickle,

torch/package/_package_unpickler.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import _compat_pickle
 import pickle
 

torch/package/_stdlib.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """List of Python standard library modules.
 
 Sadly, there is no reliable way to tell whether a module is part of the

torch/package/analyze/trace_dependencies.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import sys
 from typing import Any, Callable, Iterable, List, Tuple
 

torch/package/file_structure_representation.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Dict, List
 
 from .glob_group import GlobGroup, GlobPattern

torch/package/find_file_dependencies.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import ast
 from typing import List, Optional, Tuple
 

torch/package/glob_group.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import re
 from typing import Iterable, Union
 

torch/package/importer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import importlib
 from abc import ABC, abstractmethod
 from pickle import (  # type: ignore[attr-defined]  # type: ignore[attr-defined]

torch/package/package_exporter.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import collections
 import importlib.machinery
 import io

torch/package/package_importer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import builtins
 import importlib
 import importlib.machinery

torch/profiler/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""
 PyTorch Profiler is a tool that allows the collection of performance metrics during training and inference.
 Profiler's context manager API can be used to better understand what model operators are the most expensive,

torch/profiler/_memory_profiler.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import collections
 import dataclasses
 import enum

torch/profiler/_pattern_matcher.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import json
 import math
 import os

torch/profiler/_utils.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import functools
 import operator
 import re

torch/profiler/itt.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from contextlib import contextmanager
 
 try:

torch/profiler/profiler.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import gzip
 import json
 import os

torch/quantization/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from .quantize import *  # noqa: F403
 from .observer import *  # noqa: F403
 from .qconfig import *  # noqa: F403

torch/quantization/_quantized_conversions.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 
 

torch/quasirandom.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 from typing import Optional
 

torch/random.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 from typing import Generator
 import warnings

torch/serialization.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import difflib
 import functools
 import os

torch/signal/windows/windows.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Optional, Iterable
 
 import torch

torch/sparse/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # The Tensor classes are added to this module by python_tensor.cpp
 from typing import Optional, Tuple, List, Union, Any
 

torch/sparse/_semi_structured_conversions.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 
 

torch/sparse/_semi_structured_ops.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 
 import torch

torch/sparse/_triton_ops.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import math
 import os
 import torch

torch/sparse/_triton_ops_meta.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Provides optimal triton kernel parameters.
 
 Aim

torch/sparse/semi_structured.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import warnings
 from collections import namedtuple
 from typing import Any, Optional, Tuple, List, Callable, Dict

torch/storage.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import io
 
 import torch

torch/testing/_comparison.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import abc
 import cmath
 import collections.abc

torch/testing/_internal/common_fsdp.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # Owner(s): ["oncall: distributed"]
 
 import contextlib

torch/testing/_internal/custom_op_db.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 import functools
 from torch.testing import make_tensor

torch/testing/_internal/dynamo_test_failures.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import logging
 import os
 import sys

torch/testing/_internal/static_module.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # Owner(s): ["module: unknown"]
 
 import torch

torch/testing/_internal/torchbind_impls.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 from typing import Optional
 

torch/testing/_utils.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 
 import torch

torch/types.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import builtins
 from typing import Any, List, Optional, Sequence, Tuple, Union
 

torch/utils/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import os.path as _osp
 import torch
 

torch/utils/_config_module.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 
 import copy

torch/utils/_config_typing.pyi

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Any, Dict, Optional, TYPE_CHECKING, Union
 
 """

torch/utils/_content_store.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # This module provides a FAST (on GPU) content addressable store for storages
 # (and tensors on top of them) with VERY WEAK portability guarantees (e.g.,
 # don't expect CPU/CUDA to address to the same hash, don't expect it to be

torch/utils/_contextlib.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # Extra utilities for working with context managers that should have been
 # in the standard library but are not
 

torch/utils/_cpp_extension_versioner.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import collections
 
 

torch/utils/_device.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Optional
 import torch
 from torch.overrides import TorchFunctionMode

torch/utils/_exposed_in.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # Allows one to expose an API in a private submodule publicly as per the definition
 # in PyTorch's public api policy.
 #

torch/utils/_freeze.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """
 Freeze Python packages.
 

torch/utils/_get_clean_triton.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import argparse
 import os
 import re

torch/utils/_import_utils.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import functools
 import importlib.util
 

torch/utils/_mode_utils.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 from typing import TypeVar
 

torch/utils/_python_dispatch.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 
 import warnings

torch/utils/_stats.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # NOTE! PLEASE KEEP THIS FILE *FREE* OF TORCH DEPS! IT SHOULD BE IMPORTABLE ANYWHERE.
 # IF YOU FEEL AN OVERWHELMING URGE TO ADD A TORCH DEP, MAKE A TRAMPOLINE FILE A LA torch._dynamo.utils
 # AND SCRUB AWAY TORCH NOTIONS THERE.

torch/utils/_strobelight/examples/cli_function_profiler_example.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 
 from torch.utils._strobelight.cli_function_profiler import (

torch/utils/_sympy/functions.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import math
 
 import sympy

torch/utils/_sympy/interp.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """
 This is a simple interpreter for Sympy expressions that dispatches to
 classes following the torch._inductor.virtualized calling convention.

torch/utils/_sympy/reference.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import math
 
 import sympy

torch/utils/_sympy/singleton_int.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import sympy
 from sympy.multipledispatch import dispatch
 

torch/utils/_sympy/symbol.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """
 This file contains canonical definitions for our symbol naming conventions,
 across torch.fx.experimental.symbolic_shapes and torch._inductor.  The

torch/utils/_sympy/value_ranges.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from __future__ import annotations
 
 import dataclasses
@@ -586,7 +587,7 @@ class SymPyValueRangeAnalysis:
         if 0 in x:
             return ValueRanges.unknown()
         else:
-            return ValueRanges.decreasing_map(x, lambda y: 1 / y)
+            return ValueRanges.decreasing_map(x, lambda y: 1 / y)  # type: ignore[operator]
 
     @staticmethod
     def abs(x):

torch/utils/_traceback.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from types import TracebackType
 from typing import List, Optional
 import tempfile

torch/utils/_triton.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import functools
 import hashlib
 

torch/utils/_zip.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import argparse
 import glob
 import os

torch/utils/backcompat/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from torch._C import _set_backcompat_broadcast_warn
 from torch._C import _get_backcompat_broadcast_warn
 from torch._C import _set_backcompat_keepdim_warn

torch/utils/backend_registration.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 from torch.overrides import (
     handle_torch_function,

torch/utils/benchmark/examples/blas_compare_setup.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import collections
 import os
 import shutil

torch/utils/benchmark/examples/compare.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example of Timer and Compare APIs:
 
 $ python -m examples.compare

torch/utils/benchmark/examples/fuzzer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example of the Timer and Fuzzer APIs:
 
 $ python -m examples.fuzzer

torch/utils/benchmark/examples/op_benchmark.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example use of Timer and op fuzzers to measure kernel performance.
 
 $ python -m examples.op_benchmark

torch/utils/benchmark/examples/simple_timeit.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Trivial use of Timer API:
 
 $ python -m examples.simple_timeit

torch/utils/benchmark/examples/sparse/compare.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example of Timer and Compare APIs:
 
 $ python -m examples.sparse.compare

torch/utils/benchmark/examples/sparse/fuzzer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example of the Timer and Sparse Fuzzer APIs:
 
 $ python -m examples.sparse.fuzzer

torch/utils/benchmark/examples/sparse/op_benchmark.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Example use of Timer and sparse op fuzzers to measure kernel performance.
 
 $ python -m examples.sparse.op_benchmark

torch/utils/benchmark/examples/spectral_ops_fuzz_test.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Microbenchmarks for the torch.fft module"""
 from argparse import ArgumentParser
 from collections import namedtuple

torch/utils/benchmark/op_fuzzers/binary.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import numpy as np
 import torch
 

torch/utils/benchmark/op_fuzzers/sparse_binary.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import numpy as np
 import torch
 

torch/utils/benchmark/op_fuzzers/sparse_unary.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 
 import numpy as np
 import torch

torch/utils/benchmark/op_fuzzers/spectral.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import math
 
 import torch

torch/utils/benchmark/op_fuzzers/unary.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import numpy as np
 import torch
 

torch/utils/benchmark/utils/compare.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 """Display class to aggregate and print the results of many measurements."""
 import collections
 import enum

torch/utils/benchmark/utils/compile.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import torch
 
 __all__ = ["bench_all", "benchmark_compile"]

torch/utils/benchmark/utils/fuzzer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import functools
 import itertools as it
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union

torch/utils/benchmark/utils/sparse_fuzzer.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Optional, Tuple, Union
 from numbers import Number
 import torch

torch/utils/bottleneck/__main__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import argparse
 import cProfile
 import pstats

torch/utils/bundled_inputs.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# mypy: allow-untyped-defs
 from typing import Any, TypeVar, Optional, Tuple, List, NamedTuple, Union, Sequence, Dict, Callable
 import textwrap
 import torch

torch/utils/checkpoint.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import contextlib
 import platform
 import uuid

torch/utils/collect_env.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 
 # Unlike the rest of the PyTorch this file must be python2 compliant.
 # This script outputs relevant system environment info

torch/utils/cpp_backtrace.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from torch._C import _get_cpp_backtrace
 
 def get_cpp_backtrace(frames_to_skip=0, maximum_number_of_frames=64) -> str:

torch/utils/cpp_extension.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import copy
 import glob
 import importlib

torch/utils/data/_utils/__init__.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Utility classes & functions for data loading. Code in this folder is mostly used by ../dataloder.py.
 
 A lot of multiprocessing is used in data loading, which only supports running

torch/utils/data/_utils/collate.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Contains definitions of the methods used by the _BaseDataLoaderIter workers.
 
 These methods are used to collate samples fetched from dataset into Tensor(s).

torch/utils/data/_utils/fetch.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Contains definitions of the methods used by the _BaseDataLoaderIter to fetch data from an iterable-style or map-style dataset.
 
 This logic is shared in both single- and multi-processing data loading.

torch/utils/data/_utils/pin_memory.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Contains definitions of the methods used by the _BaseDataLoaderIter to put fetched tensors into pinned memory.
 
 These **needs** to be in global scope since Py2 doesn't support serializing

torch/utils/data/_utils/signal_handling.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Signal handling for multiprocessing data loading.
 
 NOTE [ Signal handling in multiprocessing data loading ]

torch/utils/data/_utils/worker.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r""""Contains definitions of the methods used by the _BaseDataLoaderIter workers.
 
 These **needs** to be in global scope since Py2 doesn't support serializing

torch/utils/data/backward_compatibility.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing_extensions import deprecated as _deprecated
 
 

torch/utils/data/dataloader.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 r"""Definition of the DataLoader and associated iterators that subclass _BaseDataLoaderIter.
 
 To support these two classes, in `./_utils` we define many utility methods and

torch/utils/data/datapipes/_decorator.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import inspect
 from functools import wraps
 from typing import Any, Callable, Optional, Type, Union, get_type_hints

torch/utils/data/datapipes/_hook_iterator.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 import inspect
 import functools
 from enum import Enum

torch/utils/data/datapipes/_typing.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 # Taking reference from official Python typing
 # https://github.com/python/cpython/blob/master/Lib/typing.py
 

torch/utils/data/datapipes/dataframe/dataframe_wrapper.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Any, Optional
 
 _pandas: Any = None

torch/utils/data/datapipes/dataframe/dataframes.py

@@ -1,3 +1,4 @@
+# mypy: allow-untyped-defs
 from typing import Any, Dict, List, Optional
 
 from torch.utils.data.datapipes._decorator import functional_datapipe