mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
Fixes #144196 Extends #144106 and #144110 ## Open Problems: - [ ] Annotating with `numbers.Number` is a bad idea, should consider using `float`, `SupportsFloat` or some `Procotol`. https://github.com/pytorch/pytorch/pull/144197#discussion_r1903324769 # Notes - `beta.py`: needed to add `type: ignore` since `broadcast_all` is untyped. - `categorical.py`: converted `else` branches of mutually exclusive arguments to `if` branch[^2]. - ~~`dirichlet.py`: replaced `axis` with `dim` arguments.~~ #144402 - `gemoetric.py`: converted `else` branches of mutually exclusive arguments to `if` branch[^2]. - ~~`independent.py`: fixed bug in `Independent.__init__` where `tuple[int, ...]` could be passed to `Distribution.__init__` instead of `torch.Size`.~~ **EDIT:** turns out the bug is related to typing of `torch.Size`. #144218 - `independent.py`: made `Independent` a generic class of its base distribution. - `multivariate_normal.py`: converted `else` branches of mutually exclusive arguments to `if` branch[^2]. - `relaxed_bernoulli.py`: added class-level type hint for `base_dist`. - `relaxed_categorical.py`: added class-level type hint for `base_dist`. - ~~`transforms.py`: Added missing argument to docstring of `ReshapeTransform`~~ #144401 - ~~`transforms.py`: Fixed bug in `AffineTransform.sign` (could return `Tensor` instead of `int`).~~ #144400 - `transforms.py`: Added `type: ignore` comments to `AffineTransform.log_abs_det_jacobian`[^1]; replaced `torch.abs(scale)` with `scale.abs()`. - `transforms.py`: Added `type: ignore` comments to `AffineTransform.__eq__`[^1]. - `transforms.py`: Fixed type hint on `CumulativeDistributionTransform.domain`. Note that this is still an LSP violation, because `Transform.domain` is defined as `Constraint`, but `Distribution.domain` is defined as `Optional[Constraint]`. - skipped: `constraints.py`, `constraints_registry.py`, `kl.py`, `utils.py`, `exp_family.py`, `__init__.py`. ## Remark `TransformedDistribution`: `__init__` uses the check `if reinterpreted_batch_ndims > 0:`, which can lead to the creation of `Independent` distributions with only 1 component. This results in awkward code like `base_dist.base_dist` in `LogisticNormal`. ```python import torch from torch.distributions import * b1 = Normal(torch.tensor([0.0]), torch.tensor([1.0])) b2 = MultivariateNormal(torch.tensor([0.0]), torch.eye(1)) t = StickBreakingTransform() d1 = TransformedDistribution(b1, t) d2 = TransformedDistribution(b2, t) print(d1.base_dist) # Independent with 1 dimension print(d2.base_dist) # MultivariateNormal ``` One could consider changing this to `if reinterpreted_batch_ndims > 1:`. [^1]: Usage of `isinstance(value, numbers.Real)` leads to problems with static typing, as the `numbers` module is not supported by `mypy` (see <https://github.com/python/mypy/issues/3186>). This results in us having to add type-ignore comments in several places [^2]: Otherwise, we would have to add a bunch of `type: ignore` comments to make `mypy` happy, as it isn't able to perform the type narrowing. Ideally, such code should be replaced with structural pattern matching once support for Python 3.9 is dropped. Pull Request resolved: https://github.com/pytorch/pytorch/pull/144197 Approved by: https://github.com/malfet Co-authored-by: Aaron Gokaslan <aaronGokaslan@gmail.com>
95 lines
3.2 KiB
Python
95 lines
3.2 KiB
Python
# mypy: allow-untyped-defs
|
|
from typing import Optional, Union
|
|
|
|
import torch
|
|
from torch import Tensor
|
|
from torch.distributions import constraints
|
|
from torch.distributions.exponential import Exponential
|
|
from torch.distributions.gumbel import euler_constant
|
|
from torch.distributions.transformed_distribution import TransformedDistribution
|
|
from torch.distributions.transforms import AffineTransform, PowerTransform
|
|
from torch.distributions.utils import broadcast_all
|
|
|
|
|
|
__all__ = ["Weibull"]
|
|
|
|
|
|
class Weibull(TransformedDistribution):
|
|
r"""
|
|
Samples from a two-parameter Weibull distribution.
|
|
|
|
Example:
|
|
|
|
>>> # xdoctest: +IGNORE_WANT("non-deterministic")
|
|
>>> m = Weibull(torch.tensor([1.0]), torch.tensor([1.0]))
|
|
>>> m.sample() # sample from a Weibull distribution with scale=1, concentration=1
|
|
tensor([ 0.4784])
|
|
|
|
Args:
|
|
scale (float or Tensor): Scale parameter of distribution (lambda).
|
|
concentration (float or Tensor): Concentration parameter of distribution (k/shape).
|
|
"""
|
|
|
|
arg_constraints = {
|
|
"scale": constraints.positive,
|
|
"concentration": constraints.positive,
|
|
}
|
|
support = constraints.positive
|
|
|
|
def __init__(
|
|
self,
|
|
scale: Union[Tensor, float],
|
|
concentration: Union[Tensor, float],
|
|
validate_args: Optional[bool] = None,
|
|
) -> None:
|
|
self.scale, self.concentration = broadcast_all(scale, concentration)
|
|
self.concentration_reciprocal = self.concentration.reciprocal()
|
|
base_dist = Exponential(
|
|
torch.ones_like(self.scale), validate_args=validate_args
|
|
)
|
|
transforms = [
|
|
PowerTransform(exponent=self.concentration_reciprocal),
|
|
AffineTransform(loc=0, scale=self.scale),
|
|
]
|
|
super().__init__(base_dist, transforms, validate_args=validate_args)
|
|
|
|
def expand(self, batch_shape, _instance=None):
|
|
new = self._get_checked_instance(Weibull, _instance)
|
|
new.scale = self.scale.expand(batch_shape)
|
|
new.concentration = self.concentration.expand(batch_shape)
|
|
new.concentration_reciprocal = new.concentration.reciprocal()
|
|
base_dist = self.base_dist.expand(batch_shape)
|
|
transforms = [
|
|
PowerTransform(exponent=new.concentration_reciprocal),
|
|
AffineTransform(loc=0, scale=new.scale),
|
|
]
|
|
super(Weibull, new).__init__(base_dist, transforms, validate_args=False)
|
|
new._validate_args = self._validate_args
|
|
return new
|
|
|
|
@property
|
|
def mean(self) -> Tensor:
|
|
return self.scale * torch.exp(torch.lgamma(1 + self.concentration_reciprocal))
|
|
|
|
@property
|
|
def mode(self) -> Tensor:
|
|
return (
|
|
self.scale
|
|
* ((self.concentration - 1) / self.concentration)
|
|
** self.concentration.reciprocal()
|
|
)
|
|
|
|
@property
|
|
def variance(self) -> Tensor:
|
|
return self.scale.pow(2) * (
|
|
torch.exp(torch.lgamma(1 + 2 * self.concentration_reciprocal))
|
|
- torch.exp(2 * torch.lgamma(1 + self.concentration_reciprocal))
|
|
)
|
|
|
|
def entropy(self):
|
|
return (
|
|
euler_constant * (1 - self.concentration_reciprocal)
|
|
+ torch.log(self.scale * self.concentration_reciprocal)
|
|
+ 1
|
|
)
|