mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
This PR does two main things (they are in a single PR to show how the newly added APIs are used). - Add isBuilt and isAvailable APIs to the AcceleratorHook interface. See inline doc for their exact semantic - Use the newly added isBuilt for accelerator check to ensure it does not poison fork Pull Request resolved: https://github.com/pytorch/pytorch/pull/146098 Approved by: https://github.com/ngimel, https://github.com/malfet, https://github.com/EikanWang, https://github.com/jeromean Co-authored-by: Jane (Yuan) Xu <31798555+janeyx99@users.noreply.github.com>
29 lines
1004 B
Python
29 lines
1004 B
Python
from typing import Optional
|
|
|
|
import torch
|
|
from torch.types import Device as _device_t
|
|
|
|
|
|
def _get_device_index(device: _device_t, optional: bool = False) -> int:
|
|
if isinstance(device, int):
|
|
return device
|
|
if isinstance(device, str):
|
|
device = torch.device(device)
|
|
device_index: Optional[int] = None
|
|
if isinstance(device, torch.device):
|
|
acc = torch.accelerator.current_accelerator()
|
|
if acc is None:
|
|
raise RuntimeError("Accelerator expected")
|
|
if acc.type != device.type:
|
|
raise ValueError(
|
|
f"{device.type} doesn't match the current accelerator {torch.accelerator.current_accelerator()}."
|
|
)
|
|
device_index = device.index
|
|
if device_index is None:
|
|
if not optional:
|
|
raise ValueError(
|
|
f"Expected a torch.device with a specified index or an integer, but got:{device}"
|
|
)
|
|
return torch.accelerator.current_device_index()
|
|
return device_index
|