48 lines
1.9 KiB
Python
48 lines
1.9 KiB
Python
from typing import Any
|
|
|
|
import torch
|
|
|
|
|
|
def _get_device_index(
|
|
device: Any, optional: bool = False, allow_cpu: bool = False
|
|
) -> int:
|
|
r"""Get the device index from :attr:`device`, which can be a torch.device object, a Python integer, or ``None``.
|
|
|
|
If :attr:`device` is a torch.device object, returns the device index if it
|
|
is a MTIA device. Note that for a MTIA device without a specified index,
|
|
i.e., ``torch.device('mtia')``, this will return the current default MTIA
|
|
device if :attr:`optional` is ``True``. If :attr:`allow_cpu` is ``True``,
|
|
CPU devices will be accepted and ``-1`` will be returned in this case.
|
|
|
|
If :attr:`device` is a Python integer, it is returned as is.
|
|
|
|
If :attr:`device` is ``None``, this will return the current default MTIA
|
|
device if :attr:`optional` is ``True``.
|
|
"""
|
|
|
|
if device is None and optional:
|
|
# If device is None (frequent), then we can can short-circuit the logic
|
|
return torch._C._mtia_getDevice()
|
|
if isinstance(device, int):
|
|
return device
|
|
if not torch.jit.is_scripting():
|
|
if isinstance(device, torch.mtia.device):
|
|
return device.idx
|
|
if isinstance(device, str):
|
|
device = torch.device(device)
|
|
device_idx: int | None = None
|
|
if isinstance(device, torch.device):
|
|
if not allow_cpu and device.type == "cpu":
|
|
raise ValueError(f"Expected a non cpu device, but got: {device}")
|
|
if device.type not in ["mtia", "cpu"]:
|
|
raise ValueError(f"Expected a mtia or cpu device, but got: {device}")
|
|
device_idx = -1 if device.type == "cpu" else device.index
|
|
if device_idx is None:
|
|
if optional:
|
|
device_idx = torch._C._mtia_getDevice()
|
|
else:
|
|
raise ValueError(
|
|
f"Expected a torch.device with a specified index or an integer, but got: {device}"
|
|
)
|
|
return device_idx
|