pytorch/torch/cuda/_utils.py
Nikita Shulga 8b5732e8ad Move torch.cuda annotations inline (#40075)
Summary:
Also enable `torch.cuda` typechecking
Pull Request resolved: https://github.com/pytorch/pytorch/pull/40075

Differential Revision: D22121275

Pulled By: malfet

fbshipit-source-id: dbecef09911334e8f3d87f5ecab66349da9f2325
2020-06-18 15:52:29 -07:00

47 lines
1.7 KiB
Python

import torch
import torch._six
from typing import Optional, Union
from torch.types import Device
def _get_device_index(device: Union[Device, int], optional=False) -> int:
r"""Gets the device index from :attr:`device`, which can be a torch.device
object, a Python integer, or ``None``.
If :attr:`device` is a torch.device object, returns the device index if it
is a CUDA device. Note that for a CUDA device without a specified index,
i.e., ``torch.device('cuda')``, this will return the current default CUDA
device if :attr:`optional` is ``True``.
If :attr:`device` is a Python integer, it is returned as is.
If :attr:`device` is ``None``, this will return the current default CUDA
device if :attr:`optional` is ``True``.
"""
if isinstance(device, torch._six.string_classes):
device = torch.device(device)
device_idx: Optional[int]
if isinstance(device, torch.device):
dev_type = device.type
if device.type != 'cuda':
raise ValueError('Expected a cuda device, but got: {}'.format(device))
device_idx = device.index
else:
device_idx = device
if device_idx is None:
if optional:
# default cuda device index
return torch.cuda.current_device()
else:
raise ValueError('Expected a cuda device with a specified index '
'or an integer, but got: {}'.format(device))
return device_idx
def _dummy_type(name: str) -> type:
def init_err(self):
class_name = self.__class__.__name__
raise RuntimeError(
"Tried to instantiate dummy base class {}".format(class_name))
return type(name, (object,), {"__init__": init_err})