mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
8e33451e2e
Summary: Commits: 1. Make `torch.cuda.*` take device objects 2. Update `torch.distributed` docs to emphasize calling `torch.cuda.set_device` before `init_process_group` Pull Request resolved: https://github.com/pytorch/pytorch/pull/10833 Differential Revision: D9514241 Pulled By: SsnL fbshipit-source-id: 2497464305fb1e63d6c495291a5744aaa7e2696e
33 lines
1.2 KiB
Python
33 lines
1.2 KiB
Python
import torch
|
|
|
|
|
|
def _get_device_index(device, optional=False):
|
|
r"""Gets the device index from :attr:`device`, which can be a torch.device
|
|
object, a Python integer, or ``None``.
|
|
|
|
If :attr:`device` is a torch.device object, returns the device index if it
|
|
is a CUDA device. Note that for CUDA device without sepecified index, i.e.,
|
|
``torch.devie('cuda')``, this will return the current default CUDA device if
|
|
:attr:`optional` is ``True``.
|
|
|
|
If :attr:`device` is a Python interger, it is returned as is.
|
|
|
|
If :attr:`device` is ``None``, this will return the current default CUDA
|
|
device if :attr:`optional` is ``True``.
|
|
"""
|
|
if isinstance(device, torch.device):
|
|
dev_type = device.type
|
|
if device.type != 'cuda':
|
|
raise ValueError('Expected a cuda device, but got: {}'.format(device))
|
|
device_idx = device.index
|
|
else:
|
|
device_idx = device
|
|
if device_idx is None:
|
|
if optional:
|
|
# default cuda device index
|
|
return torch.cuda.current_device()
|
|
else:
|
|
raise ValueError('Expected a cuda device with sepecified index or '
|
|
'an integer, but got: '.format(device))
|
|
return device_idx
|