mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
3a112ebb57
As discussed in https://github.com/pytorch/pytorch/issues/55374#issuecomment-968333614, here we update the cpu autocast operation list in autocast API document. Pull Request resolved: https://github.com/pytorch/pytorch/pull/68567 Approved by: https://github.com/ezyang
32 lines
1.1 KiB
Python
32 lines
1.1 KiB
Python
import torch
|
|
from typing import Any
|
|
|
|
class autocast(torch.amp.autocast_mode.autocast):
|
|
r"""
|
|
See :class:`torch.autocast`.
|
|
``torch.cpu.amp.autocast(args...)`` is equivalent to ``torch.autocast("cpu", args...)``
|
|
"""
|
|
def __init__(self, enabled : bool = True, dtype : torch.dtype = torch.bfloat16, cache_enabled : bool = True):
|
|
if torch._jit_internal.is_scripting():
|
|
self._enabled = enabled
|
|
self.device = "cpu"
|
|
self.fast_dtype = dtype
|
|
return
|
|
super().__init__("cpu", enabled=enabled, dtype=dtype, cache_enabled=cache_enabled)
|
|
|
|
def __enter__(self):
|
|
if torch._jit_internal.is_scripting():
|
|
return self
|
|
return super().__enter__()
|
|
|
|
# TODO: discuss a unified TorchScript-friendly API for autocast
|
|
def __exit__(self, exc_type: Any, exc_val: Any, exc_tb: Any): # type: ignore[override]
|
|
if torch._jit_internal.is_scripting():
|
|
return
|
|
return super().__exit__(exc_type, exc_val, exc_tb)
|
|
|
|
def __call__(self, func):
|
|
if torch._jit_internal.is_scripting():
|
|
return func
|
|
return super().__call__(func)
|