mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-08 07:39:33 +01:00
6ea89166bd
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/42629 How to approach reviewing this diff: - The new codegen itself lives in `tools/codegen`. Start with `gen.py`, then read `model.py` and them the `api/` folder. The comments at the top of the files describe what is going on. The CLI interface of the new codegen is similar to the old one, but (1) it is no longer necessary to explicitly specify cwrap inputs (and now we will error if you do so) and (2) the default settings for source and install dir are much better; to the extent that if you run the codegen from the root source directory as just `python -m tools.codegen.gen`, something reasonable will happen. - The old codegen is (nearly) entirely deleted; every Python file in `aten/src/ATen` was deleted except for `common_with_cwrap.py`, which now permanently finds its home in `tools/shared/cwrap_common.py` (previously cmake copied the file there), and `code_template.py`, which now lives in `tools/codegen/code_template.py`. We remove the copying logic for `common_with_cwrap.py`. - All of the inputs to the old codegen are deleted. - Build rules now have to be adjusted to not refer to files that no longer exist, and to abide by the (slightly modified) CLI. - LegacyTHFunctions files have been generated and checked in. We expect these to be deleted as these final functions get ported to ATen. The deletion process is straightforward; just delete the functions of the ones you are porting. There are 39 more functions left to port. Signed-off-by: Edward Z. Yang <ezyang@fb.com> Test Plan: Imported from OSS Reviewed By: bhosmer Differential Revision: D23183978 Pulled By: ezyang fbshipit-source-id: 6073ba432ad182c7284a97147b05f0574a02f763
50 lines
2.1 KiB
Python
50 lines
2.1 KiB
Python
import threading
|
|
from contextlib import contextmanager
|
|
from typing import Optional, Iterator
|
|
|
|
from tools.codegen.model import UseC10Dispatcher
|
|
|
|
# Simple dynamic scoping implementation. The name "parametrize" comes
|
|
# from Racket.
|
|
#
|
|
# WARNING WARNING: LOOKING TO EDIT THIS FILE? Think carefully about
|
|
# why you need to add a toggle to the global behavior of code
|
|
# generation. The parameters here should really only be used
|
|
# for "temporary" situations, where we need to temporarily change
|
|
# the codegen in some cases because we cannot conveniently update
|
|
# all call sites, and are slated to be eliminated once all call
|
|
# sites are eliminated. If you don't have a plan for how to get there,
|
|
# DON'T add a new entry here.
|
|
|
|
class Locals(threading.local):
|
|
use_c10_dispatcher: Optional[UseC10Dispatcher] = None
|
|
hack_const_mutable_self: bool = False
|
|
_locals = Locals()
|
|
|
|
# The use_c10_dispatcher field in native_functions.yaml is used to
|
|
# control codegen behavior, so that we can handle cases where
|
|
# Dispatcher templating logic can't handle. In the terminal
|
|
# state, use_c10_dispatcher should always be UseC10Dispatcher.full
|
|
# and this flag can be eliminated.
|
|
def use_c10_dispatcher() -> UseC10Dispatcher:
|
|
assert _locals.use_c10_dispatcher is not None, \
|
|
"need to initialize local.use_c10_dispatcher with local.parametrize"
|
|
return _locals.use_c10_dispatcher
|
|
|
|
# This is used to maintain compat, see Note [Byte-for-byte compatibility]
|
|
# It can be removed when we drop compat.
|
|
def hack_const_mutable_self() -> bool:
|
|
return _locals.hack_const_mutable_self
|
|
|
|
@contextmanager
|
|
def parametrize(*, use_c10_dispatcher: UseC10Dispatcher, hack_const_mutable_self: bool) -> Iterator[None]:
|
|
old_use_c10_dispatcher = _locals.use_c10_dispatcher
|
|
old_hack_const_mutable_self = _locals.hack_const_mutable_self
|
|
try:
|
|
_locals.use_c10_dispatcher = use_c10_dispatcher
|
|
_locals.hack_const_mutable_self = hack_const_mutable_self
|
|
yield
|
|
finally:
|
|
_locals.use_c10_dispatcher = old_use_c10_dispatcher
|
|
_locals.hack_const_mutable_self = old_hack_const_mutable_self
|