mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
003601a70d
Set prefer_deferred_runtime_asserts_over_guards to True and allow a flag to control the behavior, just in case. This option has enable the gemma3 model export with transformers==4.57. I am not sure how best to test it though. Pull Request resolved: https://github.com/pytorch/pytorch/pull/165820 Approved by: https://github.com/titaiwangms
56 lines
1.5 KiB
Python
56 lines
1.5 KiB
Python
"""Internal feature flags for torch.onnx.
|
|
|
|
NOTE: These flags are experimental only. Any flag here can be removed at any
|
|
time without notice.
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _load_boolean_flag(
|
|
name: str,
|
|
*,
|
|
this_will: str,
|
|
deprecated: bool = False,
|
|
default: bool = False,
|
|
) -> bool:
|
|
"""Load a boolean flag from environment variable.
|
|
|
|
Args:
|
|
name: The name of the environment variable.
|
|
this_will: A string that describes what this flag will do.
|
|
deprecated: Whether this flag is deprecated.
|
|
default: The default value if envvar not defined.
|
|
"""
|
|
undefined = os.getenv(name) is None
|
|
state = os.getenv(name) == "1"
|
|
if state:
|
|
if deprecated:
|
|
logger.error(
|
|
"Experimental flag %s is deprecated. Please remove it from your environment.",
|
|
name,
|
|
)
|
|
else:
|
|
logger.warning(
|
|
"Experimental flag %s is enabled. This will %s.", name, this_will
|
|
)
|
|
if undefined:
|
|
state = default
|
|
return state
|
|
|
|
|
|
ENABLE_DRAFT_EXPORT: bool = _load_boolean_flag(
|
|
"TORCH_ONNX_ENABLE_DRAFT_EXPORT",
|
|
this_will="enable torch.export.draft_export as a strategy for capturing models",
|
|
default=False,
|
|
)
|
|
PREFER_DEFERRED_RUNTIME_ASSERTS_OVER_GUARDS: bool = _load_boolean_flag(
|
|
"TORCH_ONNX_PREFER_DEFERRED_RUNTIME_ASSERTS_OVER_GUARDS",
|
|
this_will="set prefer_deferred_runtime_asserts_over_guards when calling torch.export",
|
|
default=True,
|
|
)
|