mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-06 12:20:52 +01:00
a3c286677b
PR does following * Turns `inference_mode` to False and `no_grad` for `convert_frame`, if the inference_mode is on globally. * Turns off inference_mode for fake tensor prop. This ensures that converting from real inference tensor to a fake tensor removes the inference-ness. * Graph breaks on is_inference and is_inference_mode_enabled. Pull Request resolved: https://github.com/pytorch/pytorch/pull/149321 Approved by: https://github.com/jansel, https://github.com/zou3519
27 lines
1.3 KiB
Python
27 lines
1.3 KiB
Python
USER_ERROR = [
|
|
"Dynamo has detected that tracing the code will result in an error when running in eager. "
|
|
"Please double check that your code doesn't contain a similar error when actually running eager/uncompiled.",
|
|
]
|
|
DYNAMO_BUG = [
|
|
"This is likely to be a Dynamo bug. Please report an issue to PyTorch.",
|
|
]
|
|
DIFFICULT = [
|
|
"This graph break may be difficult to debug. Please report an issue to PyTorch for assistance.",
|
|
]
|
|
FUNDAMENTAL = [
|
|
"This graph break is fundamental - it is unlikely that Dynamo will ever be able to trace through "
|
|
"your code. Consider finding a workaround.",
|
|
]
|
|
SUPPORTABLE = [
|
|
"It may be possible to write Dynamo tracing rules for this code. Please report an issue to PyTorch if you "
|
|
"encounter this graph break often and it is causing performance issues.",
|
|
]
|
|
CAUSED_BY_EARLIER_GRAPH_BREAK = [
|
|
"This graph break may have been caused by an earlier graph break. Resolving the earlier graph break may resolve this one.",
|
|
]
|
|
INFERENCE_MODE = [
|
|
"Avoid using `tensor.is_inference()` and `torch.is_inference_mode_enabled()` in your compile code. "
|
|
"This is primarily used in conjunction with `torch.inference_mode`. Consider using `torch.no_grad` instead ",
|
|
" because `torch.no_grad` leads to same improvements as `inference_mode` when `torch.compile` is used.",
|
|
]
|