mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 00:21:07 +01:00
f625bb4bc9
Summary: Applies new import merging and sorting from µsort v1.0. When merging imports, µsort will make a best-effort to move associated comments to match merged elements, but there are known limitations due to the diynamic nature of Python and developer tooling. These changes should not produce any dangerous runtime changes, but may require touch-ups to satisfy linters and other tooling. Note that µsort uses case-insensitive, lexicographical sorting, which results in a different ordering compared to isort. This provides a more consistent sorting order, matching the case-insensitive order used when sorting import statements by module name, and ensures that "frog", "FROG", and "Frog" always sort next to each other. For details on µsort's sorting and merging semantics, see the user guide: https://usort.readthedocs.io/en/stable/guide.html#sorting Test Plan: S271899 Reviewed By: lisroach Differential Revision: D36402110 Pull Request resolved: https://github.com/pytorch/pytorch/pull/78973 Approved by: https://github.com/osalpekar
123 lines
3.9 KiB
Python
123 lines
3.9 KiB
Python
# Owner(s): ["oncall: package/deploy"]
|
|
|
|
from io import BytesIO
|
|
|
|
from torch.package import PackageExporter
|
|
from torch.testing._internal.common_utils import run_tests
|
|
|
|
try:
|
|
from .common import PackageTestCase
|
|
except ImportError:
|
|
# Support the case where we run this file directly.
|
|
from common import PackageTestCase
|
|
|
|
|
|
class TestDependencyHooks(PackageTestCase):
|
|
"""Dependency management hooks API tests.
|
|
- register_mock_hook()
|
|
- register_extern_hook()
|
|
"""
|
|
|
|
def test_single_hook(self):
|
|
buffer = BytesIO()
|
|
|
|
my_externs = set()
|
|
|
|
def my_extern_hook(package_exporter, module_name):
|
|
my_externs.add(module_name)
|
|
|
|
with PackageExporter(buffer) as exporter:
|
|
exporter.extern(["package_a.subpackage", "module_a"])
|
|
exporter.register_extern_hook(my_extern_hook)
|
|
exporter.save_source_string("foo", "import module_a")
|
|
|
|
self.assertEqual(my_externs, set(["module_a"]))
|
|
|
|
def test_multiple_extern_hooks(self):
|
|
buffer = BytesIO()
|
|
|
|
my_externs = set()
|
|
|
|
def my_extern_hook(package_exporter, module_name):
|
|
my_externs.add(module_name)
|
|
|
|
# This also checks ordering, since `remove()` will fail if the value is not in the set.
|
|
def my_extern_hook2(package_exporter, module_name):
|
|
my_externs.remove(module_name)
|
|
|
|
with PackageExporter(buffer) as exporter:
|
|
exporter.extern(["package_a.subpackage", "module_a"])
|
|
exporter.register_extern_hook(my_extern_hook)
|
|
exporter.register_extern_hook(my_extern_hook2)
|
|
exporter.save_source_string("foo", "import module_a")
|
|
|
|
self.assertEqual(my_externs, set())
|
|
|
|
def test_multiple_mock_hooks(self):
|
|
buffer = BytesIO()
|
|
|
|
my_mocks = set()
|
|
|
|
def my_mock_hook(package_exporter, module_name):
|
|
my_mocks.add(module_name)
|
|
|
|
# This also checks ordering, since `remove()` will fail if the value is not in the set.
|
|
def my_mock_hook2(package_exporter, module_name):
|
|
my_mocks.remove(module_name)
|
|
|
|
with PackageExporter(buffer) as exporter:
|
|
exporter.mock(["package_a.subpackage", "module_a"])
|
|
exporter.register_mock_hook(my_mock_hook)
|
|
exporter.register_mock_hook(my_mock_hook2)
|
|
exporter.save_source_string("foo", "import module_a")
|
|
|
|
self.assertEqual(my_mocks, set())
|
|
|
|
def test_remove_hooks(self):
|
|
buffer = BytesIO()
|
|
|
|
my_externs = set()
|
|
my_externs2 = set()
|
|
|
|
def my_extern_hook(package_exporter, module_name):
|
|
my_externs.add(module_name)
|
|
|
|
def my_extern_hook2(package_exporter, module_name):
|
|
my_externs2.add(module_name)
|
|
|
|
with PackageExporter(buffer) as exporter:
|
|
exporter.extern(["package_a.subpackage", "module_a"])
|
|
handle = exporter.register_extern_hook(my_extern_hook)
|
|
exporter.register_extern_hook(my_extern_hook2)
|
|
handle.remove()
|
|
exporter.save_source_string("foo", "import module_a")
|
|
|
|
self.assertEqual(my_externs, set())
|
|
self.assertEqual(my_externs2, set(["module_a"]))
|
|
|
|
def test_extern_and_mock_hook(self):
|
|
buffer = BytesIO()
|
|
|
|
my_externs = set()
|
|
my_mocks = set()
|
|
|
|
def my_extern_hook(package_exporter, module_name):
|
|
my_externs.add(module_name)
|
|
|
|
def my_mock_hook(package_exporter, module_name):
|
|
my_mocks.add(module_name)
|
|
|
|
with PackageExporter(buffer) as exporter:
|
|
exporter.extern("module_a")
|
|
exporter.mock("package_a")
|
|
exporter.register_extern_hook(my_extern_hook)
|
|
exporter.register_mock_hook(my_mock_hook)
|
|
exporter.save_source_string("foo", "import module_a; import package_a")
|
|
|
|
self.assertEqual(my_externs, set(["module_a"]))
|
|
self.assertEqual(my_mocks, set(["package_a"]))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
run_tests()
|