mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 12:21:27 +01:00
b0cf43b2dd
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/29304 Implements a simple python distributed optimizer that takes rrefs to parameters that will be optimized. It keeps instances of optimizers remotely and calling step on distributed optimizer will call step on each of the remote optimizers in parallel. ghstack-source-id: 93564364 Test Plan: unit tests. Differential Revision: D18354586 fbshipit-source-id: 85d4c8bfec4aa38d2863cda704d024692511cff5
17 lines
472 B
Python
17 lines
472 B
Python
#!/usr/bin/env python3
|
|
from __future__ import absolute_import, division, print_function, unicode_literals
|
|
|
|
from dist_optimizer_test import DistOptimizerTest
|
|
from common_distributed import MultiProcessTestCase
|
|
from common_utils import run_tests
|
|
|
|
|
|
class DistOptimizerTestWithFork(MultiProcessTestCase, DistOptimizerTest):
|
|
|
|
def setUp(self):
|
|
super(DistOptimizerTestWithFork, self).setUp()
|
|
self._fork_processes()
|
|
|
|
if __name__ == '__main__':
|
|
run_tests()
|