_

Lightning-AI · Feb 1, 2021 · f1eb8b1 · f1eb8b1
1 parent 34859f3
commit f1eb8b1
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 8 deletions.
diff --git a/pytorch_lightning/plugins/legacy/rpc_plugin.py b/pytorch_lightning/plugins/legacy/rpc_plugin.py
@@ -39,7 +39,7 @@ class RPCPlugin(DDPPlugin):
 
     def __init__(self, rpc_timeout_sec: float = DEFAULT_RPC_TIMEOUT_SEC, **kwargs):
         self.rpc_timeout_sec = rpc_timeout_sec
-        self.rpc_initialized = False
+        self._is_rpc_initialized = False
         super().__init__(**kwargs)
 
     def init_rpc_connection(self,
@@ -48,7 +48,7 @@ def init_rpc_connection(self,
         os.environ['MASTER_PORT'] = os.getenv('RPC_MASTER_PORT', '15000')
         rpc.init_rpc(f"worker{global_rank}", rank=global_rank, world_size=world_size)
         rpc._set_rpc_timeout(self.rpc_timeout_sec)
-        self.rpc_initialized = True
+        self._is_rpc_initialized = True
 
     def rpc_save_model(self,
                        save_model_fn,
@@ -86,9 +86,9 @@ def on_accelerator_exit_rpc_process(self, trainer) -> None:
         self.exit_rpc_process()
 
     def exit_rpc_process(self):
-        if self.rpc_initialized:
+        if self._is_rpc_initialized:
             torch.distributed.rpc.shutdown()
-            self.rpc_initialized = False
+            self._is_rpc_initialized = False
 
     @property
     def return_after_exit_rpc_process(self) -> bool:

diff --git a/pytorch_lightning/plugins/training_type/rpc.py b/pytorch_lightning/plugins/training_type/rpc.py
@@ -48,7 +48,7 @@ def __init__(
         **kwargs
     ):
         self.rpc_timeout_sec = rpc_timeout_sec
-        self.rpc_initialized = False
+        self._is_rpc_initialized = False
         super().__init__(
             parallel_devices=parallel_devices,
             num_nodes=num_nodes,
@@ -61,7 +61,7 @@ def init_rpc_connection(self, global_rank: int, world_size: int) -> None:
         os.environ['MASTER_PORT'] = os.getenv('RPC_MASTER_PORT', '15000')
         rpc.init_rpc(f"worker{global_rank}", rank=global_rank, world_size=world_size)
         rpc._set_rpc_timeout(self.rpc_timeout_sec)
-        self.rpc_initialized = True
+        self._is_rpc_initialized = True
 
     def rpc_save_model(self, save_model_fn, last_filepath, trainer, pl_module) -> None:
         """
@@ -95,9 +95,9 @@ def on_accelerator_exit_rpc_process(self) -> None:
         self.exit_rpc_process()
 
     def exit_rpc_process(self):
-        if self.rpc_initialized:
+        if self._is_rpc_initialized:
             torch.distributed.rpc.shutdown()
-            self.rpc_initialized = False
+            self._is_rpc_initialized = False
 
     @property
     def return_after_exit_rpc_process(self) -> bool: