add distributed property in accelerate_state

huggingface · Jul 5, 2022 · 6934ac5 · 6934ac5
1 parent 6ebddcd
commit 6934ac5
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/accelerate/state.py b/src/accelerate/state.py
@@ -175,6 +175,10 @@ def __init__(
                 self.mixed_precision = mixed_precision
             self.initialized = True
 
+    @property
+    def distributed(self):
+        return self.num_processes > 1
+
     def __repr__(self):
         mixed_precision = self.mixed_precision