missing or (#2574)

mosaicml · Oct 2, 2023 · 6375740 · 6375740
1 parent cd01419
commit 6375740
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/composer/algorithms/seq_length_warmup/seq_length_warmup.py b/composer/algorithms/seq_length_warmup/seq_length_warmup.py
@@ -319,7 +319,7 @@ def _activate_model(self, state: State, logger: Logger) -> None:
                 if state.auto_microbatching and _is_cuda_oom(e):
                     log.debug((f"Rank {dist.get_global_rank()} OOM'd."))
                     found_cuda_oom = 1
-                elif state.auto_microbatching and 'cuda' in str(e).lower() or 'c10' in str(e).lower():
+                elif state.auto_microbatching and ('cuda' in str(e).lower() or 'c10' in str(e).lower()):
                     raise ValueError(
                         textwrap.dedent(
                             'Encountered non-addressable cuda error while using auto microbatching. '

diff --git a/composer/trainer/trainer.py b/composer/trainer/trainer.py
@@ -2250,7 +2250,7 @@ def _train_batch(self, use_grad_scaling: bool) -> Dict[str, torch.Tensor]:
                 if self.state.auto_microbatching and _is_cuda_oom(e):
                     log.debug((f"Rank {dist.get_global_rank()} OOM'd."))
                     found_cuda_oom = 1
-                elif self.state.auto_microbatching and 'cuda' in str(e).lower() or 'c10' in str(e).lower():
+                elif self.state.auto_microbatching and ('cuda' in str(e).lower() or 'c10' in str(e).lower()):
                     raise RuntimeError(
                         textwrap.dedent(
                             'Encountered non-addressable cuda error while using auto microbatching. '
@@ -2922,7 +2922,7 @@ def _eval_loop(
                         if evaluator.auto_microbatching and _is_cuda_oom(e):
                             log.debug((f"Rank {dist.get_global_rank()} OOM'd."))
                             found_cuda_oom = 1
-                        elif self.state.auto_microbatching and 'cuda' in str(e).lower() or 'c10' in str(e).lower():
+                        elif self.state.auto_microbatching and ('cuda' in str(e).lower() or 'c10' in str(e).lower()):
                             raise ValueError(
                                 textwrap.dedent(
                                     'Encountered non-addressable cuda error while using auto microbatching. '