deepspeed engine: fp16 support validation on init (#4843)

deepspeedai · Dec 26, 2023 · 3e94f8c · 3e94f8c
1 parent c37fe9c
commit 3e94f8c
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py
@@ -1017,6 +1017,9 @@ def _supported_optims(self):
 
     # Validate configuration based on command line arguments
     def _do_sanity_check(self):
+        if self.fp16_enabled() and not get_accelerator().is_fp16_supported():
+            raise ValueError("Type fp16 is not supported.")
+
         expected_optim_types = self._supported_optims()
         expected_optim_types += [type(None), Callable]
         assert isinstance(self.client_optimizer, tuple(expected_optim_types)), \