Fix error in pre-optim logic (#5995)

Lightning-AI · Feb 16, 2021 · b40d414 · b40d414
1 parent b5d7d08
commit b40d414
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/pytorch_lightning/plugins/precision/apex_amp.py b/pytorch_lightning/plugins/precision/apex_amp.py
@@ -159,6 +159,7 @@ def pre_optimizer_step(
 
         if not pl_module.automatic_optimization:
             pl_module.trainer.call_hook("on_after_backward")
-            optimizer.step()
+
+        optimizer.step()
 
         return False