diff --git a/train_network.py b/train_network.py
index 65962bd74..c236a2c95 100644
--- a/train_network.py
+++ b/train_network.py
@@ -116,7 +116,7 @@ def generate_step_logs(
                     args.optimizer_type.lower().endswith("ProdigyPlusScheduleFree".lower()) and optimizer is not None
                 ):  
                     logs[f"lr/d*lr/group{i}"] = (
-                        optimizer.param_groups[0]["d"] * optimizer.param_groups[0]["lr"]
+                        optimizer.param_groups[i]["d"] * optimizer.param_groups[i]["lr"]
                     )
 
         return logs