comment

rwth-i6 · Nov 30, 2023 · 2631e86 · 2631e86
1 parent 44760ec
commit 2631e86
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/users/zeyer/experiments/exp2023_04_25_rf/conformer_import_moh_att_2023_06_30.py b/users/zeyer/experiments/exp2023_04_25_rf/conformer_import_moh_att_2023_06_30.py
@@ -203,6 +203,7 @@ def sis_run_with_prefix(prefix_name: Optional[str] = None):
             "learning_rate_piecewise_values": [1e-5, 1e-3, 1e-5, 1e-6],
         },
     )
+    # gn01 ("gradient_noise": 0.1), does not converge? try again with gn before grad clip (new RETURNN)
     train_exp(
         "base-24gb-v4-lrlin-gn01",
         config_24gb_v4,