fix(torch): default gradient clipping to true when using madgrad

jolibrain · Apr 9, 2021 · 5979019 · 5979019
1 parent 0657d82
commit 5979019
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/backends/torch/torchsolver.cc b/src/backends/torch/torchsolver.cc
@@ -30,7 +30,8 @@ namespace dd
     if (ad_solver.has("solver_type"))
       _solver_type = ad_solver.get("solver_type").get<std::string>();
 
-    if (_solver_type == "RANGER" || _solver_type == "RANGER_PLUS")
+    if (_solver_type == "RANGER" || _solver_type == "RANGER_PLUS"
+        || _solver_type == "MADGRAD")
       _clip = true;
 
     if (_solver_type == "RANGER_PLUS")