From 5979019c27cb5e84ddcb38f40bbd962c32d7003f Mon Sep 17 00:00:00 2001 From: Guillaume Infantes Date: Fri, 9 Apr 2021 10:35:19 +0200 Subject: [PATCH] fix(torch): default gradient clipping to true when using madgrad --- src/backends/torch/torchsolver.cc | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/backends/torch/torchsolver.cc b/src/backends/torch/torchsolver.cc index a22683b22..2fccc3c6f 100644 --- a/src/backends/torch/torchsolver.cc +++ b/src/backends/torch/torchsolver.cc @@ -30,7 +30,8 @@ namespace dd if (ad_solver.has("solver_type")) _solver_type = ad_solver.get("solver_type").get(); - if (_solver_type == "RANGER" || _solver_type == "RANGER_PLUS") + if (_solver_type == "RANGER" || _solver_type == "RANGER_PLUS" + || _solver_type == "MADGRAD") _clip = true; if (_solver_type == "RANGER_PLUS")