Changed learning rate back as it lead to lower scores for many datase…

…ts (except xtreme)
machamp-nlp · Jan 28, 2022 · 9ca9d51 · 9ca9d51
1 parent 40f3388
commit 9ca9d51
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 6 deletions.
diff --git a/configs/params-mbert.json b/configs/params-mbert.json
@@ -142,7 +142,7 @@ local max_len = 512;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [

diff --git a/configs/params-rembert-smoothed.json b/configs/params-rembert-smoothed.json
@@ -142,7 +142,7 @@ local max_len = 128;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [

diff --git a/configs/params-rembert.json b/configs/params-rembert.json
@@ -142,7 +142,7 @@ local max_len = 512;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [

diff --git a/configs/params-xlmr.json b/configs/params-xlmr.json
@@ -142,7 +142,7 @@ local max_len = 512;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [

diff --git a/configs/params.json b/configs/params.json
@@ -142,7 +142,7 @@ local max_len = 512;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [

diff --git a/configs/params.smoothSampling.json b/configs/params.smoothSampling.json
@@ -142,7 +142,7 @@ local max_len = 512;
             "type": "huggingface_adamw",
             "betas": [0.9, 0.99],
             "correct_bias": false,
-            "lr": 0.00001,
+            "lr": 0.0001,
             "parameter_groups": [
                 [
                     [