Change hyperparameter defaults

sisi0711 · Feb 5, 2021 · 06063fc · 06063fc
1 parent ae6866a
commit 06063fc
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/main.py b/src/main.py
@@ -34,8 +34,8 @@ def make_hparams():
         max_len_train=0,  # no length limit
         max_len_dev=0,  # no length limit
         # Optimization
-        batch_size=250,
-        learning_rate=0.0008,
+        batch_size=32,
+        learning_rate=0.00005,
         learning_rate_warmup_steps=160,
         clip_grad_norm=0.0,  # no clipping
         checks_per_epoch=4,