decrease learning rate

schauppi · May 17, 2024 · ab82594 · ab82594
1 parent 1797a03
commit ab82594
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/images/mLSTM_5.png b/images/mLSTM_5.png
diff --git a/images/sLSTM_5.png b/images/sLSTM_5.png
diff --git a/src/utils/test_mLSTM.py b/src/utils/test_mLSTM.py
@@ -19,7 +19,7 @@
 # [batch_size, seq_len, hidden_size/features]
 
 model = mLSTM(input_size=input_size, hidden_size=hidden_size, mem_dim=mem_dim)
-optimizer = optim.Adam(model.parameters(), lr=0.001)
+optimizer = optim.Adam(model.parameters(), lr=0.01)
 criterion = nn.MSELoss()
 
 for epoch in range(500):

diff --git a/src/utils/test_sLSTM.py b/src/utils/test_sLSTM.py
@@ -7,17 +7,17 @@
 from src.utils.sine_wave import generate_sine_wave
 
 input_size = 5
-hidden_size = 10
+hidden_size = 5
 mem_dim = 5
 seq_len = 100
-num_sequences = 1
+num_sequences = 2
 
 data = generate_sine_wave(
     seq_len=seq_len, num_sequences=num_sequences, input_size=input_size
 )
 
 model = sLSTM(input_size=input_size, hidden_size=hidden_size)
-optimizer = optim.Adam(model.parameters(), lr=0.001)
+optimizer = optim.Adam(model.parameters(), lr=0.01)
 criterion = nn.MSELoss()
 
 for epoch in range(500):