bilstm trying to deal with NaN by creating a shallower network

f6f4175f · Yandi · 4d3f8c89 · f6f4175f · f6f4175f
Commit f6f4175f authored 2 years ago by Yandi
--- a/config.yml
+++ b/config.yml
@@ -58,12 +58,12 @@ LinearRegression:
  Initialization: init_he
 BidirectionalLSTM:
-  HiddenSize: 32
+  HiddenSize: 16
-  NumLayers: 4
+  NumLayers: 2
  LSTMDropout: 0
  FFNDropout: 0.2
-  NumFFN: 8
+  NumFFN: 3
-  Initialization: None
+  Initialization: init_he
 RNN:
  HiddenSize: 32

--- a/logs/main_unit_test.log
+++ b/logs/main_unit_test.log