From f6f4175f9b384750465af9f627d2eeb35102c5ac Mon Sep 17 00:00:00 2001
From: Yandi <yandirzm@gmail.com>
Date: Sat, 4 Feb 2023 13:55:55 +0100
Subject: [PATCH] bilstm trying to deal with NaN by creating a shallower
 network

---
 config.yml              |  8 ++++----
 logs/main_unit_test.log | 15 +++++++++++++++
 2 files changed, 19 insertions(+), 4 deletions(-)

diff --git a/config.yml b/config.yml
index 31d1d30..844681d 100644
--- a/config.yml
+++ b/config.yml
@@ -58,12 +58,12 @@ LinearRegression:
   Initialization: init_he
 
 BidirectionalLSTM:
-  HiddenSize: 32
-  NumLayers: 4
+  HiddenSize: 16
+  NumLayers: 2
   LSTMDropout: 0
   FFNDropout: 0.2
-  NumFFN: 8
-  Initialization: None
+  NumFFN: 3
+  Initialization: init_he
 
 RNN:
   HiddenSize: 32
diff --git a/logs/main_unit_test.log b/logs/main_unit_test.log
index 1f73c40..5c0f5e9 100644
--- a/logs/main_unit_test.log
+++ b/logs/main_unit_test.log
@@ -2482,3 +2482,18 @@ INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and
 INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx
 INFO:root:  - The train fold has 541474 samples
 INFO:root:  - The valid fold has 135686 samples
+INFO:root:= Dataloaders
+INFO:root:  - Dataset creation
+INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points
+INFO:root:Generating the index
+INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx
+INFO:root:  - Loaded a dataset with 677160 samples
+INFO:root:  - Splitting the data in training and validation sets
+INFO:root:Generating the subset files from 677160 samples
+INFO:root:  - Subset dataset
+INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points
+INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx
+INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points
+INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx
+INFO:root:  - The train fold has 542034 samples
+INFO:root:  - The valid fold has 135126 samples
-- 
GitLab