From f6f4175f9b384750465af9f627d2eeb35102c5ac Mon Sep 17 00:00:00 2001 From: Yandi <yandirzm@gmail.com> Date: Sat, 4 Feb 2023 13:55:55 +0100 Subject: [PATCH] bilstm trying to deal with NaN by creating a shallower network --- config.yml | 8 ++++---- logs/main_unit_test.log | 15 +++++++++++++++ 2 files changed, 19 insertions(+), 4 deletions(-) diff --git a/config.yml b/config.yml index 31d1d30..844681d 100644 --- a/config.yml +++ b/config.yml @@ -58,12 +58,12 @@ LinearRegression: Initialization: init_he BidirectionalLSTM: - HiddenSize: 32 - NumLayers: 4 + HiddenSize: 16 + NumLayers: 2 LSTMDropout: 0 FFNDropout: 0.2 - NumFFN: 8 - Initialization: None + NumFFN: 3 + Initialization: init_he RNN: HiddenSize: 32 diff --git a/logs/main_unit_test.log b/logs/main_unit_test.log index 1f73c40..5c0f5e9 100644 --- a/logs/main_unit_test.log +++ b/logs/main_unit_test.log @@ -2482,3 +2482,18 @@ INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx INFO:root: - The train fold has 541474 samples INFO:root: - The valid fold has 135686 samples +INFO:root:= Dataloaders +INFO:root: - Dataset creation +INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points +INFO:root:Generating the index +INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx +INFO:root: - Loaded a dataset with 677160 samples +INFO:root: - Splitting the data in training and validation sets +INFO:root:Generating the subset files from 677160 samples +INFO:root: - Subset dataset +INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points +INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx +INFO:root:The loaded dataset contains 25 latitudes, 37 longitudes, 28 depths and 2222 time points +INFO:root:Loading the index from sub_2CMEMS-MEDSEA-2010-2016-training.nc.bin_index.idx +INFO:root: - The train fold has 542034 samples +INFO:root: - The valid fold has 135126 samples -- GitLab