Default to adam optimizer

gzuidhof · Jun 12, 2016 · 2c049e0 · 2c049e0
1 parent 8186edc
commit 2c049e0
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/config/default_05mm.ini b/config/default_05mm.ini
@@ -15,7 +15,7 @@ branching_factor: 3
 batch_normalization: True
 
 [updates]
-optimization: nesterov
+optimization: adam
 learning_rate: 0.0001
 momentum: 0.99
 l2_lambda: 1e-4

diff --git a/config/default_05mm_titan.ini b/config/default_05mm_titan.ini
@@ -9,7 +9,7 @@ branching_factor: 3
 batch_normalization: True
 
 [updates]
-optimization: nesterov
+optimization: adam
 learning_rate: 0.0005
 momentum: 0.92
 l2_lambda: 1e-5

diff --git a/config/default_05mm_titan_10lr.ini b/config/default_05mm_titan_10lr.ini
@@ -9,7 +9,7 @@ branching_factor: 3
 batch_normalization: True
 
 [updates]
-optimization: nesterov
+optimization: adam
 learning_rate: 0.0005
 momentum: 0.92
 l2_lambda: 5e-5

diff --git a/config/default_cluster.ini b/config/default_cluster.ini
@@ -6,8 +6,8 @@ filenames_train: /scratch-shared/vdgugten/data/0.5_0.5_0.5mm_slices_lung/subset[
 filenames_validation: /scratch-shared/vdgugten/data/0.5_0.5_0.5mm_slices_lung/subset[8]/*.pkl.gz
 
 [updates]
-optimization: nesterov
-learning_rate: 0.0001
+optimization: adam
+learning_rate: 0.005
 momentum: 0.94
 l2_lambda: 1e-4
 batch_size_train: 12