Increase L2 for cluster networks

config/deeper_resnet.ini

@@ -7,28 +7,28 @@ pixels: 64
 n_classes: 2
 channels: 1
 subset: None
-filenames_train: ./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[0-7]/*/*.pkl.gz
-filenames_validation:./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[8]/*/*.pkl.gz
+filenames_train: ./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[01245678]/*/*.pkl.gz
+filenames_validation:./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[9]/*/*.pkl.gz
 data_folder: None ;not used
 
 [network]
 architecture: resnet
 input_size: 64
-depth: 4
+depth: 10
 branching_factor: 4
 batch_normalization: False
 batch_normalization_alpha: 0.3
 dropout: 0.25
 spatial_dropout: 0.5
 gaussian_noise: 0.05
 
-[updates] 
+[updates] ;Not used
 optimization: -
 learning_rate: 0
 momentum: 0.92
-l2_lambda: 0.0001
-batch_size_train: 64
-batch_size_validation: 168
+l2_lambda: 0.0005
+batch_size_train: 48
+batch_size_validation: 120
 n_epochs: 200
 
 [preprocessing] ;Not used
@@ -42,12 +42,12 @@ mean_pixel: 0.2606236106512
 [augmentation] ;Not used
 augment: True
 flip: True
-zoom: 0.08 ;Only if OpenCV2 is available
+zoom: 0.1 ;Only if OpenCV2 is available
 rotation: 20
 translation: 3
 
 
 [misc]
-multiprocess_load_augmentation: False
-save_every_n_epoch: 2
-n_workers_load_augmentation: 6
+multiprocess_load_augmentation: True
+save_every_n_epoch: 4
+n_workers_load_augmentation: 8

config/huge_resnet.ini

@@ -0,0 +1,53 @@
+[info]
+experiment: ResNet default settings
+name: resnet98_34
+
+[dataset]
+pixels: 64
+n_classes: 2
+channels: 1
+subset: None
+filenames_train: ./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[0125678]/*/*.pkl.gz
+filenames_validation:./../../data/cadV2_0.5mm_64x64_xy_xz_yz/subset[9]/*/*.pkl.gz
+data_folder: None ;not used
+
+[network]
+architecture: resnet
+input_size: 64
+depth: 9
+branching_factor: 8
+batch_normalization: False
+batch_normalization_alpha: 0.3
+dropout: 0.25
+spatial_dropout: 0.5
+gaussian_noise: 0.05
+
+[updates] ;Not used
+optimization: -
+learning_rate: 0
+momentum: 0.90
+l2_lambda: 0.00001
+batch_size_train: 36
+batch_size_validation: 68
+n_epochs: 200
+
+[preprocessing] ;Not used
+random_crop: 0 ;no cropping
+erode_segmentation: 11
+
+[normalization]
+zero_center: True
+mean_pixel: 0.2606236106512
+
+[augmentation] ;Not used
+augment: True
+flip: True
+zoom: 0.1 ;Only if OpenCV2 is available
+rotation: 20
+translation: 3
+
+
+[misc]
+multiprocess_load_augmentation: True
+save_every_n_epoch: 3
+n_workers_load_augmentation: 8

config/resnet98_09.ini

@@ -26,7 +26,7 @@ gaussian_noise: 0.05
 optimization: -
 learning_rate: 0 ;not used, see schedule
 momentum: 0.90
-l2_lambda: 0.00001
+l2_lambda: 0.00002
 batch_size_train: 36
 batch_size_validation: 68
 n_epochs: 240

config/resnet98_12.ini

@@ -26,7 +26,7 @@ gaussian_noise: 0.05
 optimization: -
 learning_rate: 0 ;not used, see schedule
 momentum: 0.90
-l2_lambda: 0.00001
+l2_lambda: 0.00002
 batch_size_train: 36
 batch_size_validation: 68
 n_epochs: 240

config/resnet98_34.ini

@@ -26,7 +26,7 @@ gaussian_noise: 0.05
 optimization: -
 learning_rate: 0 ;not used, see schedule
 momentum: 0.90
-l2_lambda: 0.00001
+l2_lambda: 0.00002
 batch_size_train: 36
 batch_size_validation: 68
 n_epochs: 240

config/resnet98_56.ini

@@ -26,7 +26,7 @@ gaussian_noise: 0.05
 optimization: -
 learning_rate: 0 ;not used, see schedule
 momentum: 0.90
-l2_lambda: 0.00001
+l2_lambda: 0.00002
 batch_size_train: 36
 batch_size_validation: 68
 n_epochs: 240

config/resnet98_78.ini

@@ -26,7 +26,7 @@ gaussian_noise: 0.05
 optimization: -
 learning_rate: 0 ;not used, see schedule
 momentum: 0.90
-l2_lambda: 0.00001
+l2_lambda: 0.00002
 batch_size_train: 36
 batch_size_validation: 68
 n_epochs: 240