opts.networkType = 'simplenn' ;
opts = vl_argparse(opts, varargin) ;

lr = [.0001 .0002] ;


net.layers = {} ;

% Block 1
net.layers{end+1} = struct('type', 'conv', ...
                           'weights', {{0.01*randn(5,5,64,64, 'single'), zeros(1, 64, 'single')}}, ...
                           'learningRate', lr, ...
                           'stride', 1, ...
                           'pad', 2) ;
net.layers{end+1} = struct('type', 'relu') ;

% Loss layer
net.layers{end+1} = struct('type', 'pdist') ;

% Meta parameters
net.meta.inputSize = [56 56 64] ;
net.meta.trainOpts.learningRate = [0.00005*ones(1,3000) 0.00005*ones(1,10) 0.00005*ones(1,5)] ;
net.meta.trainOpts.weightDecay = 0.0001 ;
net.meta.trainOpts.batchSize = 50;
net.meta.trainOpts.numEpochs = numel(net.meta.trainOpts.learningRate) ;

% Fill in default values

net = vl_simplenn_tidy(net) ;

parameter memory| 400KB (1e+05 parameters)|
     data memory|153MB (for batch size 50)|

train: epoch 01:   1/ 12: 45.7 (45.7) Hz objective: 49.981
train: epoch 01:   2/ 12: 44.4 (43.1) Hz objective: 24.987
train: epoch 01:   3/ 12: 43.9 (42.9) Hz objective: 16.655
...
train: epoch 01:  11/ 12: 44.9 (45.1) Hz objective: 4.521
train: epoch 01:  12/ 12: 45.0 (45.3) Hz objective: 4.139
val: epoch 01:   1/  4: 160.2 (160.2) Hz objective: 49.564
val: epoch 01:   2/  4: 159.1 (158.0) Hz objective: 24.776
val: epoch 01:   3/  4: 158.1 (156.2) Hz objective: 16.518
val: epoch 01:   4/  4: 157.9 (157.3) Hz objective: 12.387
-----------------------------------------------------------
train: epoch 02:   1/ 12: 45.4 (45.4) Hz objective: 49.562
train: epoch 02:   2/ 12: 45.5 (45.6) Hz objective: 24.757
train: epoch 02:   3/ 12: 45.5 (45.6) Hz objective: 16.489
...
train: epoch 02:  11/ 12: 45.6 (45.9) Hz objective: 4.440
train: epoch 02:  12/ 12: 45.6 (45.6) Hz objective: 4.062
val: epoch 02:   1/  4: 166.0 (166.0) Hz objective: 48.571
val: epoch 02:   2/  4: 161.1 (156.5) Hz objective: 24.287
val: epoch 02:   3/  4: 161.2 (161.3) Hz objective: 16.192
val: epoch 02:   4/  4: 161.8 (163.7) Hz objective: 12.146
-----------------------------------------------------------
train: epoch 03:   1/ 12: 46.7 (46.7) Hz objective: 48.581
train: epoch 03:   2/ 12: 45.9 (45.2) Hz objective: 24.269
train: epoch 03:   3/ 12: 45.8 (45.4) Hz objective: 16.153
...
train: epoch 03:  11/ 12: 45.2 (46.1) Hz objective: 4.342
train: epoch 03:  12/ 12: 45.2 (45.8) Hz objective: 3.972
val: epoch 03:   1/  4: 164.6 (164.6) Hz objective: 47.485
val: epoch 03:   2/  4: 163.4 (162.1) Hz objective: 23.744
val: epoch 03:   3/  4: 162.5 (160.8) Hz objective: 15.829
val: epoch 03:   4/  4: 162.2 (161.4) Hz objective: 11.869
...
...
...
train: epoch 09:   1/ 12: 43.5 (43.5) Hz objective: 42.249
train: epoch 09:   2/ 12: 43.7 (44.0) Hz objective: 21.105
train: epoch 09:   3/ 12: 43.9 (44.3) Hz objective: 14.051
...
train: epoch 09:  11/ 12: 45.5 (45.6) Hz objective: 3.779
train: epoch 09:  12/ 12: 45.5 (45.8) Hz objective: 3.458
val: epoch 09:   1/  4: 169.2 (169.2) Hz objective: 41.340
val: epoch 09:   2/  4: 166.8 (164.4) Hz objective: 20.673
val: epoch 09:   3/  4: 165.1 (161.8) Hz objective: 13.784
val: epoch 09:   4/  4: 164.9 (164.4) Hz objective: 10.338
-----------------------------------------------------------
train: epoch 10:   1/ 12: 46.1 (46.1) Hz objective: 41.362
train: epoch 10:   2/ 12: 45.6 (45.0) Hz objective: 20.660
train: epoch 10:   3/ 12: 45.5 (45.3) Hz objective: 13.755
...
train: epoch 10:  11/ 12: 45.5 (45.6) Hz objective: 3.700
train: epoch 10:  12/ 12: 45.6 (46.0) Hz objective: 3.386
val: epoch 10:   1/  4: 165.3 (165.3) Hz objective: 40.500
val: epoch 10:   2/  4: 163.8 (162.4) Hz objective: 20.252
val: epoch 10:   3/  4: 163.6 (163.2) Hz objective: 13.501
val: epoch 10:   4/  4: 163.0 (161.0) Hz objective: 10.125
-----------------------------------------------------------
train: epoch 11:   1/ 12: 45.6 (45.6) Hz objective: 40.494
train: epoch 11:   2/ 12: 45.6 (45.6) Hz objective: 20.232
train: epoch 11:   3/ 12: 45.6 (45.7) Hz objective: 13.471
...
train: epoch 11:  11/ 12: 45.3 (45.1) Hz objective: 3.627
train: epoch 11:  12/ 12: 45.1 (43.3) Hz objective: 3.319
val: epoch 11:   1/  4: 169.1 (169.1) Hz objective: 39.672
val: epoch 11:   2/  4: 157.0 (146.6) Hz objective: 19.841
val: epoch 11:   3/  4: 158.8 (162.5) Hz objective: 13.230
val: epoch 11:   4/  4: 159.6 (162.2) Hz objective: 9.924