Testing (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 0/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.052310
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
best_validation_score so-far: 0.052310
Testing (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 1/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.236239
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.236239
Testing (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 2/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.032232
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.236239
Testing (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 3/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.124017
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.236239
Testing (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 4/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.043953
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.236239
Testing (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 5/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.463186
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 6/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.034678
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 7/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.148112
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 8/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.061816
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 9/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.312484
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 10/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.053784
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 11/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.230733
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 12/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.022895
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 13/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.029677
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 14/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.019486
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 15/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.071316
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 16/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.045613
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 17/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.174035
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 18/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.040136
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 19/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.109092
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 20/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.064414
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 21/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.255765
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 22/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.058625
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 23/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.205650
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 24/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.065106
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 25/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.111463
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 26/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.056052
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 27/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.195030
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 28/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.044930
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 29/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.069249
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 30/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.037436
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 31/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.341537
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 32/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.060559
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 33/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.229558
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 34/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.056056
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 35/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.265421
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 36/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.026662
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 37/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.170494
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 38/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.056345
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 39/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.156114
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 40/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.056831
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 41/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.247951
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 42/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.037699
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 43/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.074958
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 44/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.060160
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 45/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.121475
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 46/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.058707
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0018171038259935624, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 47/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.001817, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.240001
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 48/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.070213
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 49/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.160359
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 50/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.064826
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 51/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.256100
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 52/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.077248
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 53/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.295046
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 54/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.057201
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 55/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.292408
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 56/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.078842
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 57/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.181136
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 58/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.074854
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 59/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.104714
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 60/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.021680
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 61/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.224596
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 62/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.021744
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 63/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.173444
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 64/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.053579
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 65/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.134248
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 66/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.054936
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 67/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.127220
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 68/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.078482
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 69/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.210075
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 70/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.072222
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 71/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.212350
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 72/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.041186
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 73/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.154450
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 74/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.034845
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 75/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.189899
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 76/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.074428
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 77/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.006851
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 78/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.051135
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 79/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.049081
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 80/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.077782
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 81/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.196231
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 82/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.074711
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 83/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.149155
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 84/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.068293
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 85/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.382870
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 86/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.063284
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 87/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.206639
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 88/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.074274
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 89/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.018308
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 90/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.043826
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 91/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.102377
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 92/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.077323
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 93/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.157235
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 94/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.075745
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.0024041061631945851, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 95/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.002404, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.117638
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 96/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.122820
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 97/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.226547
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 98/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.377501
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 99/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.038925
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 100/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.067861
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 101/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.006282
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 102/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.049499
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 103/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.131996
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 104/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.096081
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 105/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 106/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.150608
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 107/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 108/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.110046
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 109/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.017482
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 110/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.004933
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 111/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.007658
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 112/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.068468
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 113/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 114/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.132118
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 115/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.003936
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 116/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.209971
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 117/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 118/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.092970
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 119/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 120/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.087274
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 121/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.059660
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 122/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.064765
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 123/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.139451
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 124/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.255557
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 125/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.331071
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 126/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.177373
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 127/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 128/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.097581
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 129/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 130/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.016843
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 131/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 132/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.158728
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 133/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.014144
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 134/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.007749
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 135/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.006227
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 136/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.000649
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 137/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.154036
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 138/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.156509
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 139/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.073605
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 140/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.064138
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 141/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 142/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.042885
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.087836491715029247, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 143/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.087836, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 144/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.165792
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 145/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.070515
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 146/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.159047
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 147/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.177436
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 148/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.072050
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 149/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.178082
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 150/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.161901
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 151/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.543556
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 152/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.191796
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 153/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 154/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.239052
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0049446750959222293, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 155/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 156/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.267473
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 157/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.224696
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 158/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.134377
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 159/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.160847
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 160/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.173279
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 161/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.069503
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 162/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.265625
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 163/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.097968
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 164/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.144767
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 165/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 166/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.262830
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 0.0046105219251146717, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 167/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 168/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.121178
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 169/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.191104
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 170/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.103315
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 171/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.009138
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 172/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.050506
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 173/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 174/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.148493
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 175/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.006741
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 176/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.116588
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 177/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 178/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.099925
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 1.1511283983866343e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 179/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 180/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 -0.118604
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 10, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 181/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.045078
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 182/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.057166
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 10, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 183/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 10, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 0.001017
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 184/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.176240
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 185/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.000722
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 186/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.003826
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 100, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 187/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 100, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -7744071744746713088.000000
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', True)
Combo 188/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 0.088296
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 1000, 5, False, 0.05, 2, 'glorot_uniform', False)
Combo 189/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.050000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', True)
Combo 190/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 -0.030295
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Testing (0.088157860097194923, 2.899543306854146e-06, 1000, 5, False, 0.1, 2, 'glorot_uniform', False)
Combo 191/192
Starting epoch 1
Starting epoch 2
Starting epoch 3
Starting epoch 4
Starting epoch 5
learning_rate 0.088158, nb_hidden 1000, nb_epoch 5, nesterov False, dropout 0.100000 => Validation set R^2 nan
Best hyperparameters so-far: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score so-far: 0.463186
Best hyperparameters: (0.0018171038259935624, 0.0049446750959222293, 100, 5, False, 0.05, 2, 'glorot_uniform', False)
best_validation_score: 0.463186