|
@ -33,18 +33,19 @@ alpha_values = [1.0] |
|
|
widths, depths = [64, 128, 256], [4, 8] |
|
|
widths, depths = [64, 128, 256], [4, 8] |
|
|
|
|
|
|
|
|
batch_size_values = [256] |
|
|
batch_size_values = [256] |
|
|
max_epochs_values = [10] |
|
|
max_epochs_values = [20] |
|
|
seeds = list(range(21, 1992)) |
|
|
seeds = list(range(21, 1992)) |
|
|
optimizers = [ |
|
|
optimizers = [ |
|
|
"Adagrad", |
|
|
# "Adagrad", |
|
|
"Adam", |
|
|
"Adam", |
|
|
"SGD", |
|
|
"SGD", |
|
|
"AdamW", |
|
|
"AdamW", |
|
|
"LBFGS", |
|
|
# "LBFGS", |
|
|
"RAdam", |
|
|
# "RAdam", |
|
|
"RMSprop", |
|
|
# "RMSprop", |
|
|
"Adadelta", |
|
|
# "Adadelta", |
|
|
] |
|
|
] |
|
|
|
|
|
|
|
|
# Generate all possible combinations of hyperparameters |
|
|
# Generate all possible combinations of hyperparameters |
|
|
all_params = [ |
|
|
all_params = [ |
|
|
(alpha, lr, bs, me, s, w, d, opt) |
|
|
(alpha, lr, bs, me, s, w, d, opt) |
|
|