Browse Source

restrict optimizers

new-sep-loss
Michael Pilosov, PhD 10 months ago
parent
commit
6260e7fdd3
  1. 13
      newsearch.py

13
newsearch.py

@ -33,18 +33,19 @@ alpha_values = [1.0]
widths, depths = [64, 128, 256], [4, 8] widths, depths = [64, 128, 256], [4, 8]
batch_size_values = [256] batch_size_values = [256]
max_epochs_values = [10] max_epochs_values = [20]
seeds = list(range(21, 1992)) seeds = list(range(21, 1992))
optimizers = [ optimizers = [
"Adagrad", # "Adagrad",
"Adam", "Adam",
"SGD", "SGD",
"AdamW", "AdamW",
"LBFGS", # "LBFGS",
"RAdam", # "RAdam",
"RMSprop", # "RMSprop",
"Adadelta", # "Adadelta",
] ]
# Generate all possible combinations of hyperparameters # Generate all possible combinations of hyperparameters
all_params = [ all_params = [
(alpha, lr, bs, me, s, w, d, opt) (alpha, lr, bs, me, s, w, d, opt)

Loading…
Cancel
Save