diff --git a/newsearch.py b/newsearch.py index a4b2783..0265a5f 100644 --- a/newsearch.py +++ b/newsearch.py @@ -33,18 +33,19 @@ alpha_values = [1.0] widths, depths = [64, 128, 256], [4, 8] batch_size_values = [256] -max_epochs_values = [10] +max_epochs_values = [20] seeds = list(range(21, 1992)) optimizers = [ - "Adagrad", + # "Adagrad", "Adam", "SGD", "AdamW", - "LBFGS", - "RAdam", - "RMSprop", - "Adadelta", + # "LBFGS", + # "RAdam", + # "RMSprop", + # "Adadelta", ] + # Generate all possible combinations of hyperparameters all_params = [ (alpha, lr, bs, me, s, w, d, opt)