restrict optimizers

newsearch.py

@@ -33,18 +33,19 @@ alpha_values = [1.0]
 widths, depths = [64, 128, 256], [4, 8]
 
 batch_size_values = [256]
-max_epochs_values = [10]
+max_epochs_values = [20]
 seeds = list(range(21, 1992))
 optimizers = [
-    "Adagrad",
+    # "Adagrad",
     "Adam",
     "SGD",
     "AdamW",
-    "LBFGS",
-    "RAdam",
-    "RMSprop",
-    "Adadelta",
+    # "LBFGS",
+    # "RAdam",
+    # "RMSprop",
+    # "Adadelta",
 ]
+
 # Generate all possible combinations of hyperparameters
 all_params = [
     (alpha, lr, bs, me, s, w, d, opt)