From 6260e7fdd324314e3abe67befaa031cc9c4e4e41 Mon Sep 17 00:00:00 2001
From: "Michael Pilosov, PhD" <consistentbayes@gmail.com>
Date: Sat, 27 Jan 2024 21:08:44 +0000
Subject: [PATCH] restrict optimizers

---
 newsearch.py | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/newsearch.py b/newsearch.py
index a4b2783..0265a5f 100644
--- a/newsearch.py
+++ b/newsearch.py
@@ -33,18 +33,19 @@ alpha_values = [1.0]
 widths, depths = [64, 128, 256], [4, 8]
 
 batch_size_values = [256]
-max_epochs_values = [10]
+max_epochs_values = [20]
 seeds = list(range(21, 1992))
 optimizers = [
-    "Adagrad",
+    # "Adagrad",
     "Adam",
     "SGD",
     "AdamW",
-    "LBFGS",
-    "RAdam",
-    "RMSprop",
-    "Adadelta",
+    # "LBFGS",
+    # "RAdam",
+    # "RMSprop",
+    # "Adadelta",
 ]
+
 # Generate all possible combinations of hyperparameters
 all_params = [
     (alpha, lr, bs, me, s, w, d, opt)