diff --git a/.gitignore b/.gitignore index 4a27880..67408e5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,5 @@ +lightning_logs*/ +lightning_logs_dev/ lightning_logs/ __pycache__/ out/ diff --git a/newsearch.py b/newsearch.py index 071cf9e..df80986 100644 --- a/newsearch.py +++ b/newsearch.py @@ -8,7 +8,7 @@ from lightning_sdk import Machine, Studio # noqa: F401 # consistency of randomly sampled experiments. seed(19920921) -NUM_JOBS = 1 +NUM_JOBS = 5 # reference to the current studio # if you run outside of Lightning, you can pass the Studio name @@ -33,12 +33,12 @@ depths = [1, 2, 4, 8, 16] # widths, depths = [512], [4] batch_size_values = [256] -max_epochs_values = [42] # at 12 fps, around 35s +max_epochs_values = [420] # at 12 fps, around 35s seeds = list(range(21, 1992)) optimizers = [ # "Adagrad", "Adam", - # "SGD", + "SGD", # "AdamW", # "LBFGS", # "RAdam", @@ -70,7 +70,7 @@ for idx, params in enumerate(search_params): a, lr, bs, me, s, w, d, opt = params # cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}" cmd = f""" -python newmain.py fit \ +cd ~/colors && python newmain.py fit \ --seed_everything {s} \ --data.batch_size {bs} \ --data.train_size 0 \