|
@ -8,7 +8,7 @@ from lightning_sdk import Machine, Studio # noqa: F401 |
|
|
# consistency of randomly sampled experiments. |
|
|
# consistency of randomly sampled experiments. |
|
|
seed(19920921) |
|
|
seed(19920921) |
|
|
|
|
|
|
|
|
NUM_JOBS = 1 |
|
|
NUM_JOBS = 5 |
|
|
|
|
|
|
|
|
# reference to the current studio |
|
|
# reference to the current studio |
|
|
# if you run outside of Lightning, you can pass the Studio name |
|
|
# if you run outside of Lightning, you can pass the Studio name |
|
@ -33,12 +33,12 @@ depths = [1, 2, 4, 8, 16] |
|
|
# widths, depths = [512], [4] |
|
|
# widths, depths = [512], [4] |
|
|
|
|
|
|
|
|
batch_size_values = [256] |
|
|
batch_size_values = [256] |
|
|
max_epochs_values = [42] # at 12 fps, around 35s |
|
|
max_epochs_values = [420] # at 12 fps, around 35s |
|
|
seeds = list(range(21, 1992)) |
|
|
seeds = list(range(21, 1992)) |
|
|
optimizers = [ |
|
|
optimizers = [ |
|
|
# "Adagrad", |
|
|
# "Adagrad", |
|
|
"Adam", |
|
|
"Adam", |
|
|
# "SGD", |
|
|
"SGD", |
|
|
# "AdamW", |
|
|
# "AdamW", |
|
|
# "LBFGS", |
|
|
# "LBFGS", |
|
|
# "RAdam", |
|
|
# "RAdam", |
|
@ -70,7 +70,7 @@ for idx, params in enumerate(search_params): |
|
|
a, lr, bs, me, s, w, d, opt = params |
|
|
a, lr, bs, me, s, w, d, opt = params |
|
|
# cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}" |
|
|
# cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}" |
|
|
cmd = f""" |
|
|
cmd = f""" |
|
|
python newmain.py fit \ |
|
|
cd ~/colors && python newmain.py fit \ |
|
|
--seed_everything {s} \ |
|
|
--seed_everything {s} \ |
|
|
--data.batch_size {bs} \ |
|
|
--data.batch_size {bs} \ |
|
|
--data.train_size 0 \ |
|
|
--data.train_size 0 \ |
|
|