mm
/
colors
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

some missing params

new-sep-loss
Michael Pilosov, PhD 10 months ago
parent
e1ac3211b9
commit
1ea29ba11e
2 changed files with 26 additions and 23 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 2
      makefile
  2. 47
      newsearch.py

2
makefile
View File

@ -15,6 +15,7 @@ test:
--trainer.fast_dev_run 1 \ --trainer.fast_dev_run 1 \
--trainer.min_epochs 1 \ --trainer.min_epochs 1 \
--trainer.max_epochs 10 \ --trainer.max_epochs 10 \
--trainer.log_every_n_steps 5 \
--trainer.check_val_every_n_epoch 1 \ --trainer.check_val_every_n_epoch 1 \
--trainer.callbacks callbacks.SaveImageCallback \ --trainer.callbacks callbacks.SaveImageCallback \
--trainer.callbacks.init_args.final_dir out \ --trainer.callbacks.init_args.final_dir out \
@ -25,6 +26,7 @@ test:
--lr_scheduler.init_args.patience 5 \ --lr_scheduler.init_args.patience 5 \
--lr_scheduler.init_args.cooldown 10 \ --lr_scheduler.init_args.cooldown 10 \
--lr_scheduler.init_args.factor 0.05 \ --lr_scheduler.init_args.factor 0.05 \
--lr_scheduler.init_args.monitor hp_metric \
--lr_scheduler.init_args.verbose true \ --lr_scheduler.init_args.verbose true \
--print_config --print_config

47
newsearch.py
View File

@ -47,29 +47,30 @@ for idx, params in enumerate(search_params):
a, lr, bs, me, s, w = params a, lr, bs, me, s, w = params
cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}" cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}"
cmd = f""" cmd = f"""
python newmain.py fit \ python newmain.py fit \
--seed_everything {s} \ --seed_everything {s} \
--data.batch_size {bs} \ --data.batch_size {bs} \
--data.train_size 0 \ --data.train_size 0 \
--data.val_size 100000 \ --data.val_size 100000 \
--model.alpha {a} \ --model.alpha {a} \
--model.width {w} \ --model.width {w} \
--trainer.fast_dev_run 1 \ --trainer.min_epochs 10 \
--trainer.min_epochs 10 \ --trainer.max_epochs {me} \
--trainer.max_epochs {me} \ --trainer.log_every_n_steps 3 \
--trainer.check_val_every_n_epoch 1 \ --trainer.check_val_every_n_epoch 10 \
--trainer.callbacks callbacks.SaveImageCallback \ --trainer.limit_val_batches 50 \
--trainer.callbacks.init_args.final_dir out \ --trainer.callbacks callbacks.SaveImageCallback \
--trainer.callbacks.init_args.save_interval 0 \ --trainer.callbacks.init_args.final_dir out \
--optimizer torch.optim.Adam \ --trainer.callbacks.init_args.save_interval 0 \
--optimizer.init_args.lr {lr} \ --optimizer torch.optim.Adam \
--lr_scheduler lightning.pytorch.cli.ReduceLROnPlateau \ --optimizer.init_args.lr {lr} \
--lr_scheduler.init_args.patience 5 \ --lr_scheduler lightning.pytorch.cli.ReduceLROnPlateau \
--lr_scheduler.init_args.cooldown 10 \ --lr_scheduler.init_args.monitor hp_metric \
--lr_scheduler.init_args.factor 0.05 \ --lr_scheduler.init_args.factor 0.05 \
--lr_scheduler.init_args.verbose true \ --lr_scheduler.init_args.patience 5 \
--print_config --lr_scheduler.init_args.cooldown 10 \
""" --lr_scheduler.init_args.verbose true
"""
# job_name = f"color2_{bs}_{a}_{lr:2.2e}" # job_name = f"color2_{bs}_{a}_{lr:2.2e}"
# job_plugin.run(cmd, machine=Machine.T4, name=job_name) # job_plugin.run(cmd, machine=Machine.T4, name=job_name)

Write Preview
Loading…
Cancel
Save