lr scheduler

newsearch.py

@@ -90,13 +90,13 @@ python newmain.py fit \
 --trainer.callbacks.init_args.save_interval 0 \
 --optimizer torch.optim.{opt} \
 --optimizer.init_args.lr {lr} \
---trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder
-# --lr_scheduler lightning.pytorch.cli.ReduceLROnPlateau \
-# --lr_scheduler.init_args.monitor hp_metric \
-# --lr_scheduler.init_args.factor 0.05 \
-# --lr_scheduler.init_args.patience 5 \
-# --lr_scheduler.init_args.cooldown 10 \
-# --lr_scheduler.init_args.verbose true
+--trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder \
+--lr_scheduler lightning.pytorch.cli.ReduceLROnPlateau \
+--lr_scheduler.init_args.monitor hp_metric \
+--lr_scheduler.init_args.factor 0.05 \
+--lr_scheduler.init_args.patience 5 \
+--lr_scheduler.init_args.cooldown 10 \
+--lr_scheduler.init_args.verbose true
 """
     # job_name = f"color2_{bs}_{a}_{lr:2.2e}"
     # job_plugin.run(cmd, machine=Machine.T4, name=job_name)