diff --git a/model.py b/model.py index 9b68458..30d4c9c 100644 --- a/model.py +++ b/model.py @@ -36,7 +36,7 @@ class ColorTransformerModel(L.LightningModule): else: midlayers = sum( [ - [nn.Linear(w, w, bias=bias), nn.Dropout(self.dropout), t()] + [nn.Linear(w, w, bias=bias), nn.Dropout(self.hparams.dropout), t()] for _ in range(d) ], [], diff --git a/newsearch.py b/newsearch.py index 5f0cf17..7a1b289 100644 --- a/newsearch.py +++ b/newsearch.py @@ -8,7 +8,7 @@ from lightning_sdk import Machine, Studio # noqa: F401 # consistency of randomly sampled experiments. seed(19920921) -NUM_JOBS = 100 +NUM_JOBS = 1 # reference to the current studio # if you run outside of Lightning, you can pass the Studio name @@ -80,7 +80,7 @@ python newmain.py fit \ --model.depth {d} \ --model.bias true \ --model.loop true \ ---model.transform relu \ +--model.transform tanh \ --trainer.min_epochs 10 \ --trainer.max_epochs {me} \ --trainer.log_every_n_steps 3 \ @@ -88,7 +88,7 @@ python newmain.py fit \ --trainer.limit_val_batches 50 \ --trainer.callbacks callbacks.SaveImageCallback \ --trainer.callbacks.init_args.final_dir out \ ---trainer.callbacks.init_args.save_interval 0 \ +--trainer.callbacks.init_args.save_interval 1 \ --optimizer torch.optim.{opt} \ --optimizer.init_args.lr {lr} \ --trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder