mm/colors
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

supervised experiment

Browse Source
This commit is contained in:
Michael Pilosov, PhD 2024-02-22 07:44:52 +00:00
parent 0dc1927d2e
commit d330d9b4ca
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -36,7 +36,7 @@ class ColorTransformerModel(L.LightningModule):
else: else:
midlayers = sum( midlayers = sum(
[ [
[nn.Linear(w, w, bias=bias), nn.Dropout(self.dropout), t()] [nn.Linear(w, w, bias=bias), nn.Dropout(self.hparams.dropout), t()]
for _ in range(d) for _ in range(d)
], ],
[], [],

6
newsearch.py
View File

@ -8,7 +8,7 @@ from lightning_sdk import Machine, Studio # noqa: F401
# consistency of randomly sampled experiments. # consistency of randomly sampled experiments.
seed(19920921) seed(19920921)
NUM_JOBS = 100 NUM_JOBS = 1
# reference to the current studio # reference to the current studio
# if you run outside of Lightning, you can pass the Studio name # if you run outside of Lightning, you can pass the Studio name
@ -80,7 +80,7 @@ python newmain.py fit \
--model.depth {d} \ --model.depth {d} \
--model.bias true \ --model.bias true \
--model.loop true \ --model.loop true \
--model.transform relu \ --model.transform tanh \
--trainer.min_epochs 10 \ --trainer.min_epochs 10 \
--trainer.max_epochs {me} \ --trainer.max_epochs {me} \
--trainer.log_every_n_steps 3 \ --trainer.log_every_n_steps 3 \
@ -88,7 +88,7 @@ python newmain.py fit \
--trainer.limit_val_batches 50 \ --trainer.limit_val_batches 50 \
--trainer.callbacks callbacks.SaveImageCallback \ --trainer.callbacks callbacks.SaveImageCallback \
--trainer.callbacks.init_args.final_dir out \ --trainer.callbacks.init_args.final_dir out \
--trainer.callbacks.init_args.save_interval 0 \ --trainer.callbacks.init_args.save_interval 1 \
--optimizer torch.optim.{opt} \ --optimizer torch.optim.{opt} \
--optimizer.init_args.lr {lr} \ --optimizer.init_args.lr {lr} \
--trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder --trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder