From d330d9b4ca2f14bc931059b741f3648fe069168a Mon Sep 17 00:00:00 2001
From: "Michael Pilosov, PhD" <consistentbayes@gmail.com>
Date: Thu, 22 Feb 2024 07:44:52 +0000
Subject: [PATCH] supervised experiment

---
 model.py     | 2 +-
 newsearch.py | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/model.py b/model.py
index 9b68458..30d4c9c 100644
--- a/model.py
+++ b/model.py
@@ -36,7 +36,7 @@ class ColorTransformerModel(L.LightningModule):
         else:
             midlayers = sum(
                 [
-                    [nn.Linear(w, w, bias=bias), nn.Dropout(self.dropout), t()]
+                    [nn.Linear(w, w, bias=bias), nn.Dropout(self.hparams.dropout), t()]
                     for _ in range(d)
                 ],
                 [],
diff --git a/newsearch.py b/newsearch.py
index 5f0cf17..7a1b289 100644
--- a/newsearch.py
+++ b/newsearch.py
@@ -8,7 +8,7 @@ from lightning_sdk import Machine, Studio  # noqa: F401
 # consistency of randomly sampled experiments.
 seed(19920921)
 
-NUM_JOBS = 100
+NUM_JOBS = 1
 
 # reference to the current studio
 # if you run outside of Lightning, you can pass the Studio name
@@ -80,7 +80,7 @@ python newmain.py fit \
 --model.depth {d} \
 --model.bias true \
 --model.loop true \
---model.transform relu \
+--model.transform tanh \
 --trainer.min_epochs 10 \
 --trainer.max_epochs {me} \
 --trainer.log_every_n_steps 3 \
@@ -88,7 +88,7 @@ python newmain.py fit \
 --trainer.limit_val_batches 50 \
 --trainer.callbacks callbacks.SaveImageCallback \
 --trainer.callbacks.init_args.final_dir out \
---trainer.callbacks.init_args.save_interval 0 \
+--trainer.callbacks.init_args.save_interval 1 \
 --optimizer torch.optim.{opt} \
 --optimizer.init_args.lr {lr} \
 --trainer.callbacks+ lightning.pytorch.callbacks.LearningRateFinder