From 948bc3186137fce1e2593862426aa42f8b473afc Mon Sep 17 00:00:00 2001 From: "Michael Pilosov, PhD" Date: Sat, 27 Jan 2024 17:56:37 +0000 Subject: [PATCH] cull experimental range --- index.html | 1 + newsearch.py | 12 ++++++++---- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/index.html b/index.html index c6e6ec3..19368cd 100644 --- a/index.html +++ b/index.html @@ -30,6 +30,7 @@

Discover the Rainbow

+ Current Iteration 1 Iteration 2 Iteration 3 diff --git a/newsearch.py b/newsearch.py index f9ccf03..352109e 100644 --- a/newsearch.py +++ b/newsearch.py @@ -1,11 +1,14 @@ import subprocess import sys -from random import sample +from random import sample, seed import numpy as np # noqa: F401 from lightning_sdk import Machine, Studio # noqa: F401 -NUM_JOBS = 500 +# consistency of randomly sampled experiments. +seed(19920921) + +NUM_JOBS = 100 # reference to the current studio # if you run outside of Lightning, you can pass the Studio name @@ -22,10 +25,10 @@ NUM_JOBS = 500 # learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5)) learning_rate_values = [1e-2] alpha_values = [0] -widths = [2**k for k in range(4, 15)] +widths = [2**k for k in range(4, 13)] depths = [1, 2, 4, 8, 16] # learning_rate_values = [5e-4] -batch_size_values = [256] +batch_size_values = [16, 64, 256] max_epochs_values = [100] seeds = list(range(21, 1992)) optimizers = [ @@ -67,6 +70,7 @@ python newmain.py fit \ --model.alpha {a} \ --model.width {w} \ --model.depth {d} \ +--model.bias true \ --trainer.min_epochs 10 \ --trainer.max_epochs {me} \ --trainer.log_every_n_steps 3 \