colors/search.py

from random import sample

from lightning_sdk import Machine, Studio

NUM_JOBS = 21

# reference to the current studio
# if you run outside of Lightning, you can pass the Studio name
studio = Studio()

# use the jobs plugin
studio.install_plugin("jobs")
job_plugin = studio.installed_plugins["jobs"]

# do a sweep over learning rates

# Define the ranges or sets of values for each hyperparameter
alpha_values = [0.1, 0.25, 0.5, 0.7, 0.9]
learning_rate_values = [1e-3, 1e-4, 1e-5]
batch_size_values = [128]
max_epochs_values = [5000]

# Generate all possible combinations of hyperparameters
all_params = [
    (alpha, lr, bs, me)
    for alpha in alpha_values
    for lr in learning_rate_values
    for bs in batch_size_values
    for me in max_epochs_values
]


# perform random search with a limit
search_params = sample(all_params, NUM_JOBS)

for idx, params in enumerate(search_params):
    a, lr, bs, me = params
    cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me}"
    job_name = f"color2_{bs}_{a}_{lr:2.2e}"
    # job_plugin.run(cmd, machine=Machine.T4, name=job_name)
    print(f"Running {params}: {cmd}")
    os.system(cmd)