import subprocess import sys from random import sample import numpy as np from lightning_sdk import Machine, Studio # noqa: F401 NUM_JOBS = 100 # reference to the current studio # if you run outside of Lightning, you can pass the Studio name # studio = Studio() # use the jobs plugin # studio.install_plugin("jobs") # job_plugin = studio.installed_plugins["jobs"] # do a sweep over learning rates # Define the ranges or sets of values for each hyperparameter # alpha_values = list(np.round(np.linspace(2, 4, 21), 4)) learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5)) alpha_values = [0, 1, 2] widths = [64, 128, 256, 512] # learning_rate_values = [5e-4] batch_size_values = [8192] max_epochs_values = [50] seeds = list(range(21, 1992)) # Generate all possible combinations of hyperparameters all_params = [ (alpha, lr, bs, me, s, w) for alpha in alpha_values for lr in learning_rate_values for bs in batch_size_values for me in max_epochs_values for s in seeds for w in widths ] # perform random search with a limit search_params = sample(all_params, min(NUM_JOBS, len(all_params))) for idx, params in enumerate(search_params): a, lr, bs, me, s, w = params cmd = f"cd ~/colors && python main.py --alpha {a} --lr {lr} --bs {bs} --max_epochs {me} --seed {s} --width {w}" # job_name = f"color2_{bs}_{a}_{lr:2.2e}" # job_plugin.run(cmd, machine=Machine.T4, name=job_name) print(f"Running {params}: {cmd}") try: # Run the command and wait for it to complete subprocess.run(cmd, shell=True, check=True) except KeyboardInterrupt: print("Interrupted by user") sys.exit(1)