From 2e3c44955fc61ff91594441e4e006a87abe9d887 Mon Sep 17 00:00:00 2001 From: Michael Pilosov Date: Sun, 14 Jan 2024 06:48:35 +0000 Subject: [PATCH] start search, looking promising --- makefile | 2 +- search.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/makefile b/makefile index 6e25865..7da0b5d 100644 --- a/makefile +++ b/makefile @@ -4,7 +4,7 @@ lint: flake8 --ignore E501,W503 . test: - python main.py --alpha 4 --lr 2e-4 --max_epochs 200 + python main.py --alpha 2 --lr 2e-4 --max_epochs 200 search: python search.py diff --git a/search.py b/search.py index 4beff70..7008cfa 100644 --- a/search.py +++ b/search.py @@ -19,7 +19,8 @@ job_plugin = studio.installed_plugins["jobs"] # Define the ranges or sets of values for each hyperparameter alpha_values = list(np.round(np.linspace(0, 4, 41), 4)) -learning_rate_values = list(np.round(np.logspace(-5, -3, 41), 5)) +# learning_rate_values = list(np.round(np.logspace(-5, -3, 41), 5)) +learning_rate_values = [5e-4] batch_size_values = [64, 128] max_epochs_values = [500]