diff --git a/makefile b/makefile index ba5e28b..a10d80d 100644 --- a/makefile +++ b/makefile @@ -4,7 +4,7 @@ lint: flake8 --ignore E501,W503 . test: - python main.py --alpha 2 --lr 2e-4 --max_epochs 200 --bs 8192 + python main.py --alpha 2 --lr 1e-3 --max_epochs 200 --bs 16384 --seed 1914 search: python search.py diff --git a/search.py b/search.py index c44d13b..deb3f89 100644 --- a/search.py +++ b/search.py @@ -19,7 +19,8 @@ NUM_JOBS = 100 # Define the ranges or sets of values for each hyperparameter # alpha_values = list(np.round(np.linspace(2, 4, 21), 4)) -learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5)) +# learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5)) +learning_rate_values = [1e-3] alpha_values = [0, 1, 2] widths = [64, 128, 256, 512] # learning_rate_values = [5e-4]