Browse Source

lr

new-sep-loss
Michael Pilosov 10 months ago
parent
commit
e709d8f34f
  1. 2
      makefile
  2. 3
      search.py

2
makefile

@ -4,7 +4,7 @@ lint:
flake8 --ignore E501,W503 . flake8 --ignore E501,W503 .
test: test:
python main.py --alpha 2 --lr 2e-4 --max_epochs 200 --bs 8192 python main.py --alpha 2 --lr 1e-3 --max_epochs 200 --bs 16384 --seed 1914
search: search:
python search.py python search.py

3
search.py

@ -19,7 +19,8 @@ NUM_JOBS = 100
# Define the ranges or sets of values for each hyperparameter # Define the ranges or sets of values for each hyperparameter
# alpha_values = list(np.round(np.linspace(2, 4, 21), 4)) # alpha_values = list(np.round(np.linspace(2, 4, 21), 4))
learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5)) # learning_rate_values = list(np.round(np.logspace(-5, -3, 21), 5))
learning_rate_values = [1e-3]
alpha_values = [0, 1, 2] alpha_values = [0, 1, 2]
widths = [64, 128, 256, 512] widths = [64, 128, 256, 512]
# learning_rate_values = [5e-4] # learning_rate_values = [5e-4]

Loading…
Cancel
Save