remove depth = 8 and switch to relu

newsearch.py

@@ -30,7 +30,7 @@ learning_rate_values = [1e-3]
 alpha_values = [1.0]
 # widths = [2**k for k in range(4, 13)]
 # depths = [1, 2, 4, 8, 16]
-widths, depths = [512], [4]
+widths, depths = [512], [1, 2, 4]
 
 batch_size_values = [256]
 max_epochs_values = [100]
@@ -79,7 +79,7 @@ python newmain.py fit \
 --model.width {w} \
 --model.depth {d} \
 --model.bias true \
---model.transform tanh \
+--model.transform relu \
 --trainer.min_epochs 10 \
 --trainer.max_epochs {me} \
 --trainer.log_every_n_steps 3 \