change grid params + model checkpoint

2026-06-02 09:54:15 +02:00
parent 6070c371f3
commit 7d772176c6
2 changed files with 9 additions and 9 deletions
@@ -5,14 +5,14 @@ constants:

 grid:
  optimization.optimizer: [adamw]
-  optimization.lr: [0.01]
-  optimization.weight_decay: [5.0e-4]
-  optimization.momentum: [0.9, 0.99]
-  optimization.lr_schedule: [cosine]
-  data.batch_size: [128, 256]
-  meta.probe_type: [mlp, linear]
-  meta.mlp_hidden_dim: [512, 1024, 2048]
-  meta.dropout: [0.0, 0.1, 0.3]
+  optimization.lr: [0.01, 0.05, 0.001]
+  optimization.weight_decay: [5.0e-4, 0]
+  optimization.momentum: [0.9, 0.99, 0.5]
+  optimization.lr_schedule: [cosine, step]
+  data.batch_size: [32, 64, 128, 256]
+  meta.probe_type: [linear]
+  # meta.mlp_hidden_dim: [512, 1024, 2048]
+  # meta.dropout: [0.0, 0.1, 0.3]

 launch:
  folder: submitit_logs/