From ace8c4fd9745bec31ee7a291100954eba1c3fbb7 Mon Sep 17 00:00:00 2001 From: YannAhlgrim Date: Mon, 25 May 2026 11:33:21 +0200 Subject: [PATCH] new grid --- configs/grids/lp_grid.yaml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/configs/grids/lp_grid.yaml b/configs/grids/lp_grid.yaml index 091ced0..9450176 100644 --- a/configs/grids/lp_grid.yaml +++ b/configs/grids/lp_grid.yaml @@ -4,15 +4,15 @@ constants: logging.write_tag: linear_probe grid: - optimization.optimizer: [adamw, lars, sgd] - optimization.lr: [0.01, 0.05] + optimization.optimizer: [adamw] + optimization.lr: [0.01] optimization.weight_decay: [5.0e-4] - optimization.momentum: [0.9, 0.5] - optimization.lr_schedule: [cosine, step] - data.batch_size: [32, 64, 512] - meta.probe_type: [linear, mlp] - meta.mlp_hidden_dim: [1024] - meta.dropout: [0.0] + optimization.momentum: [0.9, 0.99] + optimization.lr_schedule: [cosine] + data.batch_size: [128, 256] + meta.probe_type: [mlp, linear] + meta.mlp_hidden_dim: [512, 1024, 2048] + meta.dropout: [0.0, 0.1, 0.3] launch: folder: submitit_logs/