diff --git a/configs/grids/lp_grid.yaml b/configs/grids/lp_grid.yaml index 23c9202..8df0fd3 100644 --- a/configs/grids/lp_grid.yaml +++ b/configs/grids/lp_grid.yaml @@ -5,14 +5,14 @@ constants: grid: optimization.optimizer: [adamw] - optimization.lr: [0.01] - optimization.weight_decay: [5.0e-4] - optimization.momentum: [0.9, 0.99] - optimization.lr_schedule: [cosine] - data.batch_size: [128, 256] - meta.probe_type: [mlp, linear] - meta.mlp_hidden_dim: [512, 1024, 2048] - meta.dropout: [0.0, 0.1, 0.3] + optimization.lr: [0.01, 0.05, 0.001] + optimization.weight_decay: [5.0e-4, 0] + optimization.momentum: [0.9, 0.99, 0.5] + optimization.lr_schedule: [cosine, step] + data.batch_size: [32, 64, 128, 256] + meta.probe_type: [linear] + # meta.mlp_hidden_dim: [512, 1024, 2048] + # meta.dropout: [0.0, 0.1, 0.3] launch: folder: submitit_logs/ diff --git a/configs/supervised_wilds_vitb16-448_ep600-lp.yaml b/configs/supervised_wilds_vitb16-448_ep600-lp.yaml index d51bead..4f1ffd4 100644 --- a/configs/supervised_wilds_vitb16-448_ep600-lp.yaml +++ b/configs/supervised_wilds_vitb16-448_ep600-lp.yaml @@ -3,7 +3,7 @@ meta: embed_dim: 768 load_checkpoint: true checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/ - read_checkpoint: jepa-ep100.pth.tar + read_checkpoint: jepa-ep150.pth.tar use_bfloat16: true num_classes: 182 probe_type: linear