change grid params + model checkpoint

This commit is contained in:
YannAhlgrim
2026-06-02 09:54:15 +02:00
parent 6070c371f3
commit 7d772176c6
2 changed files with 9 additions and 9 deletions
+8 -8
View File
@@ -5,14 +5,14 @@ constants:
grid: grid:
optimization.optimizer: [adamw] optimization.optimizer: [adamw]
optimization.lr: [0.01] optimization.lr: [0.01, 0.05, 0.001]
optimization.weight_decay: [5.0e-4] optimization.weight_decay: [5.0e-4, 0]
optimization.momentum: [0.9, 0.99] optimization.momentum: [0.9, 0.99, 0.5]
optimization.lr_schedule: [cosine] optimization.lr_schedule: [cosine, step]
data.batch_size: [128, 256] data.batch_size: [32, 64, 128, 256]
meta.probe_type: [mlp, linear] meta.probe_type: [linear]
meta.mlp_hidden_dim: [512, 1024, 2048] # meta.mlp_hidden_dim: [512, 1024, 2048]
meta.dropout: [0.0, 0.1, 0.3] # meta.dropout: [0.0, 0.1, 0.3]
launch: launch:
folder: submitit_logs/ folder: submitit_logs/
@@ -3,7 +3,7 @@ meta:
embed_dim: 768 embed_dim: 768
load_checkpoint: true load_checkpoint: true
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/ checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
read_checkpoint: jepa-ep100.pth.tar read_checkpoint: jepa-ep150.pth.tar
use_bfloat16: true use_bfloat16: true
num_classes: 182 num_classes: 182
probe_type: linear probe_type: linear