change supervised params

configs/supervised_wilds_vitb16-448_ep600-lp.yaml

@@ -6,11 +6,11 @@ meta:
   read_checkpoint: jepa-ep600.pth.tar
   use_bfloat16: true
   num_classes: 182
-  representation_type: last_avgpool
+  representation_type: last4_avgpool_concat
   head_type: linear
 
 data:
-  batch_size: 128
+  batch_size: 256
   root_path: ./wilds_data
   num_workers: 10
   pin_mem: true
@@ -30,14 +30,14 @@ optimization:
   freeze_weights: true # true for linear probing, false for full fine-tuning
   epochs: 300
   lr: 0.01
-  weight_decay: 5.0e-4
+  weight_decay: 0
   lr_schedule: cosine
   step_milestones: [15, 30, 45]
   step_gamma: 0.1
   start_lr: 0.0
   final_lr: 0.0
   warmup: 0
-  momentum: 0.99
+  momentum: 0.9
   lars_eta: 0.001
   lars_eps: 1.0e-8
   lars_exclude_bias_and_norm: true