From 17f299b7e07a10ec50764c572ba6a2feb84c4210 Mon Sep 17 00:00:00 2001
From: YannAhlgrim <yann@ahlgrim.net>
Date: Tue, 16 Jun 2026 12:19:31 +0200
Subject: [PATCH] change supervised params

---
 configs/supervised_wilds_vitb16-448_ep600-lp.yaml | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/configs/supervised_wilds_vitb16-448_ep600-lp.yaml b/configs/supervised_wilds_vitb16-448_ep600-lp.yaml
index 43971f1..93baf2a 100644
--- a/configs/supervised_wilds_vitb16-448_ep600-lp.yaml
+++ b/configs/supervised_wilds_vitb16-448_ep600-lp.yaml
@@ -6,11 +6,11 @@ meta:
   read_checkpoint: jepa-ep600.pth.tar
   use_bfloat16: true
   num_classes: 182
-  representation_type: last_avgpool
+  representation_type: last4_avgpool_concat
   head_type: linear
 
 data:
-  batch_size: 128
+  batch_size: 256
   root_path: ./wilds_data
   num_workers: 10
   pin_mem: true
@@ -30,14 +30,14 @@ optimization:
   freeze_weights: true # true for linear probing, false for full fine-tuning
   epochs: 300
   lr: 0.01
-  weight_decay: 5.0e-4
+  weight_decay: 0
   lr_schedule: cosine
   step_milestones: [15, 30, 45]
   step_gamma: 0.1
   start_lr: 0.0
   final_lr: 0.0
   warmup: 0
-  momentum: 0.99
+  momentum: 0.9
   lars_eta: 0.001
   lars_eps: 1.0e-8
   lars_exclude_bias_and_norm: true