From 87b0c16c24ed7ac098e4dfb7854c965c7db49e18 Mon Sep 17 00:00:00 2001
From: Yann Ahlgrim <yann@yann-x1carbon.ahlgrim.net>
Date: Mon, 25 May 2026 17:03:38 +0200
Subject: [PATCH] change params

---
 configs/supervised_wilds_vith14_ep300-lp.yaml | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/configs/supervised_wilds_vith14_ep300-lp.yaml b/configs/supervised_wilds_vith14_ep300-lp.yaml
index bac988f..c44c3c7 100644
--- a/configs/supervised_wilds_vith14_ep300-lp.yaml
+++ b/configs/supervised_wilds_vith14_ep300-lp.yaml
@@ -6,9 +6,9 @@ meta:
   read_checkpoint: jepa-ep300.pth.tar
   use_bfloat16: true
   num_classes: 182
-  probe_type: linear
+  probe_type: mlp
   mlp_hidden_dim: 1024
-  dropout: 0.0
+  dropout: 0.3
 
 data:
   batch_size: 256
@@ -27,18 +27,18 @@ mask:
   patch_size: 14
 
 optimization:
-  optimizer: lars # 'adamw', 'sgd', or 'lars'
+  optimizer: adamw # 'adamw', 'sgd', or 'lars'
   freeze_weights: true # true for linear probing, false for full fine-tuning
   epochs: 300
   lr: 0.01
   weight_decay: 5.0e-4
-  lr_schedule: step
+  lr_schedule: cosine
   step_milestones: [15, 30, 45]
   step_gamma: 0.1
   start_lr: 0.0
   final_lr: 0.0
   warmup: 0
-  momentum: 0.9
+  momentum: 0.99
   lars_eta: 0.001
   lars_eps: 1.0e-8
   lars_exclude_bias_and_norm: true