change params

This commit is contained in:
Yann Ahlgrim
2026-05-25 17:03:38 +02:00
parent 6f5c6b8f26
commit 87b0c16c24
@@ -6,9 +6,9 @@ meta:
read_checkpoint: jepa-ep300.pth.tar read_checkpoint: jepa-ep300.pth.tar
use_bfloat16: true use_bfloat16: true
num_classes: 182 num_classes: 182
probe_type: linear probe_type: mlp
mlp_hidden_dim: 1024 mlp_hidden_dim: 1024
dropout: 0.0 dropout: 0.3
data: data:
batch_size: 256 batch_size: 256
@@ -27,18 +27,18 @@ mask:
patch_size: 14 patch_size: 14
optimization: optimization:
optimizer: lars # 'adamw', 'sgd', or 'lars' optimizer: adamw # 'adamw', 'sgd', or 'lars'
freeze_weights: true # true for linear probing, false for full fine-tuning freeze_weights: true # true for linear probing, false for full fine-tuning
epochs: 300 epochs: 300
lr: 0.01 lr: 0.01
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: step lr_schedule: cosine
step_milestones: [15, 30, 45] step_milestones: [15, 30, 45]
step_gamma: 0.1 step_gamma: 0.1
start_lr: 0.0 start_lr: 0.0
final_lr: 0.0 final_lr: 0.0
warmup: 0 warmup: 0
momentum: 0.9 momentum: 0.99
lars_eta: 0.001 lars_eta: 0.001
lars_eps: 1.0e-8 lars_eps: 1.0e-8
lars_exclude_bias_and_norm: true lars_exclude_bias_and_norm: true