add checkpoint_folder + tweak params for supervised fine tuning + remove default values of params

This commit is contained in:
YannAhlgrim
2026-04-27 11:14:14 +02:00
parent e0daf4b1aa
commit 75cf127d74
2 changed files with 49 additions and 33 deletions
+17 -8
View File
@@ -2,7 +2,8 @@ meta:
model_name: vit_huge
embed_dim: 1280
load_checkpoint: true
read_checkpoint: jepa-latest.pth.tar
checkpoint_folder: experiment_logs/wilds-vith14.224-bs.128-ep.300/
read_checkpoint: jepa-ep300.pth.tar
use_bfloat16: true
num_classes: 182
@@ -12,23 +13,31 @@ data:
num_workers: 10
pin_mem: true
crop_size: 224
crop_scale: [0.3, 1.0]
use_horizontal_flip: false
use_color_distortion: false
color_jitter_strength: 0.0
use_gaussian_blur: false
mask:
patch_size: 14
optimization:
optimizer: adamw # 'adamw' or 'sgd'
freeze_weights: true # true for linear probing, false for full fine-tuning
epochs: 200 # can be set higher if early_stopping
lr: 0.001
weight_decay: 0.05
use_cosine_schedule: false
epochs: 300 # can be set higher if early_stopping
lr: 5.0e-4
weight_decay: 1.0e-2
use_cosine_schedule: true
start_lr: 0.0001
final_lr: 1.0e-06
warmup: 5
ipe_scale: 1.0
early_stopping:
enabled: true
patience: 6
min_delta: 0.0
min_epochs: 5
patience: 10
min_delta: 1.0e-4
min_epochs: 15
restore_best_weights: true
validation: