YannAhlgrim
62 lines
1.3 KiB
YAML
62 lines
1.3 KiB
YAML
meta:
|
|
model_name: vit_huge
|
|
embed_dim: 1280
|
|
load_checkpoint: true
|
|
checkpoint_folder: experiment_logs/vith14.224-bs.128-ep.300/
|
|
read_checkpoint: jepa-ep300.pth.tar
|
|
use_bfloat16: true
|
|
num_classes: 182
|
|
probe_type: linear
|
|
mlp_hidden_dim: 1024
|
|
dropout: 0.0
|
|
|
|
data:
|
|
batch_size: 256
|
|
root_path: ./wilds_data
|
|
num_workers: 10
|
|
pin_mem: true
|
|
crop_size: 224
|
|
crop_scale: [1.0, 1.0]
|
|
use_random_resized_crop: false
|
|
use_horizontal_flip: false
|
|
use_color_distortion: false
|
|
color_jitter_strength: 0.0
|
|
use_gaussian_blur: false
|
|
|
|
mask:
|
|
patch_size: 14
|
|
|
|
optimization:
|
|
optimizer: lars # 'adamw', 'sgd', or 'lars'
|
|
freeze_weights: true # true for linear probing, false for full fine-tuning
|
|
epochs: 300
|
|
lr: 0.01
|
|
weight_decay: 5.0e-4
|
|
lr_schedule: step
|
|
step_milestones: [15, 30, 45]
|
|
step_gamma: 0.1
|
|
start_lr: 0.0
|
|
final_lr: 0.0
|
|
warmup: 0
|
|
momentum: 0.9
|
|
lars_eta: 0.001
|
|
lars_eps: 1.0e-8
|
|
lars_exclude_bias_and_norm: true
|
|
ipe_scale: 1.0
|
|
# Sweep suggestions (manual edits):
|
|
# - lr: 0.01 | 0.05 | 0.001
|
|
# - weight_decay: 5.0e-4 | 0.0
|
|
early_stopping:
|
|
enabled: true
|
|
patience: 10
|
|
min_delta: 1.0e-4
|
|
min_epochs: 15
|
|
restore_best_weights: true
|
|
|
|
validation:
|
|
eval_every: 1
|
|
|
|
logging:
|
|
write_tag: linear_probe
|
|
auto_folder: true
|