YannAhlgrim
49 lines
933 B
YAML
49 lines
933 B
YAML
meta:
|
|
model_name: vit_base
|
|
embed_dim: 768
|
|
load_checkpoint: true
|
|
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
|
read_checkpoint: jepa-ep600.pth.tar
|
|
use_bfloat16: true
|
|
num_classes: 182
|
|
representation_type: last4_avgpool_concat
|
|
head_type: linear
|
|
|
|
data:
|
|
batch_size: 16
|
|
root_path: ./wilds_data
|
|
num_workers: 10
|
|
pin_mem: true
|
|
crop_size: 448
|
|
use_random_resized_crop: false
|
|
use_horizontal_flip: false
|
|
use_color_distortion: false
|
|
color_jitter_strength: 0.0
|
|
use_gaussian_blur: false
|
|
|
|
mask:
|
|
patch_size: 16
|
|
|
|
optimization:
|
|
optimizer: adamw
|
|
freeze_weights: true
|
|
epochs: 300
|
|
lr: 0.01
|
|
weight_decay: 5.0e-4
|
|
lr_schedule: cosine
|
|
gradient_accumulation_steps: 8
|
|
final_lr: 0.0
|
|
early_stopping:
|
|
enabled: true
|
|
patience: 10
|
|
min_delta: 1.0e-4
|
|
min_epochs: 15
|
|
restore_best_weights: true
|
|
|
|
validation:
|
|
eval_every: 1
|
|
|
|
logging:
|
|
write_tag: linear_probe
|
|
auto_folder: true
|