YannAhlgrim
51 lines
980 B
YAML
51 lines
980 B
YAML
meta:
|
|
model_name: vit_huge
|
|
tag: in1k
|
|
embed_dim: 1280
|
|
load_checkpoint: true
|
|
checkpoint_folder: experiment_logs/imagenet/
|
|
read_checkpoint: IN1K-vit.h.16-448px-300e.pth.tar
|
|
use_bfloat16: true
|
|
num_classes: 182
|
|
representation_type: last4_avgpool_concat
|
|
head_type: bn_linear
|
|
use_gradient_checkpointing: true
|
|
|
|
data:
|
|
batch_size: 16
|
|
root_path: ./wilds_data
|
|
num_workers: 10
|
|
pin_mem: true
|
|
crop_size: 448
|
|
use_random_resized_crop: false
|
|
use_horizontal_flip: false
|
|
use_color_distortion: false
|
|
color_jitter_strength: 0.0
|
|
use_gaussian_blur: false
|
|
|
|
mask:
|
|
patch_size: 16
|
|
|
|
optimization:
|
|
optimizer: adamw
|
|
freeze_weights: true
|
|
epochs: 300
|
|
lr: 0.001
|
|
weight_decay: 0
|
|
lr_schedule: cosine
|
|
gradient_accumulation_steps: 32
|
|
final_lr: 0.0
|
|
early_stopping:
|
|
enabled: true
|
|
patience: 10
|
|
min_delta: 1.0e-4
|
|
min_epochs: 15
|
|
restore_best_weights: true
|
|
|
|
validation:
|
|
eval_every: 1
|
|
|
|
logging:
|
|
write_tag: linear_probe
|
|
auto_folder: true
|