YannAhlgrim
61 lines
1.2 KiB
YAML
61 lines
1.2 KiB
YAML
meta:
|
|
model_name: vit_giant
|
|
tag: in22k
|
|
embed_dim: 1408
|
|
load_checkpoint: true
|
|
checkpoint_folder: experiment_logs/imagenet-vith16.448/
|
|
read_checkpoint: IN22K-vit.g.16-600e.pth.tar
|
|
use_bfloat16: true
|
|
num_classes: 182
|
|
representation_type: last_avgpool
|
|
head_type: linear
|
|
use_gradient_checkpointing: true
|
|
|
|
data:
|
|
batch_size: 16
|
|
root_path: ./wilds_data
|
|
num_workers: 10
|
|
pin_mem: true
|
|
crop_size: 224
|
|
crop_scale: [1.0, 1.0]
|
|
use_random_resized_crop: false
|
|
use_horizontal_flip: false
|
|
use_color_distortion: false
|
|
color_jitter_strength: 0.0
|
|
use_gaussian_blur: false
|
|
|
|
mask:
|
|
patch_size: 16
|
|
|
|
optimization:
|
|
optimizer: adamw
|
|
freeze_weights: true
|
|
epochs: 300
|
|
lr: 0.01
|
|
weight_decay: 5.0e-4
|
|
lr_schedule: cosine
|
|
step_milestones: [15, 30, 45]
|
|
step_gamma: 0.1
|
|
start_lr: 0.0
|
|
final_lr: 0.0
|
|
warmup: 0
|
|
momentum: 0.99
|
|
lars_eta: 0.001
|
|
lars_eps: 1.0e-8
|
|
lars_exclude_bias_and_norm: true
|
|
ipe_scale: 1.0
|
|
gradient_accumulation_steps: 1
|
|
early_stopping:
|
|
enabled: true
|
|
patience: 10
|
|
min_delta: 1.0e-4
|
|
min_epochs: 15
|
|
restore_best_weights: true
|
|
|
|
validation:
|
|
eval_every: 1
|
|
|
|
logging:
|
|
write_tag: linear_probe
|
|
auto_folder: true
|