diff --git a/configs/wilds_vitb16-448_ep300.yaml b/configs/wilds_vitb16-448_ep300.yaml new file mode 100644 index 0000000..d655b66 --- /dev/null +++ b/configs/wilds_vitb16-448_ep300.yaml @@ -0,0 +1,53 @@ +data: + batch_size: 128 + color_jitter_strength: 0.0 + crop_scale: + - 1.0 + - 1.0 + crop_size: 448 + num_workers: 10 + pin_mem: true + root_path: ./wilds_data + use_color_distortion: false + use_gaussian_blur: false + use_horizontal_flip: false + use_random_resized_crop: false +logging: + folder: experiment_logs/vitb16.448-bs.128-ep.300/ + write_tag: jepa +mask: + allow_overlap: false + aspect_ratio: + - 0.75 + - 1.5 + enc_mask_scale: + - 0.85 + - 1.0 + min_keep: 10 + num_enc_masks: 1 + num_pred_masks: 4 + patch_size: 16 + pred_mask_scale: + - 0.15 + - 0.2 +meta: + copy_data: false + load_checkpoint: false + model_name: vit_base + embed_dim: 768 + pred_depth: 12 + pred_emb_dim: 384 + read_checkpoint: null + use_bfloat16: true +optimization: + ema: + - 0.996 + - 1.0 + epochs: 300 + final_lr: 1.0e-06 + final_weight_decay: 0.4 + ipe_scale: 1.0 + lr: 0.001 + start_lr: 0.0002 + warmup: 40 + weight_decay: 0.04