From e49c793ceaa53c529e9c10824190cf3a44b3a148 Mon Sep 17 00:00:00 2001
From: YannAhlgrim <yann@ahlgrim.net>
Date: Sat, 4 Apr 2026 11:23:04 +0200
Subject: [PATCH] wilds vit huge yaml params

---
 configs/wilds_vith14_ep300.yaml | 51 +++++++++++++++++++++++++++++++++
 1 file changed, 51 insertions(+)
 create mode 100644 configs/wilds_vith14_ep300.yaml

diff --git a/configs/wilds_vith14_ep300.yaml b/configs/wilds_vith14_ep300.yaml
new file mode 100644
index 0000000..2bac967
--- /dev/null
+++ b/configs/wilds_vith14_ep300.yaml
@@ -0,0 +1,51 @@
+data:
+  batch_size: 128
+  color_jitter_strength: 0.0
+  crop_scale:
+    - 0.3
+    - 1.0
+  crop_size: 224
+  num_workers: 10
+  pin_mem: true
+  root_path: ./wilds_data
+  use_color_distortion: false
+  use_gaussian_blur: false
+  use_horizontal_flip: false
+logging:
+  folder: experiment_logs/vith14.224-bs.128-ep.300/
+  write_tag: jepa
+mask:
+  allow_overlap: false
+  aspect_ratio:
+    - 0.75
+    - 1.5
+  enc_mask_scale:
+    - 0.85
+    - 1.0
+  min_keep: 10
+  num_enc_masks: 1
+  num_pred_masks: 4
+  patch_size: 14
+  pred_mask_scale:
+    - 0.15
+    - 0.2
+meta:
+  copy_data: false
+  load_checkpoint: false
+  model_name: vit_huge
+  pred_depth: 12
+  pred_emb_dim: 384
+  read_checkpoint: null
+  use_bfloat16: true
+optimization:
+  ema:
+    - 0.996
+    - 1.0
+  epochs: 300
+  final_lr: 1.0e-06
+  final_weight_decay: 0.4
+  ipe_scale: 1.0
+  lr: 0.001
+  start_lr: 0.0002
+  warmup: 40
+  weight_decay: 0.04