adapt params to ijepa paper

2026-06-02 12:33:51 +02:00
parent 628daab3b7
commit f2b501d8c9
6 changed files with 61 additions and 17 deletions
@@ -1,5 +1,5 @@
 data:
-  batch_size: 128
+  batch_size: 256
  color_jitter_strength: 0.0
  crop_scale:
    - 1.0
@@ -47,6 +47,7 @@ optimization:
  final_weight_decay: 0.4
  ipe_scale: 1.0
  lr: 0.001
-  start_lr: 0.0002
-  warmup: 40
+  start_lr: 0.0001
+  warmup: 15
+  wd_schedule: linear
  weight_decay: 0.04