remove mlp + add batch norm + last 4 avg pool layer as in the paper of IJEPA

2026-06-02 11:47:21 +02:00
parent 7d772176c6
commit 2556c17d88
8 changed files with 414 additions and 330 deletions
@@ -6,9 +6,8 @@ meta:
  patch_size: 14
  crop_size: 224
  use_bfloat16: true
-  probe_type: linear
-  mlp_hidden_dim:
-  dropout: 0.0
+  representation_type: last_avgpool
+  head_type: linear
  checkpoint_folder: experiment_logs/supervised/
  read_checkpoint: linear_probe-best.pth.tar