remove mlp + add batch norm + last 4 avg pool layer as in the paper of IJEPA

2026-06-02 11:47:21 +02:00
parent 7d772176c6
commit 2556c17d88
8 changed files with 414 additions and 330 deletions
@@ -10,9 +10,8 @@ grid:
  optimization.momentum: [0.9, 0.99, 0.5]
  optimization.lr_schedule: [cosine, step]
  data.batch_size: [32, 64, 128, 256]
-  meta.probe_type: [linear]
-  # meta.mlp_hidden_dim: [512, 1024, 2048]
-  # meta.dropout: [0.0, 0.1, 0.3]
+  meta.representation_type: [last_avgpool]
+  meta.head_type: [linear]

 launch:
  folder: submitit_logs/