remove mlp + add batch norm + last 4 avg pool layer as in the paper of IJEPA

This commit is contained in:
YannAhlgrim
2026-06-02 11:47:21 +02:00
parent 7d772176c6
commit 2556c17d88
8 changed files with 414 additions and 330 deletions
@@ -6,9 +6,8 @@ meta:
read_checkpoint: jepa-ep150.pth.tar
use_bfloat16: true
num_classes: 182
probe_type: linear
mlp_hidden_dim: 1024
dropout: 0.3
representation_type: last_avgpool
head_type: linear
data:
batch_size: 128