remove mlp + add batch norm + last 4 avg pool layer as in the paper of IJEPA

This commit is contained in:
YannAhlgrim
2026-06-02 11:47:21 +02:00
parent 7d772176c6
commit 2556c17d88
8 changed files with 414 additions and 330 deletions
+8 -3
View File
@@ -131,9 +131,8 @@ def main(args):
encoder,
num_classes,
embed_dim,
probe_type=meta_args.get("probe_type", "linear"),
mlp_hidden_dim=meta_args.get("mlp_hidden_dim"),
dropout=meta_args.get("dropout", 0.0),
representation_type=meta_args.get("representation_type", "last_avgpool"),
head_type=meta_args.get("head_type", "linear"),
).to(device)
checkpoint_path = _resolve_checkpoint_path(meta_args)
@@ -200,6 +199,12 @@ def main(args):
dist.barrier()
dist.destroy_process_group()
return {
"metrics": metrics,
"metrics_path": metrics_path,
"folder": folder,
}
if __name__ == "__main__":
raise RuntimeError(