change grid params + model checkpoint
This commit is contained in:
@@ -5,14 +5,14 @@ constants:
|
|||||||
|
|
||||||
grid:
|
grid:
|
||||||
optimization.optimizer: [adamw]
|
optimization.optimizer: [adamw]
|
||||||
optimization.lr: [0.01]
|
optimization.lr: [0.01, 0.05, 0.001]
|
||||||
optimization.weight_decay: [5.0e-4]
|
optimization.weight_decay: [5.0e-4, 0]
|
||||||
optimization.momentum: [0.9, 0.99]
|
optimization.momentum: [0.9, 0.99, 0.5]
|
||||||
optimization.lr_schedule: [cosine]
|
optimization.lr_schedule: [cosine, step]
|
||||||
data.batch_size: [128, 256]
|
data.batch_size: [32, 64, 128, 256]
|
||||||
meta.probe_type: [mlp, linear]
|
meta.probe_type: [linear]
|
||||||
meta.mlp_hidden_dim: [512, 1024, 2048]
|
# meta.mlp_hidden_dim: [512, 1024, 2048]
|
||||||
meta.dropout: [0.0, 0.1, 0.3]
|
# meta.dropout: [0.0, 0.1, 0.3]
|
||||||
|
|
||||||
launch:
|
launch:
|
||||||
folder: submitit_logs/
|
folder: submitit_logs/
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ meta:
|
|||||||
embed_dim: 768
|
embed_dim: 768
|
||||||
load_checkpoint: true
|
load_checkpoint: true
|
||||||
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
||||||
read_checkpoint: jepa-ep100.pth.tar
|
read_checkpoint: jepa-ep150.pth.tar
|
||||||
use_bfloat16: true
|
use_bfloat16: true
|
||||||
num_classes: 182
|
num_classes: 182
|
||||||
probe_type: linear
|
probe_type: linear
|
||||||
|
|||||||
Reference in New Issue
Block a user