grid for vit b ep 600
This commit is contained in:
@@ -8,8 +8,8 @@ grid:
|
||||
optimization.lr: [0.01, 0.05, 0.001]
|
||||
optimization.weight_decay: [5.0e-4, 0]
|
||||
optimization.momentum: [0.9, 0.5]
|
||||
optimization.lr_schedule: [cosine, step]
|
||||
data.batch_size: [64, 128, 256]
|
||||
optimization.lr_schedule: [cosine]
|
||||
data.batch_size: [256, 512, 1024]
|
||||
meta.representation_type: [last_avgpool, last4_avgpool_concat]
|
||||
meta.head_type: [linear, bn_linear]
|
||||
|
||||
@@ -18,4 +18,4 @@ launch:
|
||||
partition: gpu1
|
||||
nodes: 1
|
||||
tasks_per_node: 1
|
||||
time: 180
|
||||
time: 600
|
||||
|
||||
@@ -3,7 +3,7 @@ meta:
|
||||
embed_dim: 768
|
||||
load_checkpoint: true
|
||||
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
||||
read_checkpoint: jepa-ep150.pth.tar
|
||||
read_checkpoint: jepa-ep600.pth.tar
|
||||
use_bfloat16: true
|
||||
num_classes: 182
|
||||
representation_type: last_avgpool
|
||||
|
||||
Reference in New Issue
Block a user