grid for vit b ep 600
This commit is contained in:
@@ -8,8 +8,8 @@ grid:
|
|||||||
optimization.lr: [0.01, 0.05, 0.001]
|
optimization.lr: [0.01, 0.05, 0.001]
|
||||||
optimization.weight_decay: [5.0e-4, 0]
|
optimization.weight_decay: [5.0e-4, 0]
|
||||||
optimization.momentum: [0.9, 0.5]
|
optimization.momentum: [0.9, 0.5]
|
||||||
optimization.lr_schedule: [cosine, step]
|
optimization.lr_schedule: [cosine]
|
||||||
data.batch_size: [64, 128, 256]
|
data.batch_size: [256, 512, 1024]
|
||||||
meta.representation_type: [last_avgpool, last4_avgpool_concat]
|
meta.representation_type: [last_avgpool, last4_avgpool_concat]
|
||||||
meta.head_type: [linear, bn_linear]
|
meta.head_type: [linear, bn_linear]
|
||||||
|
|
||||||
@@ -18,4 +18,4 @@ launch:
|
|||||||
partition: gpu1
|
partition: gpu1
|
||||||
nodes: 1
|
nodes: 1
|
||||||
tasks_per_node: 1
|
tasks_per_node: 1
|
||||||
time: 180
|
time: 600
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ meta:
|
|||||||
embed_dim: 768
|
embed_dim: 768
|
||||||
load_checkpoint: true
|
load_checkpoint: true
|
||||||
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
checkpoint_folder: experiment_logs/vitb16.448-bs.16-ep.600/
|
||||||
read_checkpoint: jepa-ep150.pth.tar
|
read_checkpoint: jepa-ep600.pth.tar
|
||||||
use_bfloat16: true
|
use_bfloat16: true
|
||||||
num_classes: 182
|
num_classes: 182
|
||||||
representation_type: last_avgpool
|
representation_type: last_avgpool
|
||||||
|
|||||||
Reference in New Issue
Block a user