change supervised params
This commit is contained in:
@@ -6,11 +6,11 @@ meta:
|
|||||||
read_checkpoint: jepa-ep600.pth.tar
|
read_checkpoint: jepa-ep600.pth.tar
|
||||||
use_bfloat16: true
|
use_bfloat16: true
|
||||||
num_classes: 182
|
num_classes: 182
|
||||||
representation_type: last_avgpool
|
representation_type: last4_avgpool_concat
|
||||||
head_type: linear
|
head_type: linear
|
||||||
|
|
||||||
data:
|
data:
|
||||||
batch_size: 128
|
batch_size: 256
|
||||||
root_path: ./wilds_data
|
root_path: ./wilds_data
|
||||||
num_workers: 10
|
num_workers: 10
|
||||||
pin_mem: true
|
pin_mem: true
|
||||||
@@ -30,14 +30,14 @@ optimization:
|
|||||||
freeze_weights: true # true for linear probing, false for full fine-tuning
|
freeze_weights: true # true for linear probing, false for full fine-tuning
|
||||||
epochs: 300
|
epochs: 300
|
||||||
lr: 0.01
|
lr: 0.01
|
||||||
weight_decay: 5.0e-4
|
weight_decay: 0
|
||||||
lr_schedule: cosine
|
lr_schedule: cosine
|
||||||
step_milestones: [15, 30, 45]
|
step_milestones: [15, 30, 45]
|
||||||
step_gamma: 0.1
|
step_gamma: 0.1
|
||||||
start_lr: 0.0
|
start_lr: 0.0
|
||||||
final_lr: 0.0
|
final_lr: 0.0
|
||||||
warmup: 0
|
warmup: 0
|
||||||
momentum: 0.99
|
momentum: 0.9
|
||||||
lars_eta: 0.001
|
lars_eta: 0.001
|
||||||
lars_eps: 1.0e-8
|
lars_eps: 1.0e-8
|
||||||
lars_exclude_bias_and_norm: true
|
lars_exclude_bias_and_norm: true
|
||||||
|
|||||||
Reference in New Issue
Block a user