YannAhlgrim
23 lines
553 B
YAML
23 lines
553 B
YAML
base_config: configs/supervised_wilds_vitb16-448_ep600-lp.yaml
|
|
|
|
constants:
|
|
logging.write_tag: linear_probe
|
|
|
|
grid:
|
|
optimization.optimizer: [adamw]
|
|
optimization.lr: [0.01, 0.05, 0.001]
|
|
optimization.weight_decay: [5.0e-4, 0]
|
|
optimization.momentum: [0.9, 0.99, 0.5]
|
|
optimization.lr_schedule: [cosine, step]
|
|
data.batch_size: [32, 64, 128, 256]
|
|
meta.probe_type: [linear]
|
|
# meta.mlp_hidden_dim: [512, 1024, 2048]
|
|
# meta.dropout: [0.0, 0.1, 0.3]
|
|
|
|
launch:
|
|
folder: submitit_logs/
|
|
partition: gpu1
|
|
nodes: 1
|
|
tasks_per_node: 1
|
|
time: 180
|