diff --git a/configs/wilds_vith16-448_ep300.yaml b/configs/wilds_vith16-448_ep300.yaml index 8f09488..06ac890 100644 --- a/configs/wilds_vith16-448_ep300.yaml +++ b/configs/wilds_vith16-448_ep300.yaml @@ -1,5 +1,5 @@ data: - batch_size: 128 + batch_size: 256 color_jitter_strength: 0.0 crop_scale: - 1.0 @@ -32,7 +32,7 @@ mask: - 0.2 meta: copy_data: false - load_checkpoint: true + load_checkpoint: false model_name: vit_huge pred_depth: 12 pred_emb_dim: 384 @@ -40,7 +40,7 @@ meta: use_bfloat16: true use_gradient_checkpointing: true optimization: - gradient_accumulation_steps: 2 + gradient_accumulation_steps: 1 ema: - 0.996 - 1.0