YannAhlgrim/wilds-ijepa
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

reduce gradient accumulation

Browse Source
This commit is contained in:
YannAhlgrim
2026-07-06 11:03:40 +02:00
parent e2e558f168
commit 04585f862f
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/wilds_vith16-448_ep300.yaml
+3 -3
View File
@@ -1,5 +1,5 @@
data: data:
batch_size: 128 batch_size: 256
color_jitter_strength: 0.0 color_jitter_strength: 0.0
crop_scale: crop_scale:
- 1.0 - 1.0
@@ -32,7 +32,7 @@ mask:
- 0.2 - 0.2
meta: meta:
copy_data: false copy_data: false
load_checkpoint: true load_checkpoint: false
model_name: vit_huge model_name: vit_huge
pred_depth: 12 pred_depth: 12
pred_emb_dim: 384 pred_emb_dim: 384
@@ -40,7 +40,7 @@ meta:
use_bfloat16: true use_bfloat16: true
use_gradient_checkpointing: true use_gradient_checkpointing: true
optimization: optimization:
gradient_accumulation_steps: 2 gradient_accumulation_steps: 1
ema: ema:
- 0.996 - 0.996
- 1.0 - 1.0