From 04585f862fe79e287c799e7cccd7caca6d7c6656 Mon Sep 17 00:00:00 2001
From: YannAhlgrim <yann@ahlgrim.net>
Date: Mon, 6 Jul 2026 11:03:40 +0200
Subject: [PATCH] reduce gradient accumulation

---
 configs/wilds_vith16-448_ep300.yaml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/configs/wilds_vith16-448_ep300.yaml b/configs/wilds_vith16-448_ep300.yaml
index 8f09488..06ac890 100644
--- a/configs/wilds_vith16-448_ep300.yaml
+++ b/configs/wilds_vith16-448_ep300.yaml
@@ -1,5 +1,5 @@
 data:
-  batch_size: 128
+  batch_size: 256
   color_jitter_strength: 0.0
   crop_scale:
     - 1.0
@@ -32,7 +32,7 @@ mask:
     - 0.2
 meta:
   copy_data: false
-  load_checkpoint: true
+  load_checkpoint: false
   model_name: vit_huge
   pred_depth: 12
   pred_emb_dim: 384
@@ -40,7 +40,7 @@ meta:
   use_bfloat16: true
   use_gradient_checkpointing: true
 optimization:
-  gradient_accumulation_steps: 2
+  gradient_accumulation_steps: 1
   ema:
     - 0.996
     - 1.0