reduce gradient accumulation

2026-07-06 11:03:40 +02:00
parent e2e558f168
commit 04585f862f
1 changed files with 3 additions and 3 deletions
@@ -1,5 +1,5 @@
 data:
-  batch_size: 128
+  batch_size: 256
  color_jitter_strength: 0.0
  crop_scale:
    - 1.0
@@ -32,7 +32,7 @@ mask:
    - 0.2
 meta:
  copy_data: false
-  load_checkpoint: true
+  load_checkpoint: false
  model_name: vit_huge
  pred_depth: 12
  pred_emb_dim: 384
@@ -40,7 +40,7 @@ meta:
  use_bfloat16: true
  use_gradient_checkpointing: true
 optimization:
-  gradient_accumulation_steps: 2
+  gradient_accumulation_steps: 1
  ema:
    - 0.996
    - 1.0