remove gradient accumulation

2026-07-08 11:39:00 +02:00
parent 372033a4d6
commit 733c8a1bd1
7 changed files with 14 additions and 14 deletions
@@ -10,7 +10,7 @@ meta:
  head_type: bn_linear

 data:
-  batch_size: 16
+  batch_size: 1024
  root_path: ./wilds_data
  num_workers: 10
  pin_mem: true
@@ -31,7 +31,7 @@ optimization:
  lr: 0.01
  weight_decay: 5.0e-4
  lr_schedule: cosine
-  gradient_accumulation_steps: 64
+  gradient_accumulation_steps: 1
  final_lr: 0.0
  early_stopping:
    enabled: true