micro batches

2026-07-17 09:57:42 +02:00
parent 733c8a1bd1
commit 08ab1b15b7
7 changed files with 14 additions and 14 deletions
@@ -12,7 +12,7 @@ meta:
  use_gradient_checkpointing: true

 data:
-  batch_size: 256
+  batch_size: 16
  root_path: ./wilds_data
  num_workers: 10
  pin_mem: true
@@ -33,7 +33,7 @@ optimization:
  lr: 0.001
  weight_decay: 5.0e-4
  lr_schedule: cosine
-  gradient_accumulation_steps: 1
+  gradient_accumulation_steps: 16
  final_lr: 0.0
  early_stopping:
    enabled: true