YannAhlgrim/wilds-ijepa
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

micro batches

Browse Source
This commit is contained in:
YannAhlgrim
2026-07-17 09:57:42 +02:00
parent 733c8a1bd1
commit 08ab1b15b7
7 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/supervised_vitb16_448.yaml
+2 -2
View File
@@ -10,7 +10,7 @@ meta:
head_type: linear head_type: linear
data: data:
batch_size: 128 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -31,7 +31,7 @@ optimization:
lr: 0.01 lr: 0.01
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 8
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vitg16_224_in22k.yaml
+2 -2
View File
@@ -12,7 +12,7 @@ meta:
use_gradient_checkpointing: true use_gradient_checkpointing: true
data: data:
batch_size: 256 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -33,7 +33,7 @@ optimization:
lr: 0.001 lr: 0.001
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 16
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vith14_224.yaml
+2 -2
View File
@@ -10,7 +10,7 @@ meta:
head_type: bn_linear head_type: bn_linear
data: data:
batch_size: 512 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -31,7 +31,7 @@ optimization:
lr: 0.001 lr: 0.001
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 32
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vith14_224_in1k.yaml
+2 -2
View File
@@ -11,7 +11,7 @@ meta:
head_type: linear head_type: linear
data: data:
batch_size: 1024 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -32,7 +32,7 @@ optimization:
lr: 0.01 lr: 0.01
weight_decay: 0 weight_decay: 0
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 64
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vith14_224_in22k.yaml
+2 -2
View File
@@ -11,7 +11,7 @@ meta:
head_type: bn_linear head_type: bn_linear
data: data:
batch_size: 512 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -32,7 +32,7 @@ optimization:
lr: 0.001 lr: 0.001
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 32
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vith16_448.yaml
+2 -2
View File
@@ -10,7 +10,7 @@ meta:
head_type: bn_linear head_type: bn_linear
data: data:
batch_size: 1024 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -31,7 +31,7 @@ optimization:
lr: 0.01 lr: 0.01
weight_decay: 5.0e-4 weight_decay: 5.0e-4
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 64
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true
configs/supervised_vith16_448_in1k.yaml
+2 -2
View File
@@ -12,7 +12,7 @@ meta:
use_gradient_checkpointing: true use_gradient_checkpointing: true
data: data:
batch_size: 512 batch_size: 16
root_path: ./wilds_data root_path: ./wilds_data
num_workers: 10 num_workers: 10
pin_mem: true pin_mem: true
@@ -33,7 +33,7 @@ optimization:
lr: 0.001 lr: 0.001
weight_decay: 0 weight_decay: 0
lr_schedule: cosine lr_schedule: cosine
gradient_accumulation_steps: 1 gradient_accumulation_steps: 32
final_lr: 0.0 final_lr: 0.0
early_stopping: early_stopping:
enabled: true enabled: true