fix 1b batch size

PrimeIntellect-ai · Sep 28, 2024 · 55e0b71 · 55e0b71
1 parent a27617a
commit 55e0b71
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/1B/H100.toml b/configs/1B/H100.toml
@@ -6,7 +6,7 @@ micro_bs = 16
 sharding_strategy = "SHARD_GRAD_OP"
 
 [optim]
-batch_size = 512
+batch_size = 2048
 warmup_steps = 1000
 total_steps = 88_000
 lr = 4e-4