lowered auto batch sizes to avoid OOM during fit

2026-07-16 02:46:24 +02:00
parent 895d584824
commit 7dc1c662ad
1 changed files with 2 additions and 2 deletions
@@ -140,9 +140,9 @@ def _default_dim_batch(device):
    Measured on a 4B bf16 fit: 8 fits in 16 GB, 4 in 12 GB."""
    try:
        total = gpu_stats()[int(device.split(":")[1])]["vram_total"]
-        return 8 if total >= 15 * 2**30 else 4
+        return 4 if total >= 15 * 2**30 else 2
    except Exception:
-        return 4
+        return 1


 def _now():