From 7dc1c662ad4a8be388f5e352e3c4c3a61cf92ed0 Mon Sep 17 00:00:00 2001
From: Extraltodeus <extraltodeus@gmail.com>
Date: Thu, 16 Jul 2026 02:46:24 +0200
Subject: [PATCH] lowered auto batch sizes to avoid OOM during fit

---
 core/fitting.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/core/fitting.py b/core/fitting.py
index 914a29a..a1847e7 100644
--- a/core/fitting.py
+++ b/core/fitting.py
@@ -140,9 +140,9 @@ def _default_dim_batch(device):
     Measured on a 4B bf16 fit: 8 fits in 16 GB, 4 in 12 GB."""
     try:
         total = gpu_stats()[int(device.split(":")[1])]["vram_total"]
-        return 8 if total >= 15 * 2**30 else 4
+        return 4 if total >= 15 * 2**30 else 2
     except Exception:
-        return 4
+        return 1
 
 
 def _now():