[BugFix] --max-model-len=-1 causes over-limit requests to hang and starve the entire service (#39102)

Signed-off-by: triangle14 <y1019026570@gmail.com>
Signed-off-by: mgoin <mgoin64@gmail.com>
Co-authored-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
triangleXIV
2026-04-08 14:03:17 -07:00
committed by GitHub
co-authored by mgoin
parent ad05edfbca
commit 7c94ae16c6
5 changed files with 82 additions and 4 deletions
+1 -1
View File
@@ -114,7 +114,7 @@ def test_mp_client_uses_env_timeout(monkeypatch: pytest.MonkeyPatch):
return 1
def recv_multipart(self):
return (b"\x00\x00", b"ready")
return (b"\x00\x00", b"")
class DummySocket:
def send_multipart(self, _msg, *, copy: bool = False, track: bool = False):