[Bugfix][Frontend] Support scalar priority and wire priority into LLM.chat() (#57243)

Signed-off-by: subhash polisetti <subhashr161347@gmail.com>
This commit is contained in:
Subhash Polisetti
2026-10-11 10:03:33 +00:00
committed by GitHub
parent 2339bd39d6
commit f425a21208
5 changed files with 65 additions and 12 deletions
@@ -55,3 +55,9 @@ def test_matching_lengths_pass_through(mixin: OfflineInferenceMixin):
]
assert mixin._lora_request_to_seq([lora], num_requests=1) == [lora]
assert mixin._priority_to_seq([3], num_requests=1) == [3]
def test_scalar_priority_broadcast(mixin: OfflineInferenceMixin):
assert mixin._priority_to_seq(5, num_requests=1) == [5]
assert mixin._priority_to_seq(5, num_requests=3) == [5, 5, 5]
assert mixin._priority_to_seq(None, num_requests=3) == [0, 0, 0]