[BugFix] Fix plan API Mismatch when using latest FlashInfer (#29426)

Signed-off-by: Andrii Skliar <askliar@askliar-mlt.client.nvidia.com>
Co-authored-by: Andrii Skliar <askliar@askliar-mlt.client.nvidia.com>
This commit is contained in:
Andrii Skliar
2025-11-27 11:34:59 -08:00
committed by GitHub
co-authored by Andrii Skliar
parent e5a621b724
commit a5345bf49d
3 changed files with 5 additions and 4 deletions
+2 -1
View File
@@ -1508,7 +1508,7 @@ def fast_plan_decode(
qo_indptr_host = _get_range_buf(batch_size + 1, "cpu")
try:
# Make sure we pass exactly 18 arguments for tensor core version
# Make sure we pass exactly 19 arguments for tensor core version
self._plan_info = self._cached_module.plan(
self._float_workspace_buffer,
self._int_workspace_buffer,
@@ -1528,6 +1528,7 @@ def fast_plan_decode(
window_left,
fixed_split_size,
disable_split_kv,
0,
)
except Exception as e:
raise RuntimeError(f"Error in tensor core plan: {e}") from e