[BugFix] Fix plan API Mismatch when using latest FlashInfer (#29426)
Signed-off-by: Andrii Skliar <askliar@askliar-mlt.client.nvidia.com> Co-authored-by: Andrii Skliar <askliar@askliar-mlt.client.nvidia.com>
This commit is contained in:
co-authored by
Andrii Skliar
parent
e5a621b724
commit
a5345bf49d
@@ -1508,7 +1508,7 @@ def fast_plan_decode(
|
||||
qo_indptr_host = _get_range_buf(batch_size + 1, "cpu")
|
||||
|
||||
try:
|
||||
# Make sure we pass exactly 18 arguments for tensor core version
|
||||
# Make sure we pass exactly 19 arguments for tensor core version
|
||||
self._plan_info = self._cached_module.plan(
|
||||
self._float_workspace_buffer,
|
||||
self._int_workspace_buffer,
|
||||
@@ -1528,6 +1528,7 @@ def fast_plan_decode(
|
||||
window_left,
|
||||
fixed_split_size,
|
||||
disable_split_kv,
|
||||
0,
|
||||
)
|
||||
except Exception as e:
|
||||
raise RuntimeError(f"Error in tensor core plan: {e}") from e
|
||||
|
||||
Reference in New Issue
Block a user