[Core/Bugfix] Add query dtype as per FlashInfer API requirements. (#8173)
This commit is contained in:
@@ -445,7 +445,8 @@ def test_flashinfer_decode_with_paged_fp8_kv(
|
||||
head_size,
|
||||
block_size,
|
||||
"NONE",
|
||||
data_type=dtype)
|
||||
data_type=dtype,
|
||||
q_data_type=dtype)
|
||||
output = wrapper.forward(query,
|
||||
kv_cache_fp8,
|
||||
logits_soft_cap=soft_cap,
|
||||
|
||||
Reference in New Issue
Block a user