[SpecDecode] Support DFlash with FlashInfer (#43081)
Signed-off-by: gss <2783977641@qq.com> Co-authored-by: gss <2783977641@qq.com>
This commit is contained in:
@@ -435,7 +435,7 @@ def test_per_head_quant_scales_backend_selection(
|
||||
]
|
||||
+ (
|
||||
[
|
||||
("FLASHINFER", True, False), # FlashInfer does not support non-causal
|
||||
("FLASHINFER", True, True), # FlashInfer supports non-causal
|
||||
("FLASHINFER", False, True), # FlashInfer works with causal
|
||||
]
|
||||
if CudaPlatform is not None
|
||||
|
||||
Reference in New Issue
Block a user