[Bugfix] Fix chunked prefill with model dtype float32 on Turing Devices (#9850)
Signed-off-by: Wallas Santos <wallashss@ibm.com> Co-authored-by: Michael Goin <michael@neuralmagic.com>
This commit is contained in:
co-authored by
Michael Goin
parent
d04b13a380
commit
c27df94e1f
@@ -98,4 +98,5 @@ markers = [
|
||||
"quant_model: run this model test under Quantized category",
|
||||
"distributed_2_gpus: run this test only in distributed tests for 2 GPUs",
|
||||
"skip_v1: do not run this test with v1",
|
||||
"optional: optional tests that are automatically skipped, include --optional to run them",
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user