[Bugfix] Fix chunked prefill with model dtype float32 on Turing Devices (#9850)

Signed-off-by: Wallas Santos <wallashss@ibm.com>
Co-authored-by: Michael Goin <michael@neuralmagic.com>
This commit is contained in:
Wallas Henrique
2024-11-25 12:23:32 -05:00
committed by GitHub
co-authored by Michael Goin
parent d04b13a380
commit c27df94e1f
6 changed files with 122 additions and 13 deletions
+1
View File
@@ -98,4 +98,5 @@ markers = [
"quant_model: run this model test under Quantized category",
"distributed_2_gpus: run this test only in distributed tests for 2 GPUs",
"skip_v1: do not run this test with v1",
"optional: optional tests that are automatically skipped, include --optional to run them",
]