[Hardware][Powerpc]Enable prefix caching and chunked prefill for ppc64le (#35081)
Signed-off-by: Akash kaothalkar <akash.kaothalkar@ibm.com> Co-authored-by: Akash kaothalkar <akash.kaothalkar@ibm.com>
This commit is contained in:
co-authored by
Akash kaothalkar
parent
02acd16861
commit
e03ddcfbd4
@@ -2076,20 +2076,19 @@ class EngineArgs:
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Disable chunked prefill and prefix caching for:
|
# Disable chunked prefill and prefix caching for:
|
||||||
# POWER (ppc64le)/RISCV CPUs in V1
|
# RISCV CPUs in V1
|
||||||
if current_platform.is_cpu() and current_platform.get_cpu_architecture() in (
|
if current_platform.is_cpu() and current_platform.get_cpu_architecture() in (
|
||||||
CpuArchEnum.POWERPC,
|
|
||||||
CpuArchEnum.RISCV,
|
CpuArchEnum.RISCV,
|
||||||
):
|
):
|
||||||
logger.info(
|
logger.info(
|
||||||
"Chunked prefill is not supported for POWER, "
|
"Chunked prefill is not supported for"
|
||||||
"and RISC-V CPUs; "
|
"RISC-V CPUs; "
|
||||||
"disabling it for V1 backend."
|
"disabling it for V1 backend."
|
||||||
)
|
)
|
||||||
self.enable_chunked_prefill = False
|
self.enable_chunked_prefill = False
|
||||||
logger.info(
|
logger.info(
|
||||||
"Prefix caching is not supported for POWER, "
|
"Prefix caching is not supported for "
|
||||||
"and RISC-V CPUs; "
|
"RISC-V CPUs; "
|
||||||
"disabling it for V1 backend."
|
"disabling it for V1 backend."
|
||||||
)
|
)
|
||||||
self.enable_prefix_caching = False
|
self.enable_prefix_caching = False
|
||||||
|
|||||||
Reference in New Issue
Block a user