Fix kv_cache_dtype handling for out-of-tree HPU plugin (#21302)

Signed-off-by: Konrad Zawora <kzawora@habana.ai>
Signed-off-by: Chendi.Xue <chendi.xue@intel.com>
Co-authored-by: Chendi.Xue <chendi.xue@intel.com>
This commit is contained in:
Konrad Zawora
2025-07-21 23:35:14 -07:00
committed by GitHub
co-authored by Chendi.Xue
parent 6e5b5ca580
commit c17231e827
5 changed files with 30 additions and 16 deletions
+7
View File
@@ -543,6 +543,13 @@ class Platform:
"""
raise RuntimeError(f"Unsupported torch distributed backend: {backend}")
@classmethod
def is_kv_cache_dtype_supported(cls, kv_cache_dtype: str) -> bool:
"""
Returns if the kv_cache_dtype is supported by the current platform.
"""
return False
class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED