[XPU] [Linear] add torch as xpu linear backend (#49664)
Signed-off-by: Zhu, Zufang <zufang.zhu@intel.com> Co-authored-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
@@ -811,12 +811,11 @@ class CompressedTensorsConfig(QuantizationConfig):
|
||||
if act_quant_format:
|
||||
if self._is_fp8_w8a8(weight_quant, input_quant):
|
||||
if current_platform.is_xpu():
|
||||
# On XPU, --linear-backend xpu opts into W8A8 FP8
|
||||
# On XPU, --linear-backend xpu or torch opts into W8A8 FP8
|
||||
# linear kernel; otherwise default to W8A16.
|
||||
config = get_current_vllm_config_or_none()
|
||||
is_fp8_w8a8_supported = (
|
||||
config is not None
|
||||
and config.kernel_config.linear_backend == "xpu"
|
||||
is_fp8_w8a8_supported = config is not None and (
|
||||
config.kernel_config.linear_backend in ("xpu", "torch")
|
||||
)
|
||||
else:
|
||||
is_fp8_w8a8_supported = self._check_scheme_supported(
|
||||
|
||||
Reference in New Issue
Block a user