[bugfix] fix cpu tests (#10585)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-22 17:34:03 -08:00
committed by GitHub
parent d345f409b7
commit d559979c54
3 changed files with 16 additions and 10 deletions
+3 -1
View File
@@ -3,6 +3,7 @@ from typing import Any, Dict, List, Optional, Tuple, Type, Union
import torch
from vllm.forward_context import set_forward_context
from vllm.model_executor.pooling_metadata import PoolingMetadata
from vllm.multimodal import MultiModalKwargs
from vllm.pooling_params import PoolingParams
@@ -64,7 +65,8 @@ class CPUEmbeddingModelRunner(
intermediate_tensors,
}
hidden_states = model_executable(**execute_model_kwargs)
with set_forward_context(model_input.attn_metadata, self.vllm_config):
hidden_states = model_executable(**execute_model_kwargs)
# Only perform pooling in the driver worker.
if not self.is_driver_worker: