[Core] Logprobs support in Multi-step (#7652)

This commit is contained in:
afeldman-nm
2024-08-29 19:19:08 -07:00
committed by GitHub
parent 4abed65c58
commit 428dd1445e
103 changed files with 872 additions and 376 deletions
+2 -1
View File
@@ -6,7 +6,8 @@ from vllm.executor.executor_base import ExecutorAsyncBase
from vllm.executor.gpu_executor import GPUExecutor
from vllm.logger import init_logger
from vllm.lora.request import LoRARequest
from vllm.sequence import ExecuteModelRequest, SamplerOutput
from vllm.model_executor.layers.sampler import SamplerOutput
from vllm.sequence import ExecuteModelRequest
logger = init_logger(__name__)