[MRV2] Miscellaneous code cleanup (#57980)
This commit is contained in:
@@ -24,7 +24,7 @@ from vllm.sequence import IntermediateTensors
|
||||
from vllm.utils.torch_utils import current_stream
|
||||
from vllm.v1.kv_cache_interface import KVCacheConfig
|
||||
from vllm.v1.worker.gpu.attn_utils import build_slot_mappings_by_layer
|
||||
from vllm.v1.worker.gpu.cp_utils import maybe_prepare_dcp_local_seq_lens
|
||||
from vllm.v1.worker.gpu.cp_utils import prepare_dcp_local_seq_lens
|
||||
from vllm.v1.worker.gpu.input_batch import InputBatch
|
||||
from vllm.v1.worker.gpu.model_states.interface import ModelState
|
||||
from vllm.v1.worker.ubatch_utils import (
|
||||
@@ -150,7 +150,7 @@ def _slice_input_batch(
|
||||
dcp_local_seq_lens = None
|
||||
if dcp_size > 1:
|
||||
assert dcp_local_seq_lens_buf is not None
|
||||
dcp_local_seq_lens = maybe_prepare_dcp_local_seq_lens(
|
||||
dcp_local_seq_lens = prepare_dcp_local_seq_lens(
|
||||
dcp_local_seq_lens_buf,
|
||||
seq_lens,
|
||||
num_reqs,
|
||||
|
||||
Reference in New Issue
Block a user