[Chore] Separate out vllm.utils.collections (#26990)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -75,7 +75,8 @@ from vllm.transformers_utils.tokenizer import (
|
||||
get_cached_tokenizer,
|
||||
)
|
||||
from vllm.usage.usage_lib import UsageContext
|
||||
from vllm.utils import Counter, Device, as_iter, is_list_of
|
||||
from vllm.utils import Counter, Device
|
||||
from vllm.utils.collections import as_iter, is_list_of
|
||||
from vllm.v1.engine import EngineCoreRequest
|
||||
from vllm.v1.engine.llm_engine import LLMEngine
|
||||
from vllm.v1.sample.logits_processor import LogitsProcessor
|
||||
|
||||
@@ -70,7 +70,7 @@ from vllm.transformers_utils.tokenizers import (
|
||||
truncate_tool_call_ids,
|
||||
validate_request_params,
|
||||
)
|
||||
from vllm.utils import as_list
|
||||
from vllm.utils.collections import as_list
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@@ -34,8 +34,8 @@ from vllm.logprobs import Logprob
|
||||
from vllm.outputs import RequestOutput
|
||||
from vllm.sampling_params import BeamSearchParams, SamplingParams
|
||||
from vllm.transformers_utils.tokenizer import AnyTokenizer
|
||||
from vllm.utils import as_list
|
||||
from vllm.utils.asyncio import merge_async_iterators
|
||||
from vllm.utils.collections import as_list
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@@ -39,8 +39,8 @@ from vllm.outputs import (
|
||||
RequestOutput,
|
||||
)
|
||||
from vllm.pooling_params import PoolingParams
|
||||
from vllm.utils import chunk_list
|
||||
from vllm.utils.asyncio import merge_async_iterators
|
||||
from vllm.utils.collections import chunk_list
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@@ -90,13 +90,14 @@ from vllm.tracing import (
|
||||
log_tracing_disabled_warning,
|
||||
)
|
||||
from vllm.transformers_utils.tokenizer import AnyTokenizer, MistralTokenizer
|
||||
from vllm.utils import is_list_of, random_uuid
|
||||
from vllm.utils import random_uuid
|
||||
from vllm.utils.asyncio import (
|
||||
AsyncMicrobatchTokenizer,
|
||||
collect_from_async_generator,
|
||||
make_async,
|
||||
merge_async_iterators,
|
||||
)
|
||||
from vllm.utils.collections import is_list_of
|
||||
from vllm.v1.engine import EngineCoreRequest
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -12,7 +12,8 @@ from vllm.entrypoints.openai.protocol import (
|
||||
)
|
||||
from vllm.logger import init_logger
|
||||
from vllm.transformers_utils.tokenizer import AnyTokenizer
|
||||
from vllm.utils import import_from_path, is_list_of
|
||||
from vllm.utils import import_from_path
|
||||
from vllm.utils.collections import is_list_of
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user