[code clean] remove duplicate check (#32376)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
@@ -254,7 +254,7 @@ class MultiModalRegistry:
|
|||||||
observability_config: "ObservabilityConfig | None" = None,
|
observability_config: "ObservabilityConfig | None" = None,
|
||||||
tokenizer: TokenizerLike | None = None,
|
tokenizer: TokenizerLike | None = None,
|
||||||
) -> InputProcessingContext:
|
) -> InputProcessingContext:
|
||||||
if tokenizer is None and not model_config.skip_tokenizer_init:
|
if tokenizer is None:
|
||||||
tokenizer = cached_tokenizer_from_config(model_config)
|
tokenizer = cached_tokenizer_from_config(model_config)
|
||||||
|
|
||||||
return InputProcessingContext(
|
return InputProcessingContext(
|
||||||
|
|||||||
@@ -106,10 +106,7 @@ class AsyncLLM(EngineClient):
|
|||||||
"enabling logging without default stat loggers."
|
"enabling logging without default stat loggers."
|
||||||
)
|
)
|
||||||
|
|
||||||
if self.model_config.skip_tokenizer_init:
|
tokenizer = cached_tokenizer_from_config(self.model_config)
|
||||||
tokenizer = None
|
|
||||||
else:
|
|
||||||
tokenizer = cached_tokenizer_from_config(self.model_config)
|
|
||||||
|
|
||||||
self.input_processor = InputProcessor(self.vllm_config, tokenizer)
|
self.input_processor = InputProcessor(self.vllm_config, tokenizer)
|
||||||
self.io_processor = get_io_processor(
|
self.io_processor = get_io_processor(
|
||||||
|
|||||||
@@ -84,10 +84,7 @@ class LLMEngine:
|
|||||||
self.dp_group = None
|
self.dp_group = None
|
||||||
self.should_execute_dummy_batch = False
|
self.should_execute_dummy_batch = False
|
||||||
|
|
||||||
if self.model_config.skip_tokenizer_init:
|
tokenizer = cached_tokenizer_from_config(self.model_config)
|
||||||
tokenizer = None
|
|
||||||
else:
|
|
||||||
tokenizer = cached_tokenizer_from_config(self.model_config)
|
|
||||||
|
|
||||||
self.input_processor = InputProcessor(self.vllm_config, tokenizer)
|
self.input_processor = InputProcessor(self.vllm_config, tokenizer)
|
||||||
self.io_processor = get_io_processor(
|
self.io_processor = get_io_processor(
|
||||||
|
|||||||
Reference in New Issue
Block a user