diff --git a/examples/offline_inference/spec_decode.py b/examples/offline_inference/spec_decode.py index d8c5ece4fa..e60226ba67 100644 --- a/examples/offline_inference/spec_decode.py +++ b/examples/offline_inference/spec_decode.py @@ -5,14 +5,9 @@ from transformers import AutoTokenizer from vllm import LLM, SamplingParams from vllm.benchmarks.datasets import add_dataset_parser, get_samples +from vllm.utils.argparse_utils import FlexibleArgumentParser from vllm.v1.metrics.reader import Counter, Vector -try: - from vllm.utils.argparse_utils import FlexibleArgumentParser -except ImportError: - from argparse import ArgumentParser as FlexibleArgumentParser - - QUESTION = "What is the content of each image?" IMAGE_URLS = [ "https://vllm-public-assets.s3.us-west-2.amazonaws.com/multimodal_asset/duck.jpg", diff --git a/vllm/benchmarks/datasets.py b/vllm/benchmarks/datasets.py index 86a5cec2fc..17cc2984fb 100644 --- a/vllm/benchmarks/datasets.py +++ b/vllm/benchmarks/datasets.py @@ -39,6 +39,7 @@ from vllm.lora.utils import get_adapter_absolute_path from vllm.multimodal import MultiModalDataDict from vllm.multimodal.image import convert_image_mode from vllm.tokenizers import TokenizerLike +from vllm.utils.argparse_utils import FlexibleArgumentParser from vllm.utils.import_utils import PlaceholderModule try: @@ -57,11 +58,6 @@ try: except ImportError: librosa = PlaceholderModule("librosa") -try: - from vllm.utils.argparse_utils import FlexibleArgumentParser -except ImportError: - from argparse import ArgumentParser as FlexibleArgumentParser - logger = logging.getLogger(__name__) # ----------------------------------------------------------------------------- @@ -1374,11 +1370,6 @@ def add_dataset_parser(parser: FlexibleArgumentParser): action="store_true", help="Disable shuffling of dataset samples for deterministic ordering.", ) - parser.add_argument( - "--trust-remote-code", - action="store_true", - help="Trust remote code from HuggingFace.", - ) # group for dataset specific arguments custom_group = parser.add_argument_group("custom dataset options")