MOVZXandHinata
e61dcb9143
- Keep only Qwen3.5, Qwen3.5-MTP and Qwen4Exp model paths; trim the model registry to 41 entries - Delete idle attention backends (MLA, FlashInfer, ROCm-only, quant backends) and dead GDN CuTeDSL kernels - Remove inc/quark quant loaders; keep compressed-tensors and Marlin - Drop the Rust frontend, pooling entrypoints, and idle test suites - Rebuild kernels for sm_80;sm_86 and strip the extensions - Verified: full import sweep clean (optional deps only) and a dummy-load Qwen3.5 engine run on RTX 3090 via the Triton GDN path Co-authored-by: Hinata <hinata@idihore.id> Signed-off-by: MOVZX <movzx@yahoo.com>
107 lines
3.1 KiB
Python
107 lines
3.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""The CLI entrypoints of vLLM.
|
|
|
|
Note that all future modules must be lazily loaded within main
|
|
to avoid certain eager import breakage."""
|
|
|
|
import importlib.metadata
|
|
import sys
|
|
from importlib.util import find_spec
|
|
|
|
from vllm.logger import configure_logging_from_args, init_logger
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
def maybe_run_omni() -> bool:
|
|
# If `--omni` arg is passed to the CLI, delegate to vLLM Omni's entrypoint handling
|
|
if "--omni" not in sys.argv:
|
|
return False
|
|
|
|
# NOTE: Check the spec instead of importing directly here, since things could
|
|
# fail with ImportError due to mismatched versions if things are moved around.
|
|
spec = find_spec("vllm_omni")
|
|
if spec is None:
|
|
logger.error(
|
|
"--omni flag requires a valid instance of vllm-omni to be installed."
|
|
)
|
|
sys.exit(1)
|
|
|
|
from vllm_omni.entrypoints.cli.main import main as omni_main
|
|
|
|
logger.info("Delegating entrypoint handling to vllm-omni")
|
|
omni_main()
|
|
|
|
return True
|
|
|
|
|
|
def main():
|
|
if maybe_run_omni():
|
|
return
|
|
|
|
import vllm.entrypoints.cli.collect_env
|
|
import vllm.entrypoints.cli.download_kernels
|
|
import vllm.entrypoints.cli.launch
|
|
import vllm.entrypoints.cli.openai
|
|
import vllm.entrypoints.cli.preload
|
|
import vllm.entrypoints.cli.run_batch
|
|
import vllm.entrypoints.cli.serve
|
|
import vllm.entrypoints.cli.snapshot
|
|
from vllm.entrypoints.serve.utils.api_utils import (
|
|
VLLM_SUBCMD_PARSER_EPILOG,
|
|
cli_env_setup,
|
|
)
|
|
from vllm.utils.argparse_utils import FlexibleArgumentParser
|
|
|
|
CMD_MODULES = [
|
|
vllm.entrypoints.cli.openai,
|
|
vllm.entrypoints.cli.serve,
|
|
vllm.entrypoints.cli.launch,
|
|
vllm.entrypoints.cli.collect_env,
|
|
vllm.entrypoints.cli.download_kernels,
|
|
vllm.entrypoints.cli.preload,
|
|
vllm.entrypoints.cli.run_batch,
|
|
vllm.entrypoints.cli.snapshot,
|
|
]
|
|
|
|
if sys.argv[1:2] != ["snapshot"]:
|
|
cli_env_setup()
|
|
|
|
parser = FlexibleArgumentParser(
|
|
description="vLLM CLI",
|
|
epilog=VLLM_SUBCMD_PARSER_EPILOG.format(subcmd="[subcommand]"),
|
|
)
|
|
parser.add_argument(
|
|
"-v",
|
|
"--version",
|
|
action="version",
|
|
version=importlib.metadata.version("vllm"),
|
|
)
|
|
subparsers = parser.add_subparsers(required=False, dest="subparser")
|
|
cmds = {}
|
|
for cmd_module in CMD_MODULES:
|
|
if cmd_module is vllm.entrypoints.cli.snapshot:
|
|
new_cmds = cmd_module.cmd_init(
|
|
create_requested=sys.argv[1:3] == ["snapshot", "create"]
|
|
)
|
|
else:
|
|
new_cmds = cmd_module.cmd_init()
|
|
for cmd in new_cmds:
|
|
cmd.subparser_init(subparsers).set_defaults(dispatch_function=cmd.cmd)
|
|
cmds[cmd.name] = cmd
|
|
args = parser.parse_args()
|
|
if args.subparser in cmds:
|
|
cmd = cmds[args.subparser]
|
|
configure_logging_from_args(args)
|
|
cmd.validate(args)
|
|
|
|
if hasattr(args, "dispatch_function"):
|
|
args.dispatch_function(args)
|
|
else:
|
|
parser.print_help()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|