[MM][CG] Support ViT full CUDA graph for Idefics3 and SmolVLM (#47625)

Signed-off-by: Ryouichi Kurihara <ryouichi.kurihara.628@gmail.com>
This commit is contained in:
Chipmunk
2026-08-28 17:16:31 +00:00
committed by GitHub
parent 06569a8696
commit ffe690eca9
3 changed files with 240 additions and 33 deletions
@@ -193,6 +193,20 @@ MODEL_CONFIGS: dict[str, VitCudagraphTestConfig] = {
vllm_runner_kwargs={"trust_remote_code": True},
marks=[pytest.mark.core_model],
),
"idefics3": VitCudagraphTestConfig(
model="HuggingFaceTB/SmolVLM-256M-Instruct",
modalities=["image"],
image_prompt=(
"<|begin_of_text|>User:<image>What is in this image?"
"<end_of_utterance>\nAssistant:"
),
max_model_len=4096,
compilation_config_overrides={
"encoder_cudagraph_token_budgets": [4096],
},
vllm_runner_kwargs={"gpu_memory_utilization": 0.80},
marks=[pytest.mark.core_model],
),
"step3_vl": VitCudagraphTestConfig(
model="stepfun-ai/Step3-VL-10B",
modalities=["image"],