[MM][CG] Support ViT CUDA Graph for Gemma-4 (#46837)

Signed-off-by: Anthony Su <xsuanthony@gmail.com>
Co-authored-by: Linkun Chen <github@lkchen.net>
This commit is contained in:
anthonsu
2026-07-25 15:02:09 -05:00
committed by GitHub
co-authored by Linkun Chen
parent ee1d996367
commit 70009fb934
4 changed files with 476 additions and 1 deletions
@@ -249,6 +249,19 @@ MODEL_CONFIGS: dict[str, VitCudagraphTestConfig] = {
},
skip=True, # TODO: Re-enable this once OOM issues are resolved on CI.
),
"gemma4": VitCudagraphTestConfig(
model="google/gemma-4-E2B-it",
image_prompt=(
"<bos><start_of_turn>user\n<|image|>\nWhat is in this image?<end_of_turn>\n"
"<start_of_turn>model\n"
),
video_prompt=(
"<bos><start_of_turn>user\n<|video|>\nDescribe this video in one sentence."
"<end_of_turn>\n<start_of_turn>model\n"
),
needs_video_metadata=True,
marks=[pytest.mark.core_model],
),
}