[MM][CG] Simplify ViT CUDA graph interfaces (#44484)
Signed-off-by: shen-shanshan <467638484@qq.com>
This commit is contained in:
@@ -1524,8 +1524,8 @@ class SupportsEncoderCudaGraph(Protocol):
|
||||
self,
|
||||
mm_kwargs: dict[str, Any],
|
||||
) -> str:
|
||||
"""Return the modality of the inputs."""
|
||||
...
|
||||
"""Return the modality of the inputs (default: image-only)."""
|
||||
return "image"
|
||||
|
||||
def get_max_frames_per_video(
|
||||
self,
|
||||
|
||||
@@ -709,12 +709,6 @@ class Step3VLForConditionalGeneration(
|
||||
out_hidden_size=self.config.hidden_size,
|
||||
)
|
||||
|
||||
def get_input_modality(
|
||||
self,
|
||||
mm_kwargs: dict[str, Any],
|
||||
) -> str:
|
||||
return "image"
|
||||
|
||||
def get_encoder_cudagraph_budget_range(
|
||||
self,
|
||||
vllm_config: "VllmConfig",
|
||||
|
||||
Reference in New Issue
Block a user