[Core] Gate prompt_embeds behind a feature flag (#17607)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
@@ -1565,7 +1565,9 @@ class GPUModelRunnerBase(ModelRunnerBase[TModelInputForGPU]):
|
||||
# product.
|
||||
cudagraph_capture_sizes = self.vllm_config.compilation_config\
|
||||
.cudagraph_capture_sizes
|
||||
cudagraph_inputs_embeds = (True, False)
|
||||
cudagraph_inputs_embeds = ((
|
||||
True, False) if self.model_config.enable_prompt_embeds else
|
||||
(False, ))
|
||||
compilation_cases = itertools.product(
|
||||
cudagraph_capture_sizes,
|
||||
cudagraph_inputs_embeds,
|
||||
|
||||
Reference in New Issue
Block a user