From adce0681181e8e258e2028f1b78ad24718f5c169 Mon Sep 17 00:00:00 2001 From: Charlie Fu Date: Wed, 15 Jul 2026 01:42:06 -0500 Subject: [PATCH] [ROCm][CI] fix test_common.py (#48676) Signed-off-by: charlifu Co-authored-by: Andreas Karatzas --- tests/conftest.py | 12 +++++++++--- vllm/model_executor/models/hyperclovax.py | 2 +- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/tests/conftest.py b/tests/conftest.py index 94f7a83dd2..05a81c75ea 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -642,10 +642,12 @@ class HfRunner: outputs: list[tuple[list[list[int]], list[str]]] = [] for inputs in all_inputs: + generate_kwargs = dict(kwargs) + generate_kwargs.setdefault("tokenizer", self.tokenizer) output_ids: torch.Tensor = self.model.generate( **self.wrap_device(inputs), use_cache=True, - **kwargs, + **generate_kwargs, ) if self.processor is None: raise RuntimeError( @@ -724,6 +726,8 @@ class HfRunner: all_logprobs: list[list[torch.Tensor]] = [] for inputs in all_inputs: + generate_kwargs = dict(kwargs) + generate_kwargs.setdefault("tokenizer", self.tokenizer) output: "GenerateOutput" = self.model.generate( **self.wrap_device(inputs), use_cache=True, @@ -731,7 +735,7 @@ class HfRunner: max_new_tokens=max_tokens, output_hidden_states=True, return_dict_in_generate=True, - **kwargs, + **generate_kwargs, ) seq_logprobs = self._hidden_states_to_seq_logprobs(output.hidden_states) all_logprobs.append(seq_logprobs) @@ -812,6 +816,8 @@ class HfRunner: all_output_strs: list[str] = [] for inputs in all_inputs: + generate_kwargs = dict(kwargs) + generate_kwargs.setdefault("tokenizer", self.tokenizer) output: "GenerateOutput" = self.model.generate( **self.wrap_device(inputs), use_cache=use_cache, @@ -819,7 +825,7 @@ class HfRunner: max_new_tokens=max_tokens, output_hidden_states=True, return_dict_in_generate=True, - **kwargs, + **generate_kwargs, ) # Encoder-decoder models return decoder_hidden_states instead of diff --git a/vllm/model_executor/models/hyperclovax.py b/vllm/model_executor/models/hyperclovax.py index 8ba0792625..b6d66698c9 100644 --- a/vllm/model_executor/models/hyperclovax.py +++ b/vllm/model_executor/models/hyperclovax.py @@ -459,7 +459,7 @@ class HyperCLOVAXForCausalLM(nn.Module, SupportsLoRA, SupportsPP): input_ids: torch.Tensor | None, positions: torch.Tensor, *, - intermediate_tensors: IntermediateTensors | None, + intermediate_tensors: IntermediateTensors | None = None, inputs_embeds: torch.Tensor | None = None, ) -> torch.Tensor | IntermediateTensors: model_output = self.model(