[ROCm][CI] fix test_common.py (#48676)

Signed-off-by: charlifu <charlifu@amd.com>
Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Charlie Fu
2026-07-15 06:42:06 +00:00
committed by GitHub
co-authored by Andreas Karatzas
parent b6770d7b54
commit adce068118
2 changed files with 10 additions and 4 deletions
+9 -3
View File
@@ -642,10 +642,12 @@ class HfRunner:
outputs: list[tuple[list[list[int]], list[str]]] = []
for inputs in all_inputs:
generate_kwargs = dict(kwargs)
generate_kwargs.setdefault("tokenizer", self.tokenizer)
output_ids: torch.Tensor = self.model.generate(
**self.wrap_device(inputs),
use_cache=True,
**kwargs,
**generate_kwargs,
)
if self.processor is None:
raise RuntimeError(
@@ -724,6 +726,8 @@ class HfRunner:
all_logprobs: list[list[torch.Tensor]] = []
for inputs in all_inputs:
generate_kwargs = dict(kwargs)
generate_kwargs.setdefault("tokenizer", self.tokenizer)
output: "GenerateOutput" = self.model.generate(
**self.wrap_device(inputs),
use_cache=True,
@@ -731,7 +735,7 @@ class HfRunner:
max_new_tokens=max_tokens,
output_hidden_states=True,
return_dict_in_generate=True,
**kwargs,
**generate_kwargs,
)
seq_logprobs = self._hidden_states_to_seq_logprobs(output.hidden_states)
all_logprobs.append(seq_logprobs)
@@ -812,6 +816,8 @@ class HfRunner:
all_output_strs: list[str] = []
for inputs in all_inputs:
generate_kwargs = dict(kwargs)
generate_kwargs.setdefault("tokenizer", self.tokenizer)
output: "GenerateOutput" = self.model.generate(
**self.wrap_device(inputs),
use_cache=use_cache,
@@ -819,7 +825,7 @@ class HfRunner:
max_new_tokens=max_tokens,
output_hidden_states=True,
return_dict_in_generate=True,
**kwargs,
**generate_kwargs,
)
# Encoder-decoder models return decoder_hidden_states instead of
+1 -1
View File
@@ -459,7 +459,7 @@ class HyperCLOVAXForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
input_ids: torch.Tensor | None,
positions: torch.Tensor,
*,
intermediate_tensors: IntermediateTensors | None,
intermediate_tensors: IntermediateTensors | None = None,
inputs_embeds: torch.Tensor | None = None,
) -> torch.Tensor | IntermediateTensors:
model_output = self.model(