[ROCm][CI] fix test_common.py (#48676)
Signed-off-by: charlifu <charlifu@amd.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
co-authored by
Andreas Karatzas
parent
b6770d7b54
commit
adce068118
+9
-3
@@ -642,10 +642,12 @@ class HfRunner:
|
||||
|
||||
outputs: list[tuple[list[list[int]], list[str]]] = []
|
||||
for inputs in all_inputs:
|
||||
generate_kwargs = dict(kwargs)
|
||||
generate_kwargs.setdefault("tokenizer", self.tokenizer)
|
||||
output_ids: torch.Tensor = self.model.generate(
|
||||
**self.wrap_device(inputs),
|
||||
use_cache=True,
|
||||
**kwargs,
|
||||
**generate_kwargs,
|
||||
)
|
||||
if self.processor is None:
|
||||
raise RuntimeError(
|
||||
@@ -724,6 +726,8 @@ class HfRunner:
|
||||
|
||||
all_logprobs: list[list[torch.Tensor]] = []
|
||||
for inputs in all_inputs:
|
||||
generate_kwargs = dict(kwargs)
|
||||
generate_kwargs.setdefault("tokenizer", self.tokenizer)
|
||||
output: "GenerateOutput" = self.model.generate(
|
||||
**self.wrap_device(inputs),
|
||||
use_cache=True,
|
||||
@@ -731,7 +735,7 @@ class HfRunner:
|
||||
max_new_tokens=max_tokens,
|
||||
output_hidden_states=True,
|
||||
return_dict_in_generate=True,
|
||||
**kwargs,
|
||||
**generate_kwargs,
|
||||
)
|
||||
seq_logprobs = self._hidden_states_to_seq_logprobs(output.hidden_states)
|
||||
all_logprobs.append(seq_logprobs)
|
||||
@@ -812,6 +816,8 @@ class HfRunner:
|
||||
all_output_strs: list[str] = []
|
||||
|
||||
for inputs in all_inputs:
|
||||
generate_kwargs = dict(kwargs)
|
||||
generate_kwargs.setdefault("tokenizer", self.tokenizer)
|
||||
output: "GenerateOutput" = self.model.generate(
|
||||
**self.wrap_device(inputs),
|
||||
use_cache=use_cache,
|
||||
@@ -819,7 +825,7 @@ class HfRunner:
|
||||
max_new_tokens=max_tokens,
|
||||
output_hidden_states=True,
|
||||
return_dict_in_generate=True,
|
||||
**kwargs,
|
||||
**generate_kwargs,
|
||||
)
|
||||
|
||||
# Encoder-decoder models return decoder_hidden_states instead of
|
||||
|
||||
@@ -459,7 +459,7 @@ class HyperCLOVAXForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
|
||||
input_ids: torch.Tensor | None,
|
||||
positions: torch.Tensor,
|
||||
*,
|
||||
intermediate_tensors: IntermediateTensors | None,
|
||||
intermediate_tensors: IntermediateTensors | None = None,
|
||||
inputs_embeds: torch.Tensor | None = None,
|
||||
) -> torch.Tensor | IntermediateTensors:
|
||||
model_output = self.model(
|
||||
|
||||
Reference in New Issue
Block a user