[Core] Avoid the need to pass None values to Sequence.inputs (#5099)

This commit is contained in:
Cyrus Leung
2024-05-29 16:05:01 -07:00
committed by GitHub
parent eb6c50cdc2
commit b1c255630d
7 changed files with 6 additions and 19 deletions
+1 -6
View File
@@ -25,7 +25,6 @@ def create_dummy_prompt(
inputs={
"prompt": prompt_str,
"prompt_token_ids": prompt_tokens,
"multi_modal_data": None,
},
block_size=block_size)
seq_group = SequenceGroup(request_id=request_id,
@@ -103,11 +102,7 @@ def create_seq_group(
for seq_id_offset, output_len in enumerate(seq_output_lens):
seq = Sequence(
seq_id=seq_id_start + seq_id_offset,
inputs={
"prompt": "",
"prompt_token_ids": prompt_token_ids,
"multi_modal_data": None,
},
inputs={"prompt_token_ids": prompt_token_ids},
block_size=16,
)