[Core] Avoid the need to pass None values to Sequence.inputs (#5099)
This commit is contained in:
+1
-6
@@ -25,7 +25,6 @@ def create_dummy_prompt(
|
||||
inputs={
|
||||
"prompt": prompt_str,
|
||||
"prompt_token_ids": prompt_tokens,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
block_size=block_size)
|
||||
seq_group = SequenceGroup(request_id=request_id,
|
||||
@@ -103,11 +102,7 @@ def create_seq_group(
|
||||
for seq_id_offset, output_len in enumerate(seq_output_lens):
|
||||
seq = Sequence(
|
||||
seq_id=seq_id_start + seq_id_offset,
|
||||
inputs={
|
||||
"prompt": "",
|
||||
"prompt_token_ids": prompt_token_ids,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
inputs={"prompt_token_ids": prompt_token_ids},
|
||||
block_size=16,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user