[Core] Avoid the need to pass None values to Sequence.inputs (#5099)
This commit is contained in:
@@ -234,7 +234,6 @@ def test_append_slot_cow():
|
||||
inputs={
|
||||
"prompt": "one two three",
|
||||
"prompt_token_ids": [1, 2, 3],
|
||||
"multi_modal_data": None
|
||||
},
|
||||
block_size=block_size)
|
||||
|
||||
@@ -525,7 +524,6 @@ def test_sliding_window_multi_seq():
|
||||
inputs={
|
||||
"prompt": "one two three",
|
||||
"prompt_token_ids": [0, 1, 2],
|
||||
"multi_modal_data": None
|
||||
},
|
||||
block_size=block_size)
|
||||
seq_group = SequenceGroup(request_id="1",
|
||||
|
||||
+1
-6
@@ -25,7 +25,6 @@ def create_dummy_prompt(
|
||||
inputs={
|
||||
"prompt": prompt_str,
|
||||
"prompt_token_ids": prompt_tokens,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
block_size=block_size)
|
||||
seq_group = SequenceGroup(request_id=request_id,
|
||||
@@ -103,11 +102,7 @@ def create_seq_group(
|
||||
for seq_id_offset, output_len in enumerate(seq_output_lens):
|
||||
seq = Sequence(
|
||||
seq_id=seq_id_start + seq_id_offset,
|
||||
inputs={
|
||||
"prompt": "",
|
||||
"prompt_token_ids": prompt_token_ids,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
inputs={"prompt_token_ids": prompt_token_ids},
|
||||
block_size=16,
|
||||
)
|
||||
|
||||
|
||||
@@ -15,11 +15,7 @@ def sequence_with_eos(text: str, eos_token: str,
|
||||
"""
|
||||
seq = Sequence(
|
||||
seq_id=0,
|
||||
inputs={
|
||||
"prompt": "",
|
||||
"prompt_token_ids": [],
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
inputs={"prompt_token_ids": []},
|
||||
block_size=16,
|
||||
eos_token_id=eos_token_id,
|
||||
)
|
||||
|
||||
@@ -74,7 +74,6 @@ def test_auto_prefix_caching(model: str, block_size: int, max_num_seqs: int,
|
||||
inputs={
|
||||
"prompt": prompt,
|
||||
"prompt_token_ids": prompt_token_ids,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
block_size=block_size,
|
||||
eos_token_id=tokenizer.tokenizer.eos_token_id,
|
||||
|
||||
@@ -126,7 +126,6 @@ def create_sequence(prompt_token_ids=None):
|
||||
inputs={
|
||||
"prompt": "<s>",
|
||||
"prompt_token_ids": prompt_token_ids,
|
||||
"multi_modal_data": None,
|
||||
},
|
||||
block_size=16,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user