[core] remove beam search from the core (#9105)
This commit is contained in:
@@ -947,8 +947,6 @@ def get_logprobs(
|
||||
# largest num logprobs in this API. If every logprobs is None, it will be
|
||||
# set to -1.
|
||||
largest_num_logprobs = -1
|
||||
# If beam search is enabled.
|
||||
use_beam_search = False
|
||||
|
||||
# Select indices to compute logprob from, ranks of token ids, and the top
|
||||
# k token ids from logprobs.
|
||||
@@ -981,8 +979,6 @@ def get_logprobs(
|
||||
largest_num_logprobs = max(largest_num_logprobs,
|
||||
sampling_params.logprobs)
|
||||
|
||||
use_beam_search = use_beam_search or sampling_params.use_beam_search
|
||||
|
||||
assert len(next_token_ids) == len(query_indices)
|
||||
|
||||
if len(query_indices) == 0:
|
||||
@@ -995,7 +991,7 @@ def get_logprobs(
|
||||
|
||||
# If largest_num_logprobs == -1, i.e. no logprobs are requested, we can
|
||||
# skip the whole logprob calculation.
|
||||
if largest_num_logprobs >= 0 or use_beam_search:
|
||||
if largest_num_logprobs >= 0:
|
||||
query_indices_gpu = torch.tensor(query_indices, device=logprobs.device)
|
||||
next_token_ids_gpu = torch.tensor(next_token_ids,
|
||||
device=logprobs.device)
|
||||
@@ -1121,13 +1117,12 @@ def _get_sampled_logprob_if_needed(
|
||||
"""Compute the sample logprob if needed."""
|
||||
seq_ids = seq_group.seq_ids
|
||||
num_logprobs = seq_group.sampling_params.logprobs
|
||||
use_beam_search = seq_group.sampling_params.use_beam_search
|
||||
sampled_logprobs: SampleLogprobs = []
|
||||
next_token_ids, parent_seq_ids = sample_result
|
||||
|
||||
if seq_group.do_sample:
|
||||
assert len(next_token_ids) > 0
|
||||
if num_logprobs is None and not use_beam_search:
|
||||
if num_logprobs is None:
|
||||
for next_token_id in next_token_ids:
|
||||
# Use a dummy logprob
|
||||
sampled_logprobs.append({next_token_id: Logprob(inf)})
|
||||
|
||||
Reference in New Issue
Block a user