[Frontend]Flatten beam-search beams with itertools.chain instead of sum (#48829)
Signed-off-by: Wang Xingda <wangxingda1993@126.com> Co-authored-by: 王兴达 <wangxingda@360itdeMacBook-Pro.local> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
王兴达
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
c9be3a8aa1
commit
fae543015c
@@ -207,7 +207,9 @@ class BeamSearchOfflineMixin(OfflineInferenceMixin):
|
|||||||
Returns True if all beams are exhausted and search should stop.
|
Returns True if all beams are exhausted and search should stop.
|
||||||
"""
|
"""
|
||||||
all_beams: list[BeamSearchSequence] = list(
|
all_beams: list[BeamSearchSequence] = list(
|
||||||
sum((instance.beams for instance in instances_batch), [])
|
itertools.chain.from_iterable(
|
||||||
|
instance.beams for instance in instances_batch
|
||||||
|
)
|
||||||
)
|
)
|
||||||
pos = [0] + list(
|
pos = [0] + list(
|
||||||
itertools.accumulate(len(instance.beams) for instance in instances_batch)
|
itertools.accumulate(len(instance.beams) for instance in instances_batch)
|
||||||
|
|||||||
Reference in New Issue
Block a user