[Bugfix]Fix pooling model always disabled due to incorrect PP rank check (#31505)
Signed-off-by: vintipandey <vinti.pandey@gmail.com>
This commit is contained in:
@@ -326,7 +326,7 @@ class GPUModelRunner(
|
|||||||
# https://github.com/vllm-project/vllm/issues/18019
|
# https://github.com/vllm-project/vllm/issues/18019
|
||||||
self.broadcast_pp_output = (
|
self.broadcast_pp_output = (
|
||||||
self.parallel_config.distributed_executor_backend == "external_launcher"
|
self.parallel_config.distributed_executor_backend == "external_launcher"
|
||||||
and len(get_pp_group().ranks) > 0
|
and len(get_pp_group().ranks) > 1
|
||||||
)
|
)
|
||||||
|
|
||||||
# Model-related.
|
# Model-related.
|
||||||
|
|||||||
Reference in New Issue
Block a user