Remove all2all backend envvar (#30363)
Signed-off-by: Elizabeth Thomas <email2eliza@gmail.com> Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
co-authored by
Harry Mellor
parent
97000a2be7
commit
41b6f9200f
@@ -49,7 +49,10 @@ def _create_vllm_config(
|
||||
mock_config.lora_config = None
|
||||
# Mimic the behavior of VllmConfig.__post_init__()
|
||||
if compilation_config.mode == CompilationMode.VLLM_COMPILE:
|
||||
compilation_config.set_splitting_ops_for_v1()
|
||||
compilation_config.set_splitting_ops_for_v1(
|
||||
all2all_backend=mock_config.parallel_config.all2all_backend,
|
||||
data_parallel_size=mock_config.parallel_config.data_parallel_size,
|
||||
)
|
||||
|
||||
# mimic VllmConfig.__post_init__
|
||||
if compilation_config.cudagraph_capture_sizes:
|
||||
|
||||
Reference in New Issue
Block a user