[CI][Examples][RLHF] Disable async scheduling in rlhf_async_new_apis (#42042)
Signed-off-by: haosdent <haosdent@gmail.com>
This commit is contained in:
@@ -227,6 +227,9 @@ llm_kwargs = dict(
|
|||||||
attention_backend=ATTN_BACKEND,
|
attention_backend=ATTN_BACKEND,
|
||||||
gpu_memory_utilization=0.75,
|
gpu_memory_utilization=0.75,
|
||||||
weight_transfer_config=WeightTransferConfig(backend="nccl"),
|
weight_transfer_config=WeightTransferConfig(backend="nccl"),
|
||||||
|
# TODO(haosdent): re-enable once #42043 is fixed. Both LLM
|
||||||
|
# instances must match.
|
||||||
|
async_scheduling=False,
|
||||||
)
|
)
|
||||||
llm_kwargs.update(rocm_determinism_kwargs)
|
llm_kwargs.update(rocm_determinism_kwargs)
|
||||||
|
|
||||||
@@ -364,6 +367,9 @@ llm_v2_kwargs = dict(
|
|||||||
gpu_memory_utilization=0.75,
|
gpu_memory_utilization=0.75,
|
||||||
distributed_executor_backend="ray",
|
distributed_executor_backend="ray",
|
||||||
attention_backend=ATTN_BACKEND,
|
attention_backend=ATTN_BACKEND,
|
||||||
|
# TODO(haosdent): re-enable once #42043 is fixed. Both LLM
|
||||||
|
# instances must match.
|
||||||
|
async_scheduling=False,
|
||||||
)
|
)
|
||||||
llm_v2_kwargs.update(rocm_determinism_kwargs)
|
llm_v2_kwargs.update(rocm_determinism_kwargs)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user