[BugFix] Fix P/D preemption race condition (#50297)

Signed-off-by: Nick Hill <nickhill123@gmail.com>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Nick Hill
2026-07-30 01:11:18 +00:00
committed by GitHub
co-authored by Claude Opus 5
parent 0a31372e5f
commit 437e0b7f8e
7 changed files with 117 additions and 5 deletions
+4 -3
View File
@@ -55,6 +55,7 @@ def create_scheduler(
long_prefill_token_threshold: int = 0,
disable_chunked_mm_input: bool = False,
use_kv_connector: None | bool | str | MockKVConfig = None,
kv_role: str = "kv_both",
num_blocks: int = 10000,
block_size: int = 16,
max_model_len: int | None = None,
@@ -115,7 +116,7 @@ def create_scheduler(
if isinstance(use_kv_connector, MockKVConfig):
kv_transfer_config = KVTransferConfig(
kv_connector="MockKVConnector",
kv_role="kv_both",
kv_role=kv_role,
kv_connector_extra_config={
"matched_tokens": use_kv_connector.matched_tokens,
"is_async": use_kv_connector.is_async,
@@ -127,12 +128,12 @@ def create_scheduler(
elif isinstance(use_kv_connector, str):
kv_transfer_config = KVTransferConfig(
kv_connector=use_kv_connector,
kv_role="kv_both",
kv_role=kv_role,
)
elif use_kv_connector:
kv_transfer_config = KVTransferConfig(
kv_connector="ExampleConnector",
kv_role="kv_both",
kv_role=kv_role,
kv_connector_extra_config={"shared_storage_path": "local_storage"},
)