Revert "[V1] Exception Handling when Loading KV Cache from Remote Store" (#21778)

Signed-off-by: KuntaiDu <kuntai@uchicago.edu>
This commit is contained in:
Kuntai Du
2025-07-28 20:15:18 +00:00
committed by GitHub
parent 9ba1c88a93
commit b18b417fbf
10 changed files with 5 additions and 229 deletions
+1 -3
View File
@@ -359,12 +359,10 @@ class Worker(WorkerBase):
# In case of PP with kv transfer, we need to pass through the
# finished_sending and finished_recving buffers.
new_output = EMPTY_MODEL_RUNNER_OUTPUT
if (output.finished_sending or output.finished_recving
or output.finished_loading_dict):
if output.finished_sending or output.finished_recving:
new_output = copy.copy(new_output)
new_output.finished_sending = output.finished_sending
new_output.finished_recving = output.finished_recving
new_output.finished_loading_dict = output.finished_loading_dict
output = new_output
assert isinstance(output, ModelRunnerOutput)