[RL][Frontend] Return token-level weight-version spans on final outputs (#59582)

Signed-off-by: Shuolei Wang <shuoleiwang123@gmail.com>
Signed-off-by: Shuolei Wang <948904026@qq.com>
Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
Shuolei Wang
2026-10-11 11:33:29 +08:00
committed by GitHub
co-authored by aoshen02
parent 3c062d391d
commit b89852aad0
14 changed files with 169 additions and 28 deletions
@@ -228,6 +228,9 @@ struct WireEngineCoreOutputs {
/// wave needs to start in other engines.
#[serde(default)]
start_wave: Option<u32>,
/// Decoded for Python wire compatibility; not exposed by the Rust frontend.
#[serde(default)]
weight_version: Option<String>,
}
/// Data-parallel control notifications multiplexed through `EngineCoreOutputs`.
@@ -139,6 +139,7 @@ class EngineCoreOutputs(
finished_requests: set[str] | None = None
wave_complete: int | None = None
start_wave: int | None = None
weight_version: str | None = None
request = EngineCoreRequest(
@@ -240,6 +241,7 @@ outputs = EngineCoreOutputs(
)
],
finished_requests={"req-1"},
weight_version="v7",
)
extended_outputs = EngineCoreOutputs(
@@ -252,6 +254,7 @@ extended_outputs = EngineCoreOutputs(
)
],
finished_requests=outputs.finished_requests,
weight_version=outputs.weight_version,
)
extended_outputs_bytes = msgspec.msgpack.encode(extended_outputs)
# The ordinary frontend's schema ignores even non-default extension values.