[RL][Frontend] Return token-level weight-version spans on final outputs (#59582)
Signed-off-by: Shuolei Wang <shuoleiwang123@gmail.com> Signed-off-by: Shuolei Wang <948904026@qq.com> Co-authored-by: aoshen02 <aoshen@inferact.ai>
This commit is contained in:
@@ -228,6 +228,9 @@ struct WireEngineCoreOutputs {
|
||||
/// wave needs to start in other engines.
|
||||
#[serde(default)]
|
||||
start_wave: Option<u32>,
|
||||
/// Decoded for Python wire compatibility; not exposed by the Rust frontend.
|
||||
#[serde(default)]
|
||||
weight_version: Option<String>,
|
||||
}
|
||||
|
||||
/// Data-parallel control notifications multiplexed through `EngineCoreOutputs`.
|
||||
|
||||
@@ -139,6 +139,7 @@ class EngineCoreOutputs(
|
||||
finished_requests: set[str] | None = None
|
||||
wave_complete: int | None = None
|
||||
start_wave: int | None = None
|
||||
weight_version: str | None = None
|
||||
|
||||
|
||||
request = EngineCoreRequest(
|
||||
@@ -240,6 +241,7 @@ outputs = EngineCoreOutputs(
|
||||
)
|
||||
],
|
||||
finished_requests={"req-1"},
|
||||
weight_version="v7",
|
||||
)
|
||||
|
||||
extended_outputs = EngineCoreOutputs(
|
||||
@@ -252,6 +254,7 @@ extended_outputs = EngineCoreOutputs(
|
||||
)
|
||||
],
|
||||
finished_requests=outputs.finished_requests,
|
||||
weight_version=outputs.weight_version,
|
||||
)
|
||||
extended_outputs_bytes = msgspec.msgpack.encode(extended_outputs)
|
||||
# The ordinary frontend's schema ignores even non-default extension values.
|
||||
|
||||
Reference in New Issue
Block a user