[Rust Frontend] Add external→internal request-id map for abort() (#45137)

Signed-off-by: Sahil Singh <sahiilsiingh37@gmail.com>
This commit is contained in:
Sahil Singh
2026-06-15 06:51:24 +00:00
committed by GitHub
parent ddad5dbda2
commit 64833f8158
13 changed files with 447 additions and 27 deletions
+6
View File
@@ -235,6 +235,12 @@ impl ChatLlm {
Ok(token_ids)
}
/// Abort in-flight requests by their external (user-supplied) request ids.
pub async fn abort(&self, external_ids: &[String]) -> Result<()> {
self.text.abort(external_ids).await?;
Ok(())
}
/// Shut down the underlying LLM client and its background tasks.
pub async fn shutdown(self) -> Result<()> {
self.text.shutdown().await?;