feat(rust): expose profiler control routes in Rust frontend (#46306)
Co-authored-by: Bugen Zhao <i@bugenzhao.com> Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
co-authored by
Bugen Zhao
parent
b0b8a286dd
commit
08a8a4af3f
@@ -77,6 +77,7 @@ impl ManagedEngineArgs {
|
||||
model: String,
|
||||
max_model_len: Option<u32>,
|
||||
max_logprobs: Option<i32>,
|
||||
profiler_config: Option<String>,
|
||||
reasoning_parser: Option<&str>,
|
||||
language_model_only: bool,
|
||||
disable_log_stats: bool,
|
||||
@@ -93,6 +94,10 @@ impl ManagedEngineArgs {
|
||||
python_args.push("--max-logprobs".to_string());
|
||||
python_args.push(max_logprobs.to_string());
|
||||
}
|
||||
if let Some(profiler_config) = profiler_config {
|
||||
python_args.push("--profiler-config".to_string());
|
||||
python_args.push(profiler_config);
|
||||
}
|
||||
if let Some(reasoning_parser) = reasoning_parser {
|
||||
python_args.push("--reasoning-parser".to_string());
|
||||
python_args.push(reasoning_parser.to_string());
|
||||
|
||||
Reference in New Issue
Block a user