[Rust Frontend] Skip loading multimodal processor if --language-model-only is specified (#44500)

Signed-off-by: Bugen Zhao <i@bugenzhao.com>
This commit is contained in:
Bugen Zhao
2026-06-04 17:02:54 -07:00
committed by GitHub
parent b7c5baf63d
commit 62d6f06e3d
8 changed files with 87 additions and 8 deletions
@@ -64,6 +64,7 @@ async fn main() -> Result<()> {
tool_call_parser: ParserSelection::Auto,
reasoning_parser: ParserSelection::Auto,
renderer: RendererSelection::Auto,
language_model_only: false,
chat_template: None,
default_chat_template_kwargs: None,
chat_template_content_format: ChatTemplateContentFormatOption::Auto,
+3
View File
@@ -53,6 +53,9 @@ pub struct Config {
pub reasoning_parser: ParserSelection,
/// Chat renderer selection.
pub renderer: RendererSelection,
/// Disable frontend-side multimodal preprocessing and render the model as
/// language-only.
pub language_model_only: bool,
/// Server-default chat template override, as a file path or inline
/// template.
pub chat_template: Option<String>,
+1
View File
@@ -42,6 +42,7 @@ async fn build_state(config: &Config) -> Result<Arc<AppState>> {
&config.model,
LoadModelBackendsOptions {
renderer: config.renderer,
language_model_only: config.language_model_only,
chat_template: config.chat_template.clone(),
chat_template_content_format: config.chat_template_content_format,
default_chat_template_kwargs: config