[UX] Deduplicate sampling parameter startup logs (#32953)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-01-24 17:37:28 +08:00
committed by GitHub
parent 06b557ecd9
commit 51931c5c9a
4 changed files with 14 additions and 34 deletions
@@ -72,16 +72,9 @@ class OpenAIServingCompletion(OpenAIServing):
self.logits_processors = self.model_config.logits_processors
self.enable_prompt_tokens_details = enable_prompt_tokens_details
self.default_sampling_params = self.model_config.get_diff_sampling_param()
self.enable_force_include_usage = enable_force_include_usage
if self.default_sampling_params:
source = self.model_config.generation_config
source = "model" if source == "auto" else source
logger.info(
"Using default completion sampling params from %s: %s",
source,
self.default_sampling_params,
)
self.default_sampling_params = self.model_config.get_diff_sampling_param()
async def render_completion_request(
self,