[Model Runner V2] FP32 gumbel sampling. (#41775)

Signed-off-by: PatchouliTaisa <patchychen@tencent.com>
Co-authored-by: PatchouliTaisa <patchychen@tencent.com>
This commit is contained in:
PatchyTIS
2026-05-15 09:20:08 -07:00
committed by GitHub
co-authored by PatchouliTaisa
parent 46a95815d3
commit 0162596603
8 changed files with 50 additions and 7 deletions
+3
View File
@@ -519,6 +519,7 @@ class EngineArgs:
max_num_seqs: int | None = None
max_logprobs: int = ModelConfig.max_logprobs
logprobs_mode: LogprobsMode = ModelConfig.logprobs_mode
use_fp64_gumbel: bool = ModelConfig.use_fp64_gumbel
disable_log_stats: bool = False
aggregate_engine_logging: bool = False
revision: str | None = ModelConfig.revision
@@ -804,6 +805,7 @@ class EngineArgs:
)
model_group.add_argument("--max-logprobs", **model_kwargs["max_logprobs"])
model_group.add_argument("--logprobs-mode", **model_kwargs["logprobs_mode"])
model_group.add_argument("--use-fp64-gumbel", **model_kwargs["use_fp64_gumbel"])
model_group.add_argument(
"--disable-sliding-window", **model_kwargs["disable_sliding_window"]
)
@@ -1542,6 +1544,7 @@ class EngineArgs:
enable_return_routed_experts=self.enable_return_routed_experts,
max_logprobs=self.max_logprobs,
logprobs_mode=self.logprobs_mode,
use_fp64_gumbel=self.use_fp64_gumbel,
disable_sliding_window=self.disable_sliding_window,
disable_cascade_attn=self.disable_cascade_attn,
skip_tokenizer_init=self.skip_tokenizer_init,