diff --git a/vllm/model_executor/models/nemotron_h.py b/vllm/model_executor/models/nemotron_h.py index 50dc5c0222..36d554f21f 100644 --- a/vllm/model_executor/models/nemotron_h.py +++ b/vllm/model_executor/models/nemotron_h.py @@ -771,8 +771,7 @@ class NemotronHForCausalLM( Tuple containing: - conv_state_shape: Shape for convolutional state cache - temporal_state_shape: Shape for state space model cache - - (when use_replayssm is enabled) the x_cache/dt_cache/B_cache - ring-buffer shapes + - x_cache/dt_cache/B_cache ring-buffer shapes (use_replayssm only) """ parallel_config = vllm_config.parallel_config cache_config = vllm_config.cache_config