Fix docs on main (#51773)

Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-08-10 23:52:04 -07:00
committed by GitHub
parent 2acb055ed7
commit be2e274ef5
@@ -279,14 +279,8 @@ class Base(
)(cls) )(cls)
def _decorate_for_torch_compile(self): def _decorate_for_torch_compile(self):
""" """Decorate the model's decoder class to indicate to vLLM that it
Decorate the model's decoder class to indicate to vLLM that it supports torch supports torch compile if `can_enable_torch_compile` is True."""
compile if `can_enable_torch_compile` is True.
Args:
kwargs: The kwargs to create the model, which are needed to get the decoder
class.
"""
self._decorate_cls_for_torch_compile( self._decorate_cls_for_torch_compile(
cls=self._pre_trained_model_classes.decoder, cls=self._pre_trained_model_classes.decoder,
# Applied to a PreTrainedModel so the batch dimension will exist # Applied to a PreTrainedModel so the batch dimension will exist