Fix docs on main (#51773)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
@@ -279,14 +279,8 @@ class Base(
|
|||||||
)(cls)
|
)(cls)
|
||||||
|
|
||||||
def _decorate_for_torch_compile(self):
|
def _decorate_for_torch_compile(self):
|
||||||
"""
|
"""Decorate the model's decoder class to indicate to vLLM that it
|
||||||
Decorate the model's decoder class to indicate to vLLM that it supports torch
|
supports torch compile if `can_enable_torch_compile` is True."""
|
||||||
compile if `can_enable_torch_compile` is True.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
kwargs: The kwargs to create the model, which are needed to get the decoder
|
|
||||||
class.
|
|
||||||
"""
|
|
||||||
self._decorate_cls_for_torch_compile(
|
self._decorate_cls_for_torch_compile(
|
||||||
cls=self._pre_trained_model_classes.decoder,
|
cls=self._pre_trained_model_classes.decoder,
|
||||||
# Applied to a PreTrainedModel so the batch dimension will exist
|
# Applied to a PreTrainedModel so the batch dimension will exist
|
||||||
|
|||||||
Reference in New Issue
Block a user