[2/N][torch.compile] make compilation cfg part of vllm cfg (#10383)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-16 18:02:14 -08:00
committed by GitHub
parent 661a34fd4f
commit 4fd9375028
27 changed files with 359 additions and 283 deletions
+19 -1
View File
@@ -1,10 +1,15 @@
import enum
import random
from typing import NamedTuple, Optional, Tuple, Union
from typing import TYPE_CHECKING, NamedTuple, Optional, Tuple, Union
import numpy as np
import torch
if TYPE_CHECKING:
from vllm.config import VllmConfig
else:
VllmConfig = None
class PlatformEnum(enum.Enum):
CUDA = enum.auto()
@@ -129,6 +134,19 @@ class Platform:
np.random.seed(seed)
torch.manual_seed(seed)
@classmethod
def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
"""
Check and update the configuration for the current platform.
It can raise an exception if the configuration is not compatible with
the current platform, or it can update the configuration to make it
compatible with the current platform.
The config is passed by reference, so it can be modified in place.
"""
pass
class UnspecifiedPlatform(Platform):
_enum = PlatformEnum.UNSPECIFIED