[ROCm] Add extra step in config initialization to populate custom ops before compilation config init (#34848)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
@@ -393,6 +393,20 @@ class Platform:
|
||||
"""
|
||||
pass
|
||||
|
||||
@classmethod
|
||||
def apply_config_platform_defaults(cls, vllm_config: "VllmConfig") -> None:
|
||||
"""
|
||||
Apply the platform-specific default values to the config.
|
||||
|
||||
This function is called during the initialization of global VllmConfig, after
|
||||
parsing cli arguments.
|
||||
It can modify the defaults of the config according to the platform. For example,
|
||||
it can enable custom_ops based on the enabled features.
|
||||
|
||||
The config is passed by reference, so it can be modified in place.
|
||||
"""
|
||||
pass
|
||||
|
||||
@classmethod
|
||||
def check_and_update_config(cls, vllm_config: "VllmConfig") -> None:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user