[Refactor] Refactor batch invariance folder (#53619)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -0,0 +1,2 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
+1
-1
@@ -8,7 +8,7 @@ from typing import Any
|
||||
import torch
|
||||
|
||||
import vllm.envs as envs
|
||||
from vllm.model_executor.layers.batch_invariant_configs import (
|
||||
from vllm.model_executor.determinism.batch_invariant_configs import (
|
||||
_get_matmul_config,
|
||||
resolve_tuned_matmul_configs,
|
||||
)
|
||||
@@ -11,7 +11,7 @@ import vllm.kernels # noqa: F401
|
||||
from vllm import envs, ir
|
||||
from vllm.logger import init_logger
|
||||
from vllm.model_executor.custom_op import CustomOp
|
||||
from vllm.model_executor.layers.batch_invariant import rms_norm_batch_invariant
|
||||
from vllm.model_executor.determinism.batch_invariant import rms_norm_batch_invariant
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@@ -21,7 +21,7 @@ from vllm.distributed import (
|
||||
)
|
||||
from vllm.logger import init_logger
|
||||
from vllm.model_executor.custom_op import PluggableLayer
|
||||
from vllm.model_executor.layers.batch_invariant import (
|
||||
from vllm.model_executor.determinism.batch_invariant import (
|
||||
linear_batch_invariant,
|
||||
)
|
||||
from vllm.model_executor.layers.quantization.base_config import (
|
||||
|
||||
@@ -16,7 +16,7 @@ from vllm.distributed import (
|
||||
tensor_model_parallel_all_reduce,
|
||||
)
|
||||
from vllm.model_executor.custom_op import PluggableLayer
|
||||
from vllm.model_executor.layers.batch_invariant import (
|
||||
from vllm.model_executor.determinism.batch_invariant import (
|
||||
linear_batch_invariant,
|
||||
)
|
||||
from vllm.model_executor.layers.quantization.base_config import (
|
||||
|
||||
Reference in New Issue
Block a user