[Refactor] Refactor batch invariance folder (#53619)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -11,8 +11,8 @@ import pytest
|
||||
import torch
|
||||
from utils import skip_unsupported
|
||||
|
||||
from vllm.model_executor.layers.batch_invariant import matmul_batch_invariant
|
||||
from vllm.model_executor.layers.batch_invariant_configs import (
|
||||
from vllm.model_executor.determinism.batch_invariant import matmul_batch_invariant
|
||||
from vllm.model_executor.determinism.batch_invariant_configs import (
|
||||
_BATCH_INVARIANT_MATMUL_TUNED_CONFIGS,
|
||||
_get_tuned_matmul_arch_family,
|
||||
)
|
||||
|
||||
@@ -6,7 +6,7 @@ import pytest
|
||||
import torch
|
||||
from utils import skip_if_not_cuda, skip_unsupported
|
||||
|
||||
from vllm.model_executor.layers.batch_invariant import (
|
||||
from vllm.model_executor.determinism.batch_invariant import (
|
||||
rms_norm_batch_invariant,
|
||||
)
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
Reference in New Issue
Block a user