[vLLM IR] 1/N Implement IR skeleton and rms_norm op (#33825)
Signed-off-by: Luka Govedič <lgovedic@redhat.com> Signed-off-by: Xinyu Chen <xinyu1.chen@intel.com> Signed-off-by: chzhang <chaojun.zhang@intel.com> Signed-off-by: Luka Govedic <luka.govedic@gmail.com> Co-authored-by: Xinyu Chen <xinyu1.chen@intel.com> Co-authored-by: Chaojun Zhang <chaojun.zhang@intel.com> Co-authored-by: Luka Govedič <ProExpertProg@h100-01.nemg-001.lab.rdu2.dc.redhat.com>
This commit is contained in:
co-authored by
Xinyu Chen
Chaojun Zhang
Luka Govedič
parent
0fab52f0aa
commit
40bb175027
@@ -8,6 +8,7 @@ from vllm.logging_utils.access_log_filter import (
|
||||
from vllm.logging_utils.formatter import ColoredFormatter, NewLineFormatter
|
||||
from vllm.logging_utils.lazy import lazy
|
||||
from vllm.logging_utils.log_time import logtime
|
||||
from vllm.logging_utils.torch_tensor import tensors_str_no_data
|
||||
|
||||
__all__ = [
|
||||
"NewLineFormatter",
|
||||
@@ -16,4 +17,5 @@ __all__ = [
|
||||
"create_uvicorn_log_config",
|
||||
"lazy",
|
||||
"logtime",
|
||||
"tensors_str_no_data",
|
||||
]
|
||||
|
||||
@@ -0,0 +1,10 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
from typing import Any
|
||||
|
||||
|
||||
def tensors_str_no_data(arg: Any):
|
||||
from torch._tensor_str import printoptions
|
||||
|
||||
with printoptions(threshold=1, edgeitems=0):
|
||||
return str(arg)
|
||||
Reference in New Issue
Block a user