[Misc] Modify CacheConfig import (#23459)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -5,13 +5,13 @@ from copy import copy
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
from transformers import CacheConfig
|
|
||||||
|
|
||||||
from vllm import envs
|
from vllm import envs
|
||||||
from vllm.attention.backends.abstract import (AttentionBackend,
|
from vllm.attention.backends.abstract import (AttentionBackend,
|
||||||
AttentionMetadata, AttentionType)
|
AttentionMetadata, AttentionType)
|
||||||
from vllm.attention.layer import Attention
|
from vllm.attention.layer import Attention
|
||||||
from vllm.attention.selector import get_attn_backend
|
from vllm.attention.selector import get_attn_backend
|
||||||
|
from vllm.config import CacheConfig
|
||||||
from vllm.v1.attention.backends.utils import (CommonAttentionMetadata,
|
from vllm.v1.attention.backends.utils import (CommonAttentionMetadata,
|
||||||
subclass_attention_backend)
|
subclass_attention_backend)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user