Signed-off-by: kimi-no-na-wa <kimi-no-na-wa@users.noreply.github.com> Co-authored-by: kimi-no-na-wa <kimi-no-na-wa@users.noreply.github.com> Co-authored-by: Kevin H. Luu <khluu000@gmail.com>
This commit is contained in:
co-authored by
kimi-no-na-wa
Kevin H. Luu
parent
0eb42dbbfc
commit
8d16ca6cc2
@@ -623,6 +623,9 @@ def test_unquantized_flashinfer_trtllm_weights_can_be_reprocessed(
|
||||
|
||||
def _check_flashinfer_ipc_weights(entries, expected, mode, device_index):
|
||||
from vllm.model_executor.model_loader.weight_cache.ipc_loader import IpcModelLoader
|
||||
from vllm.model_executor.model_loader.weight_cache.protocol import (
|
||||
WeightCacheState,
|
||||
)
|
||||
from vllm.model_executor.utils import weights_already_processed
|
||||
|
||||
torch.accelerator.set_device_index(device_index)
|
||||
@@ -632,7 +635,7 @@ def _check_flashinfer_ipc_weights(entries, expected, mode, device_index):
|
||||
)
|
||||
loader = object.__new__(IpcModelLoader)
|
||||
loader.mode = mode
|
||||
loader._apply_entries(layer, entries, {}, device_index)
|
||||
loader._apply_entries(layer, WeightCacheState(entries, {}, {}), device_index)
|
||||
pointers = (layer.w13_weight.data_ptr(), layer.w2_weight.data_ptr())
|
||||
|
||||
# Like ipc_cache: a fresh method, only tensor metadata, no _setup_kernel.
|
||||
|
||||
Reference in New Issue
Block a user