[cudagraphs] Refactor cudagraph capture loop (#32946)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
This commit is contained in:
@@ -173,6 +173,68 @@ class TestCudagraphDispatcher:
|
||||
else:
|
||||
assert rt_mode == CUDAGraphMode.NONE
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"cudagraph_mode_str,compilation_mode,expected_modes",
|
||||
[
|
||||
# FULL mode: only FULL keys, no PIECEWISE
|
||||
("FULL", CompilationMode.NONE, [CUDAGraphMode.FULL]),
|
||||
# PIECEWISE mode: only PIECEWISE keys
|
||||
("PIECEWISE", CompilationMode.VLLM_COMPILE, [CUDAGraphMode.PIECEWISE]),
|
||||
# FULL_DECODE_ONLY: only FULL keys for uniform decode
|
||||
("FULL_DECODE_ONLY", CompilationMode.NONE, [CUDAGraphMode.FULL]),
|
||||
# NONE mode: no keys
|
||||
("NONE", CompilationMode.NONE, []),
|
||||
],
|
||||
)
|
||||
def test_get_capture_descs(
|
||||
self, cudagraph_mode_str, compilation_mode, expected_modes
|
||||
):
|
||||
"""Test get_capture_descs returns correctly grouped and ordered descs."""
|
||||
comp_config = CompilationConfig(
|
||||
cudagraph_mode=cudagraph_mode_str,
|
||||
mode=compilation_mode,
|
||||
cudagraph_capture_sizes=[1, 4, 8, 16],
|
||||
)
|
||||
|
||||
config = _create_vllm_config(comp_config, max_num_seqs=16)
|
||||
dispatcher = CudagraphDispatcher(config)
|
||||
dispatcher.initialize_cudagraph_keys(
|
||||
cudagraph_mode=comp_config.cudagraph_mode, uniform_decode_query_len=1
|
||||
)
|
||||
|
||||
capture_descs = dispatcher.get_capture_descs()
|
||||
|
||||
# Verify we get the expected modes
|
||||
actual_modes = [mode for mode, _ in capture_descs]
|
||||
assert actual_modes == expected_modes
|
||||
|
||||
# Verify each group is sorted largest-first
|
||||
for mode, descs in capture_descs:
|
||||
assert len(descs) > 0, "Each group should have at least one descriptor"
|
||||
num_tokens_list = [d.num_tokens for d in descs]
|
||||
assert num_tokens_list == sorted(num_tokens_list, reverse=True), (
|
||||
f"Descriptors for {mode} should be sorted largest-first"
|
||||
)
|
||||
|
||||
# All descriptors in a group should have same uniform value
|
||||
uniform_values = [d.uniform for d in descs]
|
||||
assert len(set(uniform_values)) == 1, (
|
||||
"All descriptors in a group should have the same uniform value"
|
||||
)
|
||||
|
||||
def test_get_capture_descs_empty_when_not_initialized(self):
|
||||
"""Test that get_capture_descs returns empty list when keys not initialized."""
|
||||
comp_config = CompilationConfig(
|
||||
cudagraph_mode="FULL",
|
||||
mode=CompilationMode.NONE,
|
||||
cudagraph_capture_sizes=[1, 8],
|
||||
)
|
||||
config = _create_vllm_config(comp_config, max_num_seqs=8)
|
||||
dispatcher = CudagraphDispatcher(config)
|
||||
# Don't initialize keys
|
||||
|
||||
assert dispatcher.get_capture_descs() == []
|
||||
|
||||
|
||||
@pytest.mark.skipif(not current_platform.is_cuda(), reason="Skip if not cuda")
|
||||
class TestCUDAGraphWrapper:
|
||||
|
||||
Reference in New Issue
Block a user