[ROCm][CI] Solidify entrypoint LLM lifecycle (#51280)
Signed-off-by: Andreas Karatzas <Andreas.Karatzas@amd.com> Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
@@ -61,38 +61,37 @@ def test_mm_cache_stats(
|
||||
image_urls,
|
||||
mm_processor_cache_type,
|
||||
caplog_vllm,
|
||||
multimodal_llm_factory,
|
||||
vllm_runner,
|
||||
):
|
||||
llm = multimodal_llm_factory(
|
||||
model="llava-hf/llava-1.5-7b-hf",
|
||||
with vllm_runner(
|
||||
"llava-hf/llava-1.5-7b-hf",
|
||||
max_model_len=4096,
|
||||
max_num_seqs=5,
|
||||
enforce_eager=True,
|
||||
mm_processor_cache_type=mm_processor_cache_type,
|
||||
disable_log_stats=False,
|
||||
limit_mm_per_prompt={"image": 2},
|
||||
)
|
||||
) as runner:
|
||||
runner.llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(runner.llm.get_metrics()) == (1, 0)
|
||||
assert _get_mm_cache_log(runner.llm, caplog_vllm) == pytest.approx(0.0)
|
||||
|
||||
llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(llm.get_metrics()) == (1, 0)
|
||||
assert _get_mm_cache_log(llm, caplog_vllm) == pytest.approx(0.0)
|
||||
runner.llm.chat(_make_messages(image_urls[1]))
|
||||
assert _get_mm_cache_stats(runner.llm.get_metrics()) == (2, 0)
|
||||
assert _get_mm_cache_log(runner.llm, caplog_vllm) == pytest.approx(0.0)
|
||||
|
||||
llm.chat(_make_messages(image_urls[1]))
|
||||
assert _get_mm_cache_stats(llm.get_metrics()) == (2, 0)
|
||||
assert _get_mm_cache_log(llm, caplog_vllm) == pytest.approx(0.0)
|
||||
runner.llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(runner.llm.get_metrics()) == (3, 1)
|
||||
assert _get_mm_cache_log(runner.llm, caplog_vllm) == pytest.approx(33.3)
|
||||
|
||||
llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(llm.get_metrics()) == (3, 1)
|
||||
assert _get_mm_cache_log(llm, caplog_vllm) == pytest.approx(33.3)
|
||||
# NOTE: This only resets hit rate stats in CachingMetrics
|
||||
# The raw queries and hits counts remain unaffected
|
||||
runner.llm.reset_mm_cache()
|
||||
|
||||
# NOTE: This only resets hit rate stats in CachingMetrics
|
||||
# The raw queries and hits counts remain unaffected
|
||||
llm.reset_mm_cache()
|
||||
runner.llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(runner.llm.get_metrics()) == (4, 1)
|
||||
assert _get_mm_cache_log(runner.llm, caplog_vllm) == pytest.approx(0.0)
|
||||
|
||||
llm.chat(_make_messages(image_urls[0]))
|
||||
assert _get_mm_cache_stats(llm.get_metrics()) == (4, 1)
|
||||
assert _get_mm_cache_log(llm, caplog_vllm) == pytest.approx(0.0)
|
||||
|
||||
llm.chat(_make_messages(image_urls[1]))
|
||||
assert _get_mm_cache_stats(llm.get_metrics()) == (5, 1)
|
||||
assert _get_mm_cache_log(llm, caplog_vllm) == pytest.approx(0.0)
|
||||
runner.llm.chat(_make_messages(image_urls[1]))
|
||||
assert _get_mm_cache_stats(runner.llm.get_metrics()) == (5, 1)
|
||||
assert _get_mm_cache_log(runner.llm, caplog_vllm) == pytest.approx(0.0)
|
||||
|
||||
Reference in New Issue
Block a user