diff --git a/tests/compile/fullgraph/test_basic_correctness.py b/tests/compile/fullgraph/test_basic_correctness.py index 35989dcde1..7471564340 100644 --- a/tests/compile/fullgraph/test_basic_correctness.py +++ b/tests/compile/fullgraph/test_basic_correctness.py @@ -64,6 +64,8 @@ class TestSetting: "bfloat16", "--max-model-len", "2048", + "--gpu-memory-utilization", + "0.98", ], pp_size=1, tp_size=1, diff --git a/tests/entrypoints/llm/test_struct_output_generate.py b/tests/entrypoints/llm/test_struct_output_generate.py index 3ece272343..219ee7cd38 100644 --- a/tests/entrypoints/llm/test_struct_output_generate.py +++ b/tests/entrypoints/llm/test_struct_output_generate.py @@ -212,6 +212,7 @@ class CarDescription(BaseModel): PARAMS_MODELS_BACKENDS_TOKENIZER_MODE, ) def test_structured_output( + request: pytest.FixtureRequest, backend: str, tokenizer_mode: str, model_name: str, @@ -242,6 +243,7 @@ def test_structured_output( speculative_config=speculative_config, **platform_args, ) + request.addfinalizer(llm.llm_engine.engine_core.shutdown) # # Test 1: Generate JSON output based on a provided schema