[CI][Bugfix] Fix failure CI step "PyTorch Fullgraph Smoke Test" (#41953)
Signed-off-by: haosdent <haosdent@gmail.com> Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
@@ -161,7 +161,14 @@ def _run_simple_model(
|
||||
@pytest.mark.parametrize("intermediate_unbacked", [True, False])
|
||||
@torch.inference_mode()
|
||||
@create_new_process_for_each_test("spawn")
|
||||
def test_simple_piecewise_compile(backend, intermediate_unbacked):
|
||||
def test_simple_piecewise_compile(backend, intermediate_unbacked, monkeypatch):
|
||||
# `intermediate_unbacked` flips a control-flow branch inside
|
||||
# `SillyModel.forward`, but the AOT-compile cache key only hashes the
|
||||
# forward function's qualname + line number, so both parametrize variants
|
||||
# share the same cache slot. Disabling the cache forces each variant to
|
||||
# compile fresh; otherwise the second-running variant loads the first's
|
||||
# artifact and segfaults with an illegal memory access.
|
||||
monkeypatch.setenv("VLLM_DISABLE_COMPILE_CACHE", "1")
|
||||
_run_simple_model(
|
||||
splitting_ops=["silly::attention"],
|
||||
use_inductor_graph_partition=False,
|
||||
|
||||
Reference in New Issue
Block a user