[ROCm][CI] Defer AITER sampler import and isolate server test PYTHONPATH (#44823)

Signed-off-by: Andreas Karatzas <akaratza@amd.com>
This commit is contained in:
Andreas Karatzas
2026-06-10 08:56:11 +00:00
committed by GitHub
parent af9f583344
commit 82a42234be
3 changed files with 117 additions and 17 deletions
+47 -3
View File
@@ -18,7 +18,7 @@ import tempfile
import threading
import time
import warnings
from collections.abc import Callable, Iterable, Sequence
from collections.abc import Callable, Iterable, MutableMapping, Sequence
from contextlib import ExitStack, contextmanager
from multiprocessing import Process, get_context
from pathlib import Path
@@ -149,6 +149,46 @@ ROCM_ENGINE_KWARGS: dict = (
if current_platform.is_rocm()
else {}
)
_TILELANG_TVM_PYTHONPATH_FRAGMENT = os.path.join(
"tilelang", "3rdparty", "tvm", "python"
)
def _sanitize_pythonpath_value(pythonpath: str | None) -> str:
if not pythonpath:
return ""
entries = []
for entry in pythonpath.split(os.pathsep):
normalized = entry.replace(os.sep, "/")
if _TILELANG_TVM_PYTHONPATH_FRAGMENT.replace(os.sep, "/") in normalized:
continue
entries.append(entry)
return os.pathsep.join(entries)
def _sanitize_pythonpath_env(env: MutableMapping[str, str]) -> None:
cleaned = _sanitize_pythonpath_value(env.get("PYTHONPATH"))
if cleaned:
env["PYTHONPATH"] = cleaned
else:
env.pop("PYTHONPATH", None)
def _sanitize_current_pythonpath_env() -> None:
_sanitize_pythonpath_env(os.environ)
@contextmanager
def _temporarily_sanitized_pythonpath_env():
original = os.environ.get("PYTHONPATH")
_sanitize_current_pythonpath_env()
try:
yield
finally:
if original is None:
os.environ.pop("PYTHONPATH", None)
else:
os.environ["PYTHONPATH"] = original
def requires_spawn_multiprocessing() -> bool:
@@ -253,7 +293,8 @@ class RemoteVLLMServer:
getattr(args, "show_hidden_metrics_for_version", None) is not None
)
self._pre_download_model(model, args)
with _temporarily_sanitized_pythonpath_env():
self._pre_download_model(model, args)
self._shutdown_complete = False
# Record GPU memory before server start so we know what
@@ -727,6 +768,7 @@ class RemoteOpenAIServer(RemoteVLLMServer):
env["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
if env_dict is not None:
env.update(env_dict)
_sanitize_pythonpath_env(env)
serve_cmd = ["vllm", "serve", model, *vllm_serve_args]
print(f"Launching RemoteOpenAIServer with: {' '.join(serve_cmd)}")
print(f"Environment variables: {env}")
@@ -754,6 +796,7 @@ class RemoteLaunchRenderServer(RemoteVLLMServer):
env["VLLM_WORKER_MULTIPROC_METHOD"] = "spawn"
if env_dict is not None:
env.update(env_dict)
_sanitize_pythonpath_env(env)
serve_cmd = ["vllm", "launch", "render", model, *vllm_serve_args]
print(f"Launching RemoteLaunchRenderServer with: {' '.join(serve_cmd)}")
self.proc: subprocess.Popen = subprocess.Popen(
@@ -795,7 +838,8 @@ class RemoteOpenAIServerCustom(RemoteOpenAIServer):
target=_run_in_new_process_group,
args=(self.child_process_fxn, env_dict, model, vllm_serve_args),
) # type: ignore[assignment]
self.proc.start()
with _temporarily_sanitized_pythonpath_env():
self.proc.start()
def __init__(
self,
+45
View File
@@ -64,6 +64,51 @@ def test_sampler_threads_fp64_gumbel_to_topk_topp_sampler():
assert sampler.topk_topp_sampler.use_fp64_gumbel
def test_rocm_aiter_sampler_defers_import_when_generators_force_native(
monkeypatch: pytest.MonkeyPatch,
):
from vllm.v1.sample.ops import topk_topp_sampler
class MockPlatform:
@staticmethod
def is_cuda():
return False
@staticmethod
def is_cpu():
return False
@staticmethod
def is_xpu():
return False
class MockRocmAiterOps:
@staticmethod
def is_enabled():
return True
real_import = __import__
def guard_aiter_sampling_import(name, *args, **kwargs):
if name == "aiter.ops.sampling":
raise AssertionError("aiter sampling import should be deferred")
return real_import(name, *args, **kwargs)
monkeypatch.setattr(topk_topp_sampler, "current_platform", MockPlatform())
monkeypatch.setattr(topk_topp_sampler, "rocm_aiter_ops", MockRocmAiterOps())
monkeypatch.setattr("builtins.__import__", guard_aiter_sampling_import)
sampler = topk_topp_sampler.TopKTopPSampler()
logits = torch.randn(2, 8)
k = torch.full((2,), 2, dtype=torch.int32)
generators = {0: torch.Generator(device=logits.device).manual_seed(0)}
token_ids, logits_to_return = sampler(logits, generators, k, None)
assert token_ids.shape == (2,)
assert logits_to_return is None
def test_random_sample_uses_fp64_exponential_race_when_requested():
torch.set_default_device(DEVICE_TYPE)
probs = torch.tensor(