diff --git a/vllm/profiler/wrapper.py b/vllm/profiler/wrapper.py index 6e3403708b..bbdec955a0 100644 --- a/vllm/profiler/wrapper.py +++ b/vllm/profiler/wrapper.py @@ -150,10 +150,11 @@ class WorkerProfiler(ABC): return nullcontext() -TorchProfilerActivity = Literal["CPU", "CUDA", "XPU"] +TorchProfilerActivity = Literal["CPU", "CUDA", "PrivateUse1", "XPU"] TorchProfilerActivityMap = { "CPU": torch.profiler.ProfilerActivity.CPU, "CUDA": torch.profiler.ProfilerActivity.CUDA, + "PrivateUse1": torch.profiler.ProfilerActivity.PrivateUse1, "XPU": torch.profiler.ProfilerActivity.XPU, }