[Feature] NUMA binding support for GPU workers (#38635)
Signed-off-by: Shengqi Chen <harry-chen@outlook.com> Co-authored-by: Jason Li <jasonlizhengjian@gmail.com> Co-authored-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
co-authored by
Jason Li
Roger Wang
parent
512c5eb455
commit
75e01a39a1
Executable
+25
@@ -0,0 +1,25 @@
|
||||
#!/bin/sh
|
||||
|
||||
if [ -z "${_VLLM_INTERNAL_NUMACTL_ARGS:-}" ]; then
|
||||
echo "_VLLM_INTERNAL_NUMACTL_ARGS is not set" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${_VLLM_INTERNAL_NUMACTL_PYTHON_EXECUTABLE:-}" ]; then
|
||||
echo "_VLLM_INTERNAL_NUMACTL_PYTHON_EXECUTABLE is not set" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! command -v numactl >/dev/null 2>&1; then
|
||||
echo "numactl is not available on PATH" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
case "${_VLLM_INTERNAL_NUMACTL_ARGS}" in
|
||||
*[![:alnum:]\ \-\_=,./]*)
|
||||
echo "Invalid characters in _VLLM_INTERNAL_NUMACTL_ARGS" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
exec numactl ${_VLLM_INTERNAL_NUMACTL_ARGS} "${_VLLM_INTERNAL_NUMACTL_PYTHON_EXECUTABLE}" "$@"
|
||||
Reference in New Issue
Block a user