[misc] log info messages by default for hanging / busy / idle (#25627)
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
@@ -390,10 +390,11 @@ class MessageQueue:
|
|||||||
# if we wait for a long time, log a message
|
# if we wait for a long time, log a message
|
||||||
if (time.monotonic() - start_time
|
if (time.monotonic() - start_time
|
||||||
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
||||||
logger.debug(
|
logger.info(
|
||||||
("No available shared memory broadcast block found"
|
("No available shared memory broadcast block found"
|
||||||
" in %s seconds. This typically happens when some"
|
" in %s seconds. This typically happens when some"
|
||||||
" processes are hanging."),
|
" processes are hanging, doing some time-consuming"
|
||||||
|
" work (e.g. compilation), or sitting idle."),
|
||||||
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
||||||
)
|
)
|
||||||
n_warning += 1
|
n_warning += 1
|
||||||
@@ -454,10 +455,11 @@ class MessageQueue:
|
|||||||
# if we wait for a long time, log a message
|
# if we wait for a long time, log a message
|
||||||
if (time.monotonic() - start_time
|
if (time.monotonic() - start_time
|
||||||
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
||||||
logger.debug(
|
logger.info(
|
||||||
("No available shared memory broadcast block found"
|
("No available shared memory broadcast block found"
|
||||||
" in %s seconds. This typically happens when some"
|
" in %s seconds. This typically happens when some"
|
||||||
" processes are hanging."),
|
" processes are hanging, doing some time-consuming"
|
||||||
|
" work (e.g. compilation), or sitting idle."),
|
||||||
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
||||||
)
|
)
|
||||||
n_warning += 1
|
n_warning += 1
|
||||||
|
|||||||
Reference in New Issue
Block a user