Add Triton recompile detection (#45631)
Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
@@ -737,7 +737,9 @@ class Worker(WorkerBase):
|
||||
activate as activate_triton_jit_monitor,
|
||||
)
|
||||
|
||||
activate_triton_jit_monitor()
|
||||
activate_triton_jit_monitor(
|
||||
verbose=self.observability_config.jit_monitor_verbose
|
||||
)
|
||||
|
||||
# Freeze the worker heap so the GC won't scan static objects
|
||||
# (model weights, KV caches, CUDA graphs) during inference.
|
||||
|
||||
Reference in New Issue
Block a user