Add Triton recompile detection (#45631)

Signed-off-by: Thien Tran <gau.nernst@yahoo.com.sg>
This commit is contained in:
Thien Tran
2026-06-16 18:25:28 +08:00
committed by GitHub
parent 3f1ff1ff14
commit b2cfae777d
6 changed files with 81 additions and 15 deletions
+3 -1
View File
@@ -737,7 +737,9 @@ class Worker(WorkerBase):
activate as activate_triton_jit_monitor,
)
activate_triton_jit_monitor()
activate_triton_jit_monitor(
verbose=self.observability_config.jit_monitor_verbose
)
# Freeze the worker heap so the GC won't scan static objects
# (model weights, KV caches, CUDA graphs) during inference.