[MRV2] Remove assignment of graph_pool in cudagraph_utils (#44338)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
This commit is contained in:
@@ -299,7 +299,6 @@ class CudaGraphManager:
|
|||||||
self.breakable_cg_runner = BreakableCUDAGraphWrapper(
|
self.breakable_cg_runner = BreakableCUDAGraphWrapper(
|
||||||
model, self.vllm_config
|
model, self.vllm_config
|
||||||
)
|
)
|
||||||
self.breakable_cg_runner.graph_pool = self.pool
|
|
||||||
|
|
||||||
def run_pw_graph(self, model: nn.Module, model_inputs: dict[str, Any]) -> Any:
|
def run_pw_graph(self, model: nn.Module, model_inputs: dict[str, Any]) -> Any:
|
||||||
if not self.use_breakable_cg:
|
if not self.use_breakable_cg:
|
||||||
|
|||||||
Reference in New Issue
Block a user