mirror of
https://github.com/vllm-project/vllm.git
synced 2026-08-18 19:50:17 +00:00
[MRV2] Remove assignment of graph_pool in cudagraph_utils (#44338)
Signed-off-by: Woosuk Kwon <[email protected]>
This commit is contained in:
@@ -299,7 +299,6 @@ class CudaGraphManager:
|
||||
self.breakable_cg_runner = BreakableCUDAGraphWrapper(
|
||||
model, self.vllm_config
|
||||
)
|
||||
self.breakable_cg_runner.graph_pool = self.pool
|
||||
|
||||
def run_pw_graph(self, model: nn.Module, model_inputs: dict[str, Any]) -> Any:
|
||||
if not self.use_breakable_cg:
|
||||
|
||||
Reference in New Issue
Block a user