kanshan/TensorRT-LLMs
1
0
Fork 0
mirror of https://github.com/NVIDIA/TensorRT-LLM.git synced 2026-02-16 15:55:08 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[TRTLLM-10030][chore] use weakref in atexit handler (#11476)

Browse Source 
Signed-off-by: ixlmar <206748156+ixlmar@users.noreply.github.com>
This commit is contained in:
mpikulski 2026-02-13 11:02:29 +01:00 committed by GitHub
parent ca499d600d
commit 0ee757e03a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tensorrt_llm/executor/executor.py
View File

@ -4,6 +4,7 @@ import multiprocessing
import platform
import signal
import traceback
import weakref
from abc import ABC, abstractmethod
from collections.abc import Mapping
from pathlib import Path
@ -88,7 +89,10 @@ class GenerationExecutor(ABC):
self.kv_events_queues = IterationResultQueue()
self.stats_queues = IterationResultQueue()
atexit.register(self.shutdown)
atexit.register(
lambda ref, finalizer=type(self).shutdown: finalizer(obj)
if (obj := ref()) is not None else None,
weakref.ref(self))
# This is used to capture the exceptions from the threads.
self._error_queue = Queue()