mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-25 21:22:57 +08:00
21 lines
469 B
Python
21 lines
469 B
Python
import os
|
|
import subprocess # nosec B404
|
|
import time
|
|
|
|
from tensorrt_llm.llmapi.mpi_session import RemoteMpiCommSessionClient
|
|
from tensorrt_llm.llmapi.utils import print_colored
|
|
|
|
|
|
def main():
|
|
tasks = [0]
|
|
client = RemoteMpiCommSessionClient(
|
|
os.environ['TLLM_SPAWN_PROXY_PROCESS_IPC_ADDR'])
|
|
for task in tasks:
|
|
client.submit(print_colored, f"{task}\n", "green")
|
|
time.sleep(10)
|
|
client.shutdown()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|