mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-24 20:52:48 +08:00
a4940e99d9
Signed-off-by: Yuanjing Xue <197832395+yuanjingx87@users.noreply.github.com> Signed-off-by: Frida Hou <201670829+Fridah-nv@users.noreply.github.com> Signed-off-by: yuanjingx87 <197832395+yuanjingx87@users.noreply.github.com> Co-authored-by: Fridah-nv <201670829+Fridah-nv@users.noreply.github.com> Co-authored-by: Yiqing Yan <yiqingy@nvidia.com>
33 lines
885 B
YAML
33 lines
885 B
YAML
version: "3.9"
|
|
services:
|
|
tensorrt_llm-dev:
|
|
image: urm.nvidia.com/sw-tensorrt-docker/tensorrt-llm:pytorch-25.06-py3-x86_64-ubuntu24.04-trt10.11.0.33-skip-tritondevel-202507101256-9530
|
|
network_mode: host
|
|
ipc: host
|
|
|
|
# For GPU usage and profiling
|
|
cap_add:
|
|
- SYS_PTRACE
|
|
- SYS_ADMIN
|
|
security_opt:
|
|
- seccomp:unconfined
|
|
|
|
# Delete this section if you don't have a GPU.
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: "all"
|
|
capabilities: [gpu]
|
|
|
|
volumes:
|
|
- ..:/workspaces/tensorrt_llm:cached
|
|
|
|
environment:
|
|
- CCACHE_DIR=/workspaces/tensorrt_llm/cpp/.ccache
|
|
- CCACHE_BASEDIR=/workspaces/tensorrt_llm
|
|
|
|
# Overrides default command so things don't shut down after the process ends.
|
|
command: /bin/sh -c "while sleep 1000; do :; done"
|