mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-14 06:27:45 +08:00
Signed-off-by: TensorRT LLM <90828364+tensorrt-cicd@users.noreply.github.com> Signed-off-by: Yuanjing Xue <197832395+yuanjingx87@users.noreply.github.com> Co-authored-by: TensorRT LLM <90828364+tensorrt-cicd@users.noreply.github.com>
79 lines
1.8 KiB
TOML
79 lines
1.8 KiB
TOML
[tool.poetry]
|
|
name = "tensorrt-llm"
|
|
version = "0.1.0"
|
|
description = ""
|
|
authors = ["TensorRT LLM [90828364+tensorrt-cicd@users.noreply.github.com]"]
|
|
license = "Apache-2.0"
|
|
readme = "README.md"
|
|
|
|
[tool.poetry.dependencies]
|
|
python = ">=3.10,<3.13"
|
|
accelerate = ">=1.7.0"
|
|
build = "^1.3.0"
|
|
colored = "^2.3.1"
|
|
cuda-python = ">=13"
|
|
diffusers = ">=0.27.0"
|
|
lark = "^1.3.1"
|
|
mpi4py = "^4.1.1"
|
|
numpy = "<2"
|
|
onnx = ">=1.18.0"
|
|
onnx-graphsurgeon = ">=0.5.2"
|
|
openai = "^2.6.1"
|
|
polygraphy = "^0.49.26"
|
|
psutil = "^7.1.2"
|
|
nvidia-ml-py = ">=13"
|
|
pulp = "^3.3.0"
|
|
pandas = "^2.3.3"
|
|
h5py = "3.12.1"
|
|
strenum = "^0.4.15"
|
|
sentencepiece = ">=0.1.99"
|
|
tensorrt = ">=10.13.0,<10.14.0"
|
|
torch = ">=2.8.0a0,<=2.8.0"
|
|
nvidia-modelopt = {version = ">=0.33.0,<0.34.0", extras = ["torch"]}
|
|
nvidia-nccl-cu13 = "^2.28.7"
|
|
nvidia-cuda-nvrtc = "^13.0.88"
|
|
transformers = "4.56.0"
|
|
prometheus-client = "^0.23.1"
|
|
prometheus-fastapi-instrumentator = "^7.1.0"
|
|
pydantic = ">=2.9.1"
|
|
pydantic-settings = {extras = ["yaml"], version = "^2.11.0"}
|
|
omegaconf = "^2.3.0"
|
|
pillow = "10.3.0"
|
|
wheel = "<=0.45.1"
|
|
optimum = "^2.0.0"
|
|
datasets = "3.1.0"
|
|
evaluate = "^0.4.6"
|
|
mpmath = ">=1.3.0"
|
|
click = "^8.3.0"
|
|
click-option-group = "^0.5.9"
|
|
aenum = "^3.1.16"
|
|
pyzmq = "^27.1.0"
|
|
fastapi = ">=0.115.4,<=0.117.1"
|
|
uvicorn = "^0.38.0"
|
|
setuptools = "<80"
|
|
ordered-set = "^4.1.0"
|
|
peft = "^0.17.1"
|
|
patchelf = "^0.17.2.4"
|
|
einops = "^0.8.1"
|
|
flashinfer-python = ">=0.3.0,<0.4.0"
|
|
xgrammar = "0.1.25"
|
|
llguidance = "0.7.29"
|
|
jsonschema = "^4.25.1"
|
|
backoff = "^2.2.1"
|
|
nvtx = "^0.2.13"
|
|
meson = "^1.9.1"
|
|
ninja = "^1.13.0"
|
|
etcd3 = {git = "https://github.com/kragniz/python-etcd3.git", rev = "e58a899579ba416449c4e225b61f039457c8072a"}
|
|
blake3 = "^1.0.8"
|
|
soundfile = "^0.13.1"
|
|
tiktoken = "^0.12.0"
|
|
blobfile = "^3.1.0"
|
|
openai-harmony = "0.0.4"
|
|
nvidia-cutlass-dsl = "4.2.1"
|
|
plotly = "^6.3.1"
|
|
|
|
|
|
[build-system]
|
|
requires = ["poetry-core"]
|
|
build-backend = "poetry.core.masonry.api"
|