mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
87 lines
2.0 KiB
TOML
87 lines
2.0 KiB
TOML
[tool.poetry]
|
|
name = "tensorrt-llm"
|
|
version = "0.1.0"
|
|
description = ""
|
|
authors = ["TensorRT LLM [90828364+tensorrt-cicd@users.noreply.github.com]"]
|
|
license = "Apache-2.0"
|
|
readme = "README.md"
|
|
|
|
[tool.poetry.dependencies]
|
|
python = ">=3.10,<3.13"
|
|
accelerate = ">=1.7.0"
|
|
build = "^1.4.0"
|
|
colored = "^2.3.1"
|
|
cuda-python = ">=13"
|
|
diffusers = ">=0.27.0"
|
|
lark = "^1.3.1"
|
|
mpi4py = "^4.1.1"
|
|
numpy = "<2"
|
|
onnx = ">=1.18.0,<1.20.0"
|
|
onnx-graphsurgeon = ">=0.5.2"
|
|
openai = "^2.15.0"
|
|
polygraphy = "^0.49.26"
|
|
psutil = "^7.2.1"
|
|
nvidia-ml-py = ">=13"
|
|
pulp = "^3.3.0"
|
|
pandas = "^2.3.3"
|
|
h5py = "3.12.1"
|
|
strenum = "^0.4.15"
|
|
sentencepiece = ">=0.1.99"
|
|
tensorrt = ">=10.13.3,<10.14.0"
|
|
torch = ">=2.9.0a0,<=2.9.0"
|
|
nvidia-modelopt = {version = ">=0.37.0,<0.38.0", extras = ["torch"]}
|
|
nvidia-nccl-cu13 = "2.27.7"
|
|
nvidia-cuda-nvrtc = "^13.1.80"
|
|
transformers = "4.57.1"
|
|
prometheus-client = "^0.24.0"
|
|
prometheus-fastapi-instrumentator = "^7.1.0"
|
|
pydantic = ">=2.9.1"
|
|
pydantic-settings = {extras = ["yaml"], version = "^2.12.0"}
|
|
omegaconf = "^2.3.0"
|
|
pillow = "^12.1.0"
|
|
wheel = "<=0.45.1"
|
|
optimum = "^2.1.0"
|
|
datasets = "3.1.0"
|
|
evaluate = "^0.4.6"
|
|
mpmath = ">=1.3.0"
|
|
click = "^8.3.1"
|
|
click-option-group = "^0.5.9"
|
|
aenum = "^3.1.16"
|
|
pyzmq = "^27.1.0"
|
|
fastapi = ">=0.120.1,<=0.121.3"
|
|
starlette = ">=0.49.1"
|
|
uvicorn = "^0.40.0"
|
|
setuptools = "<80"
|
|
ordered-set = "^4.1.0"
|
|
peft = "^0.18.1"
|
|
patchelf = "^0.17.2.4"
|
|
einops = "^0.8.1"
|
|
flashinfer-python = ">=0.3.0,<0.4.0"
|
|
xgrammar = "0.1.25"
|
|
llguidance = "0.7.29"
|
|
jsonschema = "^4.26.0"
|
|
backoff = "^2.2.1"
|
|
nvtx = "^0.2.14"
|
|
matplotlib = "^3.10.8"
|
|
meson = "^1.10.0"
|
|
ninja = "^1.13.0"
|
|
etcd3 = {git = "https://github.com/kragniz/python-etcd3.git", rev = "e58a899579ba416449c4e225b61f039457c8072a"}
|
|
blake3 = "^1.0.8"
|
|
soundfile = "^0.13.1"
|
|
triton = "3.5.0"
|
|
tiktoken = "^0.12.0"
|
|
blobfile = "^3.1.0"
|
|
openai-harmony = "0.0.4"
|
|
nvidia-cutlass-dsl = "4.3.4"
|
|
plotly = "^6.5.1"
|
|
numexpr = "<2.14.0"
|
|
partial-json-parser = "^0.2.1.1.post7"
|
|
torch-c-dlpack-ext = "0.1.3"
|
|
mistral-common = "1.8.6"
|
|
torchao = ">=0.14.1"
|
|
|
|
|
|
[build-system]
|
|
requires = ["poetry-core"]
|
|
build-backend = "poetry.core.masonry.api"
|