mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-02-03 17:52:19 +08:00
89 lines
2.7 KiB
TOML
89 lines
2.7 KiB
TOML
[project]
|
|
name = "tensorrt-llm"
|
|
version = "0.1.0"
|
|
description = ""
|
|
authors = [
|
|
{name = "TensorRT LLM [90828364+tensorrt-cicd@users.noreply.github.com]"}
|
|
]
|
|
license = {text = "Apache-2.0"}
|
|
requires-python = ">=3.10,<3.13"
|
|
dependencies = [
|
|
"accelerate (>=1.7.0)",
|
|
"build (>=1.4.0,<2.0.0)",
|
|
"colored (>=2.3.1,<3.0.0)",
|
|
"cuda-python (>=13)",
|
|
"diffusers (>=0.27.0)",
|
|
"lark (>=1.3.1,<2.0.0)",
|
|
"mpi4py (>=4.1.1,<5.0.0)",
|
|
"numpy (<2)",
|
|
"onnx (>=1.18.0,<1.20.0)",
|
|
"onnx-graphsurgeon (>=0.5.2)",
|
|
"openai (>=2.15.0,<3.0.0)",
|
|
"polygraphy (>=0.49.26,<0.50.0)",
|
|
"psutil (>=7.2.1,<8.0.0)",
|
|
"nvidia-ml-py (>=13)",
|
|
"pulp (>=3.3.0,<4.0.0)",
|
|
"pandas (>=2.3.3,<3.0.0)",
|
|
"h5py (==3.12.1)",
|
|
"strenum (>=0.4.15,<0.5.0)",
|
|
"sentencepiece (>=0.1.99)",
|
|
"tensorrt (>=10.14.1,<10.15.0)",
|
|
"torch (>=2.9.1,<=2.10.0a0)",
|
|
"torchvision (>=0.24.1,<0.25.0)",
|
|
"nvidia-modelopt[torch] (>=0.37.0,<0.38.0)",
|
|
"nvidia-nccl-cu13 (>=2.27.7,<=2.28.9)",
|
|
"nvidia-cuda-nvrtc (>=13.1.115,<14.0.0)",
|
|
"transformers (==4.57.1)",
|
|
"prometheus-client (>=0.24.1,<0.25.0)",
|
|
"prometheus-fastapi-instrumentator (>=7.1.0,<8.0.0)",
|
|
"pydantic (>=2.9.1)",
|
|
"pydantic-settings[yaml] (>=2.12.0,<3.0.0)",
|
|
"omegaconf (>=2.3.0,<3.0.0)",
|
|
"pillow (>=12.1.0,<13.0.0)",
|
|
"wheel (<=0.45.1)",
|
|
"optimum (>=2.1.0,<3.0.0)",
|
|
"datasets (==3.1.0)",
|
|
"evaluate (>=0.4.6,<0.5.0)",
|
|
"mpmath (>=1.3.0)",
|
|
"click (>=8.3.1,<9.0.0)",
|
|
"click-option-group (>=0.5.9,<0.6.0)",
|
|
"aenum (>=3.1.16,<4.0.0)",
|
|
"pyzmq (>=27.1.0,<28.0.0)",
|
|
"fastapi (>=0.120.1,<=0.121.3)",
|
|
"starlette (>=0.49.1)",
|
|
"uvicorn (>=0.40.0,<0.41.0)",
|
|
"setuptools (<80)",
|
|
"ordered-set (>=4.1.0,<5.0.0)",
|
|
"peft (>=0.18.1,<0.19.0)",
|
|
"patchelf (>=0.17.2.4,<0.18.0.0)",
|
|
"einops (>=0.8.1,<0.9.0)",
|
|
"flashinfer-python (>=0.6.0,<0.7.0)",
|
|
"xgrammar (==0.1.25)",
|
|
"llguidance (==0.7.29)",
|
|
"jsonschema (>=4.26.0,<5.0.0)",
|
|
"backoff (>=2.2.1,<3.0.0)",
|
|
"nvtx (>=0.2.14,<0.3.0)",
|
|
"matplotlib (>=3.10.8,<4.0.0)",
|
|
"meson (>=1.10.1,<2.0.0)",
|
|
"ninja (>=1.13.0,<2.0.0)",
|
|
"etcd3 @ git+https://github.com/kragniz/python-etcd3.git@e58a899579ba416449c4e225b61f039457c8072a",
|
|
"blake3 (>=1.0.8,<2.0.0)",
|
|
"soundfile (>=0.13.1,<0.14.0)",
|
|
"triton (==3.5.1)",
|
|
"tiktoken (>=0.12.0,<0.13.0)",
|
|
"blobfile (>=3.1.0,<4.0.0)",
|
|
"openai-harmony (==0.0.4)",
|
|
"nvidia-cutlass-dsl (==4.3.4)",
|
|
"plotly (>=6.5.2,<7.0.0)",
|
|
"numexpr (<2.14.0)",
|
|
"partial-json-parser (>=0.2.1.1.post7,<0.3.0.0)",
|
|
"torch-c-dlpack-ext (==0.1.3)",
|
|
"mistral-common (==1.8.6)",
|
|
"torchao (>=0.14.1)"
|
|
]
|
|
|
|
|
|
[build-system]
|
|
requires = ["poetry-core>=2.0.0,<3.0.0"]
|
|
build-backend = "poetry.core.masonry.api"
|