mirror of
https://github.com/NVIDIA/TensorRT-LLM.git
synced 2026-01-13 22:18:36 +08:00
728cc0044b
* Update TensorRT-LLM --------- Co-authored-by: Morgan Funtowicz <funtowiczmo@gmail.com> Co-authored-by: Shixiaowei02 <39303645+Shixiaowei02@users.noreply.github.com>
28 lines
530 B
Plaintext
28 lines
530 B
Plaintext
--extra-index-url https://download.pytorch.org/whl/cu121
|
|
--extra-index-url https://pypi.nvidia.com
|
|
accelerate==0.25.0
|
|
build
|
|
colored
|
|
cuda-python==12.2.0
|
|
diffusers==0.15.0
|
|
mpi4py
|
|
numpy
|
|
onnx>=1.12.0
|
|
polygraphy
|
|
psutil
|
|
pynvml>=11.5.0
|
|
pywin32
|
|
sentencepiece>=0.1.99
|
|
tensorrt==9.2.0.post12.dev5
|
|
tokenizers>=0.14
|
|
# Default torch is CPU-only on Windows, so need to specify a torch version with GPU support
|
|
torch==2.1.0+cu121
|
|
torchdata==0.7.0
|
|
torchtext==0.16.0+cpu
|
|
torchvision==0.16.0+cu121
|
|
transformers==4.38.2
|
|
wheel
|
|
optimum
|
|
evaluate
|
|
janus
|