TensorRT-LLMs/requirements-windows.txt
2024-07-09 14:42:22 +08:00

29 lines
554 B
Plaintext

--extra-index-url https://pypi.nvidia.com
accelerate==0.25.0
build
colored
cuda-python==12.4.0
diffusers==0.27.0
numpy<2
onnx>=1.12.0
polygraphy==0.49.9
psutil
pynvml>=11.5.0
pulp
pandas
h5py==3.10.0
pywin32
StrEnum
sentencepiece>=0.1.99
tensorrt-cu12==10.1.0
tokenizers>=0.14
# Default torch is CPU-only on Windows, so need to specify a torch version with GPU support
torch @ https://download.pytorch.org/whl/cu121/torch-2.3.1%2Bcu121-cp310-cp310-win_amd64.whl
nvidia-modelopt~=0.13,<0.14
transformers>=4.38.2
wheel
optimum
evaluate
janus
mpmath==1.3.0