TensorRT-LLMs/examples/qwen/requirements.txt
2024-07-24 19:50:28 +08:00

18 lines
309 B
Plaintext

--extra-index-url https://pypi.nvidia.com
tensorrt_llm==0.12.0.dev2024072301
datasets~=2.16.0
evaluate~=0.4.1
rouge_score~=0.1.2
transformers>=4.40.1
transformers-stream-generator
sentencepiece~=0.1.99
tiktoken
einops
# optional dependencies
gradio==4.36.0
mdtex2html
sse_starlette
aiohttp_sse_client
openai