torch
transformers==4.33.1
typing-extensions==4.8.0
diffusers==0.15.0
accelerate==0.20.3
colored
polygraphy
onnx==1.12.0
mpi4py
# tensorrt>=8.6.0
numpy
cuda-python==12.2.0
mypy
pybind11-stubgen
pytest-cov
pytest-xdist
pytest-forked
pre-commit
einops
parameterized
graphviz
pynvml>=11.5.0