ftfy
av==12.3.0
git+https://github.com/facebookresearch/xformers.git@v0.0.29#egg=xformers
rotary_embedding_torch==0.5.3
git+https://github.com/hpcaitech/TensorNVMe.git
# For colossalai
fabric
contexttimer
ray
protobuf
bitsandbytes>=0.39.0
rpyc==6.0.0
galore_torch
