TensorRT-LLMs/examples/gptneox/get_weights.sh
2023-09-20 00:29:41 -07:00

15 lines
535 B
Bash

rm -rf gptneox_model
git clone https://huggingface.co/EleutherAI/gpt-neox-20b gptneox_model
rm -f gptneox_model/model-*.safetensors
rm -f gptneox_model/model.safetensors.index.json
wget -q https://huggingface.co/EleutherAI/gpt-neox-20b/resolve/main/model.safetensors.index.json --directory-prefix gptneox_model
for i in $(seq -f %05g 46)
do
echo -n "Downloading $i of 00046..."
wget -q https://huggingface.co/EleutherAI/gpt-neox-20b/resolve/main/model-$i-of-00046.safetensors --directory-prefix gptneox_model
echo "Done"
done