mirrors/tabby
1
0
Fork 0
mirror of https://github.com/TabbyML/tabby synced 2024-11-22 00:08:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix model converter script (#655)

Browse Source
This commit is contained in:
Meng Zhang 2023-10-27 12:15:51 -07:00 committed by GitHub
parent 38402cec56
commit 89d1765422
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
experimental/model-converter/update-llama-model.sh
View File

@ -26,33 +26,40 @@ prepare_llama_cpp() {
} }
update_model() { update_model() {
MODEL_ID=$1 CONVERTER=$1
MODEL_ID=$2
git clone https://${ACCESS_TOKEN}@huggingface.co/$MODEL_ID hf_model --depth 1 git clone https://huggingface.co/$MODEL_ID hf_model --depth 1
pushd hf_model pushd hf_model
huggingface-cli lfs-enable-largefiles . huggingface-cli lfs-enable-largefiles .
python ../llama.cpp/convert-starcoder-hf-to-gguf.py . --outfile ./ggml/f16.v2.gguf 1 "$CONVERTER"
../llama.cpp/build/bin/quantize ./ggml/f16.v2.gguf ./ggml/q8_0.v2.gguf q8_0 ../llama.cpp/build/bin/quantize ./ggml/f16.v2.gguf ./ggml/q8_0.v2.gguf q8_0
huggingface-cli upload $MODEL_ID ggml/q8_0.v2.gguf ggml/q8_0.v2.gguf
git add .
git commit -m "add ggml model v2"
git lfs push origin
git push origin
popd popd
echo "Success!" echo "Success!"
rm -rf hf_model rm -rf hf_model
} }
starcoder() {
python ../llama.cpp/convert-starcoder-hf-to-gguf.py . --outfile ./ggml/f16.v2.gguf 1
}
llama() {
python ../llama.cpp/convert.py . --outfile ./ggml/f16.v2.gguf --outtype f16
}
set -x set -x
huggingface-cli login --token ${ACCESS_TOKEN}
prepare_llama_cpp || true prepare_llama_cpp || true
# update_model TabbyML/StarCoder-1B update_model starcoder TabbyML/StarCoder-1B
# update_model TabbyML/StarCoder-3B update_model starcoder TabbyML/StarCoder-3B
update_model TabbyML/StarCoder-7B update_model starcoder TabbyML/StarCoder-7B
update_model TabbyML/CodeLlama-7B update_model llama TabbyML/CodeLlama-7B
update_model TabbyML/CodeLlama-13B update_model llama TabbyML/CodeLlama-13B
update_model TabbyML/Mistral-7B update_model llama TabbyML/Mistral-7B
update_model TabbyML/WizardCoder-3B update_model starcoder TabbyML/WizardCoder-3B