From 89d176542224e21efc0d16803a88f5fcc0773094 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Fri, 27 Oct 2023 12:15:51 -0700
Subject: [PATCH] fix model converter script (#655)

---
 .../model-converter/update-llama-model.sh     | 37 +++++++++++--------
 1 file changed, 22 insertions(+), 15 deletions(-)

diff --git a/experimental/model-converter/update-llama-model.sh b/experimental/model-converter/update-llama-model.sh
index e159587ca..d33c22665 100755
--- a/experimental/model-converter/update-llama-model.sh
+++ b/experimental/model-converter/update-llama-model.sh
@@ -26,33 +26,40 @@ prepare_llama_cpp() {
 }
 
 update_model() {
-  MODEL_ID=$1
+  CONVERTER=$1
+  MODEL_ID=$2
 
-  git clone https://${ACCESS_TOKEN}@huggingface.co/$MODEL_ID hf_model --depth 1
+  git clone https://huggingface.co/$MODEL_ID hf_model --depth 1
 
   pushd hf_model
   huggingface-cli lfs-enable-largefiles .
 
-  python ../llama.cpp/convert-starcoder-hf-to-gguf.py  . --outfile ./ggml/f16.v2.gguf 1
+  "$CONVERTER"
   ../llama.cpp/build/bin/quantize ./ggml/f16.v2.gguf ./ggml/q8_0.v2.gguf q8_0
-
-  git add .
-  git commit -m "add ggml model v2"
-  git lfs push origin
-  git push origin
+  huggingface-cli upload $MODEL_ID ggml/q8_0.v2.gguf ggml/q8_0.v2.gguf
   popd
 
   echo "Success!"
   rm -rf hf_model
 }
 
+starcoder() {
+  python ../llama.cpp/convert-starcoder-hf-to-gguf.py  . --outfile ./ggml/f16.v2.gguf 1
+}
+
+llama() {
+  python ../llama.cpp/convert.py  . --outfile ./ggml/f16.v2.gguf --outtype f16
+}
+
 set -x
+huggingface-cli login --token ${ACCESS_TOKEN}
+
 prepare_llama_cpp || true
 
-# update_model TabbyML/StarCoder-1B
-# update_model TabbyML/StarCoder-3B
-update_model TabbyML/StarCoder-7B
-update_model TabbyML/CodeLlama-7B
-update_model TabbyML/CodeLlama-13B
-update_model TabbyML/Mistral-7B
-update_model TabbyML/WizardCoder-3B
+update_model starcoder TabbyML/StarCoder-1B
+update_model starcoder TabbyML/StarCoder-3B
+update_model starcoder TabbyML/StarCoder-7B
+update_model llama TabbyML/CodeLlama-7B
+update_model llama TabbyML/CodeLlama-13B
+update_model llama TabbyML/Mistral-7B
+update_model starcoder TabbyML/WizardCoder-3B