tabby/experimental/eval/eval.sh
Meng Zhang bed723fced
feat: add python eval script (#266)
* feat: add python eval script

* update

* add local script

* move eval script

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* update

* add README
2023-07-11 09:53:04 +08:00

27 lines
590 B
Bash
Executable File

#!/bin/bash
set -ex
mkdir -p tabby
cp config.toml tabby/
docker-compose down
if nvidia-smi; then
docker-compose -f docker-compose.yaml -f docker-compose.cuda.yaml up -d
else
docker-compose up -d
fi
while ! curl -X POST http://localhost:8080/v1/health; do
echo "server not ready, waiting..."
sleep 5
done
papermill main.ipynb ./reports.ipynb -r filepattern "./tabby/dataset/*.jsonl" -r max_records "${MAX_RECORDS:-3}"
jupyter nbconvert reports.ipynb --TagRemovePreprocessor.enabled=True --TagRemovePreprocessor.remove_cell_tags remove --to html
docker-compose down
echo done