tabby/experimental/eval/eval.sh

25 lines
424 B
Bash
Executable File

#!/bin/bash
set -ex
mkdir -p tabby
cp config.toml tabby/
docker-compose down
if nvidia-smi; then
docker-compose -f docker-compose.yaml -f docker-compose.cuda.yaml up -d
else
docker-compose up -d
fi
while ! curl -X POST http://localhost:8080/v1/health; do
echo "server not ready, waiting..."
sleep 5
done
python main.py "./tabby/dataset/*.jsonl" ${MAX_RECORDS:-3} > reports.jsonl
docker-compose down
echo done