From 848aff7d1feb2b0d4e16cba2b89c02f7f2844052 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Sat, 24 Jun 2023 09:02:50 -0700
Subject: [PATCH] chore: add experimental eval setup

---
 experimental/{ => deploy}/Caddyfile           |  0
 experimental/{ => deploy}/docker-compose.yaml |  0
 experimental/eval/docker-compose.yaml         | 19 +++++++++++++++
 experimental/eval/skypilot.yaml               | 24 +++++++++++++++++++
 4 files changed, 43 insertions(+)
 rename experimental/{ => deploy}/Caddyfile (100%)
 rename experimental/{ => deploy}/docker-compose.yaml (100%)
 create mode 100644 experimental/eval/docker-compose.yaml
 create mode 100644 experimental/eval/skypilot.yaml

diff --git a/experimental/Caddyfile b/experimental/deploy/Caddyfile
similarity index 100%
rename from experimental/Caddyfile
rename to experimental/deploy/Caddyfile
diff --git a/experimental/docker-compose.yaml b/experimental/deploy/docker-compose.yaml
similarity index 100%
rename from experimental/docker-compose.yaml
rename to experimental/deploy/docker-compose.yaml
diff --git a/experimental/eval/docker-compose.yaml b/experimental/eval/docker-compose.yaml
new file mode 100644
index 000000000..c3e1ef544
--- /dev/null
+++ b/experimental/eval/docker-compose.yaml
@@ -0,0 +1,19 @@
+version: '3.5'
+
+services:
+  scheduler:
+    image: tabbyml/tabby
+    platform: linux/amd64
+    command: scheduler --now
+    volumes:
+      - "$HOME/.tabby:/data"
+
+  tabby:
+    depends_on:
+      - scheduler
+    restart: always
+    image: tabbyml/tabby
+    platform: linux/amd64
+    command: serve --model TabbyML/T5P-220M
+    volumes:
+      - "$HOME/.tabby:/data"
diff --git a/experimental/eval/skypilot.yaml b/experimental/eval/skypilot.yaml
new file mode 100644
index 000000000..e3645e197
--- /dev/null
+++ b/experimental/eval/skypilot.yaml
@@ -0,0 +1,24 @@
+resources:
+  accelerators: T4:1
+
+setup: |
+  set -ex
+
+  # On some cloud providers, docker-compose is not installed by default.
+  sudo curl -L https://github.com/docker/compose/releases/download/v2.17.2/docker-compose-linux-x86_64 -o /usr/local/bin/docker-compose
+  sudo chmod a+x /usr/local/bin/docker-compose
+
+  # Pull tabby images.
+  git clone https://github.com/TabbyML/tabby.git || true
+  cd tabby/experimental
+
+  # On certain cloud providers (e.g lambda cloud), the default user is not added to docker group, so we need sudo here
+  sudo docker-compose pull
+
+  # Add current user to docker group, it won't take effect immediately as skypilot job is started by a long-running daemon.
+  sudo usermod -aG docker $USER
+
+
+run: |
+  cd tabby/experimental
+  sudo docker-compose up