skypilot

1
resources:
2
  accelerators: A100:1
3
  disk_size: 1024
4

5
file_mounts:  # /remote/path: /local/path
6
  ~/sky_workdir/ckpt/tokenizer.model: /tmp/llama/tokenizer.model
7
  ~/sky_workdir/ckpt/7B: /tmp/llama/7B
8

9
setup: |
10
  set -ex
11
  conda create -n llama python=3.9 -y
12
  conda activate llama
13

14
  git clone https://github.com/skypilot-org/sky-llama.git || true
15
  cd sky-llama
16

17
  # Install ttyd for web serving
18
  wget https://github.com/tsl0922/ttyd/releases/download/1.7.2/ttyd.x86_64
19
  sudo mv ttyd.x86_64 /usr/local/bin/ttyd
20
  sudo chmod +x /usr/local/bin/ttyd
21

22
  # Install dependencies
23
  pip install torch==1.12.1+cu113 --extra-index-url https://download.pytorch.org/whl/cu113
24
  pip install -r requirements.txt
25
  pip install -e .
26

27
run: |
28
  conda activate llama
29

30
  cd sky-llama
31
  ttyd /bin/bash -c "torchrun --nproc_per_node 1 chat.py --ckpt_dir ~/sky_workdir/ckpt/7B/ --tokenizer_path ~/sky_workdir/ckpt/tokenizer.model"
32