skypilot

1
resources:
2
  accelerators: A100:2
3
  disk_size: 1024
4

5
setup: |
6
  set -ex
7
  conda create -n llama python=3.9 -y
8
  conda activate llama
9

10
  git clone https://github.com/skypilot-org/sky-llama.git || true
11
  cd sky-llama
12

13
  # Download the model weights
14
  bash download.sh $LLAMA_URL 13B
15

16
  # Install ttyd for web serving
17
  wget https://github.com/tsl0922/ttyd/releases/download/1.7.2/ttyd.x86_64
18
  sudo mv ttyd.x86_64 /usr/local/bin/ttyd
19
  sudo chmod +x /usr/local/bin/ttyd
20

21
  # Install dependencies
22
  pip install torch==1.12.1+cu113 --extra-index-url https://download.pytorch.org/whl/cu113
23
  pip install -r requirements.txt
24
  pip install -e .
25

26
run: |
27
  conda activate llama
28

29
  cd sky-llama
30
  ttyd /bin/bash -c "torchrun --nproc_per_node 2 chat.py --ckpt_dir ~/sky_workdir/ckpt/13B --tokenizer_path ~/sky_workdir/ckpt/tokenizer.model"
31