skypilot

1
# Run localGPT on your documents on any cloud using SkyPilot
2
# Usage:
3
#   sky launch -c localgpt localgpt.yaml
4
#
5
#   * Wait to see `INFO:werkzeug:Press CTRL+C to quit` before proceeding
6
#   * In a new terminal, run `ssh -L 5111:localhost:5111 localgpt`
7
#   * Open http://localhost:5111 in your browser
8

9
resources:
10
  accelerators: A100:1
11

12
setup: |
13
  conda activate py39
14
  if [ $? -eq 0 ]; then
15
    echo "conda env exists"
16
  else
17
    conda create -y -n py39 python=3.9
18
    conda activate py39
19
    git clone https://github.com/PromtEngineer/localGPT.git
20
    cd localGPT/
21
    git checkout 5ab5e1921adb45a2df8d61f189a3fb4e9b401e58
22
    pip install -r requirements.txt
23
    # bitsandbytes>0.39.1 fails on GCP, see issue:
24
    # https://github.com/TimDettmers/bitsandbytes/issues/620
25
    pip install -U bitsandbytes==0.39.1
26
  fi
27

28
run: |
29
  conda activate py39
30
  cd localGPT/
31
  python run_localGPT_API.py & python localGPTUI/localGPTUI.py --port 5111 --host 0.0.0.0
32