moe-llava

1
# Configuration for Cog ⚙️
2
# Reference: https://github.com/replicate/cog/blob/main/docs/yaml.md
3

4
build:
5
  gpu: true
6

7
  python_version: "3.11"
8

9
  python_packages:
10
    - "torch==2.0.1"
11
    - "accelerate==0.21.0"
12
    - "bitsandbytes==0.41.0"
13
    - "deepspeed==0.9.5"
14
    - "einops-exts==0.0.4"
15
    - "einops==0.6.1"
16
    - "gradio==3.35.2"
17
    - "gradio_client==0.2.9"
18
    - "httpx==0.24.0"
19
    - "markdown2==2.4.10"
20
    - "numpy==1.26.0"
21
    - "peft==0.4.0"
22
    - "scikit-learn==1.2.2"
23
    - "sentencepiece==0.1.99"
24
    - "shortuuid==1.0.11"
25
    - "timm==0.6.13"
26
    - "tokenizers==0.15.1"
27
    - "torch==2.0.1"
28
    - "torchvision==0.15.2"
29
    - "transformers==4.37.0"
30
    - "wandb==0.15.12"
31
    - "wavedrom==2.0.3.post3"
32
    - "Pygments==2.16.1"
33
  run:
34
    - curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.0.3/pget" && chmod +x /usr/local/bin/pget
35

36
# predict.py defines how predictions are run on your model
37
predict: "predict.py:Predictor"
38