colossalai
53 строки · 1.6 Кб
1name: Run ChatGPT examples
2
3on:
4pull_request:
5types: [synchronize, opened, reopened]
6paths:
7- "applications/Chat/coati/**"
8- "applications/Chat/requirements.txt"
9- "applications/Chat/setup.py"
10- "applications/Chat/examples/**"
11
12jobs:
13tests:
14name: Run ChatGPT examples
15if: |
16github.event.pull_request.draft == false &&
17github.base_ref == 'main' &&
18github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
19runs-on: [self-hosted, gpu]
20container:
21image: hpcaitech/pytorch-cuda:2.1.0-12.1.0
22options: --gpus all --rm -v /data/scratch/github_actions/chat:/data/scratch/github_actions/chat --shm-size=10.24gb
23timeout-minutes: 30
24defaults:
25run:
26shell: bash
27steps:
28- name: Checkout ColossalAI
29uses: actions/checkout@v2
30
31- name: Install ChatGPT
32run: |
33cd applications/Chat
34pip install -v .
35pip install -r examples/requirements.txt
36
37- name: Install Transformers
38run: |
39pip install transformers==4.30.2
40
41- name: Execute Examples
42run: |
43cd applications/Chat
44rm -rf ~/.cache/colossalai
45./tests/test_inference.sh
46./tests/test_benchmarks.sh
47./tests/test_train.sh
48env:
49NCCL_SHM_DISABLE: 1
50MAX_JOBS: 8
51SFT_DATASET: /data/scratch/github_actions/chat/data.json
52PROMPT_DATASET: /data/scratch/github_actions/chat/prompts_en.jsonl
53PRETRAIN_DATASET: /data/scratch/github_actions/chat/alpaca_data.json
54