colossalai

1
name: Run ChatGPT unit tests
2

3
on:
4
  pull_request:
5
    types: [synchronize, opened, reopened]
6
    paths:
7
      - 'applications/Chat/coati/**'
8
      - 'applications/Chat/requirements.txt'
9
      - 'applications/Chat/setup.py'
10
      - 'applications/Chat/requirements-test.txt'
11
      - 'applications/Chat/tests/**'
12
      - 'applications/Chat/pytest.ini'
13

14
jobs:
15
  tests:
16
    name: Run ChatGPT unit tests
17
    if: |
18
      github.event.pull_request.draft == false &&
19
      github.base_ref == 'main' &&
20
      github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
21
    runs-on: [self-hosted, gpu]
22
    container:
23
      image: hpcaitech/pytorch-cuda:2.1.0-12.1.0
24
      options: --gpus all --rm -v /data/scratch/chatgpt:/data/scratch/chatgpt
25
    timeout-minutes: 30
26
    defaults:
27
      run:
28
        shell: bash
29
    steps:
30
      - name: Checkout ColossalAI
31
        uses: actions/checkout@v2
32

33
      - name: Install ChatGPT
34
        run: |
35
          cd applications/Chat
36
          pip install -v .
37
          pip install -r requirements-test.txt
38

39
      - name: Execute Unit Testing
40
        run: |
41
          cd applications/Chat
42
          rm -rf ~/.cache/colossalai
43
          pytest tests/
44
        env:
45
          NCCL_SHM_DISABLE: 1
46
          MAX_JOBS: 8
47