deepspeed

1
name: nv-torch110-v100
2

3
on:
4
  workflow_dispatch:
5
  schedule:
6
    - cron: "0 0 * * *"
7

8
concurrency:
9
  group: ${{ github.workflow }}-${{ github.ref }}
10
  cancel-in-progress: true
11

12
permissions:
13
  contents: read
14
  issues: write
15

16
jobs:
17
  unit-tests:
18
    runs-on: [self-hosted, nvidia, cu111, v100]
19

20
    steps:
21
      - uses: actions/checkout@v3
22

23
      - id: setup-venv
24
        uses: ./.github/workflows/setup-venv
25

26
      - name: Install pytorch
27
        run: |
28
          pip install -U --cache-dir $TORCH_CACHE torch==1.10.0+cu111 torchvision==0.11.0+cu111 -f https://download.pytorch.org/whl/torch_stable.html
29
          python -c "import torch; print('torch:', torch.__version__, torch)"
30
          python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
31

32
      - name: Install transformers
33
        run: |
34
          git clone https://github.com/huggingface/transformers
35
          cd transformers
36
          # if needed switch to the last known good SHA until transformers@master is fixed
37
          # git checkout 1cc453d33
38
          git rev-parse --short HEAD
39
          pip install .
40

41
      - name: Install deepspeed
42
        run: |
43
          pip install .[dev,1bit,autotuning] --no-build-isolation
44
          ds_report
45

46
      - name: Python environment
47
        run: |
48
          pip list
49

50
      - name: Unit tests
51
        run: |
52
          unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch
53
          cd tests
54
          pytest $PYTEST_OPTS --forked -n 4  unit/ --torch_ver="1.10" --cuda_ver="11"
55
          pytest $PYTEST_OPTS --forked -m 'sequential' unit/ --torch_ver="1.10" --cuda_ver="11"
56

57
      - name: Open GitHub issue if nightly CI fails
58
        if: ${{ failure() && (github.event_name == 'schedule') }}
59
        uses: JasonEtco/create-an-issue@v2
60
        env:
61
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
62
        with:
63
          filename: .github/ISSUE_TEMPLATE/ci_failure_report.md
64
          update_existing: true
65