peft

build_docker_images.yml
241 строка · 8.5 Кб
Перенос по словам
1
name: Build Docker images (scheduled)
2

3
on:
4
  workflow_dispatch:
5
  workflow_call:
6
  schedule:
7
    - cron: "0 1 * * *"
8

9
concurrency:
10
  group: docker-image-builds
11
  cancel-in-progress: false
12

13
env:
14
  CI_SLACK_CHANNEL: ${{ secrets.CI_DOCKER_CHANNEL }}
15

16
jobs:
17
  latest-cpu:
18
    name: "Latest Peft CPU [dev]"
19
    runs-on: ubuntu-latest
20
    steps:
21
      - name: Cleanup disk
22
        run: |
23
          sudo ls -l /usr/local/lib/
24
          sudo ls -l /usr/share/
25
          sudo du -sh /usr/local/lib/
26
          sudo du -sh /usr/share/
27
          sudo rm -rf /usr/local/lib/android
28
          sudo rm -rf /usr/share/dotnet
29
          sudo du -sh /usr/local/lib/
30
          sudo du -sh /usr/share/
31
      - name: Set up Docker Buildx
32
        uses: docker/setup-buildx-action@v1
33
      - name: Check out code
34
        uses: actions/checkout@v3
35
      - name: Login to DockerHub
36
        uses: docker/login-action@v2
37
        with:
38
          username: ${{ secrets.DOCKERHUB_USERNAME }}
39
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
40

41
      - name: Build and Push CPU
42
        uses: docker/build-push-action@v4
43
        with:
44
          context: ./docker/peft-cpu
45
          push: true
46
          tags: huggingface/peft-cpu
47

48
      - name: Post to a Slack channel
49
        id: slack
50
        #uses: slackapi/slack-github-action@v1.25.0
51
        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
52
        with:
53
          # Slack channel id, channel name, or user id to post message.
54
          # See also: https://api.slack.com/methods/chat.postMessage#channels
55
          channel-id: ${{ env.CI_SLACK_CHANNEL }}
56
          # For posting a rich message using Block Kit
57
          payload: |
58
            {
59
              "text": "peft-cpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}",
60
              "blocks": [
61
                {
62
                  "type": "section",
63
                  "text": {
64
                    "type": "mrkdwn",
65
                    "text": "peft-cpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}"
66
                  }
67
                }
68
              ]
69
            }
70
        env:
71
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}
72

73
  latest-cuda:
74
    name: "Latest Peft GPU [dev]"
75
    runs-on: ubuntu-latest
76
    steps:
77
      - name: Cleanup disk
78
        run: |
79
          sudo ls -l /usr/local/lib/
80
          sudo ls -l /usr/share/
81
          sudo du -sh /usr/local/lib/
82
          sudo du -sh /usr/share/
83
          sudo rm -rf /usr/local/lib/android
84
          sudo rm -rf /usr/share/dotnet
85
          sudo du -sh /usr/local/lib/
86
          sudo du -sh /usr/share/
87
      - name: Set up Docker Buildx
88
        uses: docker/setup-buildx-action@v1
89
      - name: Check out code
90
        uses: actions/checkout@v3
91
      - name: Login to DockerHub
92
        uses: docker/login-action@v1
93
        with:
94
          username: ${{ secrets.DOCKERHUB_USERNAME }}
95
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
96

97
      - name: Build and Push GPU
98
        uses: docker/build-push-action@v4
99
        with:
100
          context: ./docker/peft-gpu
101
          push: true
102
          tags: huggingface/peft-gpu
103

104
      - name: Post to a Slack channel
105
        id: slack
106
        #uses: slackapi/slack-github-action@v1.25.0
107
        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
108
        with:
109
          # Slack channel id, channel name, or user id to post message.
110
          # See also: https://api.slack.com/methods/chat.postMessage#channels
111
          channel-id: ${{ env.CI_SLACK_CHANNEL }}
112
          # For posting a rich message using Block Kit
113
          payload: |
114
            {
115
              "text": "peft-gpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}",
116
              "blocks": [
117
                {
118
                  "type": "section",
119
                  "text": {
120
                    "type": "mrkdwn",
121
                    "text": "peft-gpu Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}"
122
                  }
123
                }
124
              ]
125
            }
126
        env:
127
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}
128

129
  latest-cuda-bnb-source:
130
    name: "Latest Peft GPU + bnb source [dev]"
131
    runs-on: ubuntu-latest
132
    steps:
133
      - name: Cleanup disk
134
        run: |
135
          sudo ls -l /usr/local/lib/
136
          sudo ls -l /usr/share/
137
          sudo du -sh /usr/local/lib/
138
          sudo du -sh /usr/share/
139
          sudo rm -rf /usr/local/lib/android
140
          sudo rm -rf /usr/share/dotnet
141
          sudo du -sh /usr/local/lib/
142
          sudo du -sh /usr/share/
143
      - name: Set up Docker Buildx
144
        uses: docker/setup-buildx-action@v1
145
      - name: Check out code
146
        uses: actions/checkout@v3
147
      - name: Login to DockerHub
148
        uses: docker/login-action@v1
149
        with:
150
          username: ${{ secrets.DOCKERHUB_USERNAME }}
151
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
152

153
      - name: Build and Push GPU
154
        uses: docker/build-push-action@v4
155
        with:
156
          context: ./docker/peft-gpu-bnb-source
157
          push: true
158
          tags: huggingface/peft-gpu-bnb-source
159

160

161
      - name: Post to a Slack channel
162
        id: slack
163
        #uses: slackapi/slack-github-action@v1.25.0
164
        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
165
        with:
166
          # Slack channel id, channel name, or user id to post message.
167
          # See also: https://api.slack.com/methods/chat.postMessage#channels
168
          channel-id: ${{ env.CI_SLACK_CHANNEL }}
169
          # For posting a rich message using Block Kit
170
          payload: |
171
            {
172
              "text": "peft-gpu + bnb-source (source) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}",
173
              "blocks": [
174
                {
175
                  "type": "section",
176
                  "text": {
177
                    "type": "mrkdwn",
178
                    "text": "peft-gpu + bnb-source (source) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}"
179
                  }
180
                }
181
              ]
182
            }
183
        env:
184
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}
185

186

187
  latest-cuda-bnb-source-latest:
188
    name: "Latest Peft GPU + bnb source [accelerate / peft / transformers latest]"
189
    runs-on: ubuntu-latest
190
    steps:
191
      - name: Cleanup disk
192
        run: |
193
          sudo ls -l /usr/local/lib/
194
          sudo ls -l /usr/share/
195
          sudo du -sh /usr/local/lib/
196
          sudo du -sh /usr/share/
197
          sudo rm -rf /usr/local/lib/android
198
          sudo rm -rf /usr/share/dotnet
199
          sudo du -sh /usr/local/lib/
200
          sudo du -sh /usr/share/
201
      - name: Set up Docker Buildx
202
        uses: docker/setup-buildx-action@v1
203
      - name: Check out code
204
        uses: actions/checkout@v3
205
      - name: Login to DockerHub
206
        uses: docker/login-action@v1
207
        with:
208
          username: ${{ secrets.DOCKERHUB_USERNAME }}
209
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
210

211
      - name: Build and Push GPU
212
        uses: docker/build-push-action@v4
213
        with:
214
          context: ./docker/peft-gpu-bnb-latest
215
          push: true
216
          tags: huggingface/peft-gpu-bnb-latest
217

218
      - name: Post to a Slack channel
219
        id: slack
220
        #uses: slackapi/slack-github-action@v1.25.0
221
        uses: slackapi/slack-github-action@6c661ce58804a1a20f6dc5fbee7f0381b469e001
222
        with:
223
          # Slack channel id, channel name, or user id to post message.
224
          # See also: https://api.slack.com/methods/chat.postMessage#channels
225
          channel-id: ${{ env.CI_SLACK_CHANNEL }}
226
          # For posting a rich message using Block Kit
227
          payload: |
228
            {
229
              "text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}",
230
              "blocks": [
231
                {
232
                  "type": "section",
233
                  "text": {
234
                    "type": "mrkdwn",
235
                    "text": "peft-gpu + bnb-source (latest) Docker Image build result: ${{ job.status }}\n${{ github.event.pull_request.html_url || github.event.head_commit.url }}"
236
                  }
237
                }
238
              ]
239
            }
240
        env:
241
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }}
242
peft

Использование cookies
