pytorch

1

2
# This file is generated by .github/scripts/validate_scale_config.py in test-infra
3
# It defines runner types that will be provisioned by by LF Self-hosted runners
4

5
# scale-config.yml:
6
#   Powers what instance types are available for GHA auto-scaled
7
#   runners. Runners listed here will be available as self hosted
8
#   runners, configuration is directly pulled from the main branch.
9
#
10
# NOTE (Apr, 5, 2021): Linux runners are currently all an amazonlinux2
11
#
12
# NOTE (Jan 5, 2021): Linux runners are all non-ephemeral to reduce the amount of CreateInstaces calls
13
#                     to avoid RequestLimitExceeded issues
14
#
15
# TODO: Add some documentation on how the auto-scaling works
16
#
17
# NOTE: Default values,
18
#
19
# runner_types:
20
#   runner_label:
21
#     instance_type: m4.large
22
#     os: linux
23
#     max_available: 20
24
#     disk_size: 50
25
#     is_ephemeral: true
26

27
runner_types:
28
  lf.c.linux.12xlarge:
29
    disk_size: 200
30
    instance_type: c5.12xlarge
31
    is_ephemeral: false
32
    max_available: 1000
33
    os: linux
34
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
35
    variants:
36
      amz2023:
37
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
38
      am2:
39
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
40
  lf.c.linux.10xlarge.avx2:
41
    disk_size: 200
42
    instance_type: m4.10xlarge
43
    is_ephemeral: false
44
    max_available: 450
45
    os: linux
46
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
47
    variants:
48
      amz2023:
49
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
50
      am2:
51
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
52
  lf.c.linux.24xl.spr-metal:
53
    disk_size: 200
54
    instance_type: c7i.metal-24xl
55
    is_ephemeral: false
56
    max_available: 150
57
    os: linux
58
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
59
    variants:
60
      amz2023:
61
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
62
      am2:
63
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
64
  lf.c.linux.16xlarge.spr:
65
    disk_size: 200
66
    instance_type: c7i.16xlarge
67
    is_ephemeral: false
68
    max_available: 150
69
    os: linux
70
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
71
    variants:
72
      amz2023:
73
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
74
      am2:
75
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
76
  lf.c.linux.9xlarge.ephemeral:
77
    disk_size: 200
78
    instance_type: c5.9xlarge
79
    is_ephemeral: true
80
    max_available: 50
81
    os: linux
82
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
83
    variants:
84
      amz2023:
85
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
86
      am2:
87
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
88
  lf.c.linux.12xlarge.ephemeral:
89
    disk_size: 200
90
    instance_type: c5.12xlarge
91
    is_ephemeral: true
92
    max_available: 300
93
    os: linux
94
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
95
    variants:
96
      amz2023:
97
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
98
      am2:
99
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
100
  lf.c.linux.16xlarge.nvidia.gpu:
101
    disk_size: 150
102
    instance_type: g3.16xlarge
103
    is_ephemeral: false
104
    max_available: 150
105
    os: linux
106
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
107
    variants:
108
      amz2023:
109
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
110
      am2:
111
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
112
  lf.c.linux.24xlarge:
113
    disk_size: 150
114
    instance_type: c5.24xlarge
115
    is_ephemeral: false
116
    max_available: 500
117
    os: linux
118
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
119
    variants:
120
      amz2023:
121
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
122
      am2:
123
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
124
  lf.c.linux.24xlarge.ephemeral:
125
    disk_size: 150
126
    instance_type: c5.24xlarge
127
    is_ephemeral: true
128
    max_available: 200
129
    os: linux
130
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
131
    variants:
132
      amz2023:
133
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
134
      am2:
135
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
136
  lf.c.linux.2xlarge:
137
    disk_size: 150
138
    instance_type: c5.2xlarge
139
    is_ephemeral: false
140
    max_available: 3120
141
    os: linux
142
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
143
    variants:
144
      amz2023:
145
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
146
      am2:
147
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
148
  lf.c.linux.4xlarge:
149
    disk_size: 150
150
    instance_type: c5.4xlarge
151
    is_ephemeral: false
152
    max_available: 1000
153
    os: linux
154
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
155
    variants:
156
      amz2023:
157
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
158
      am2:
159
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
160
  lf.c.linux.4xlarge.nvidia.gpu:
161
    disk_size: 150
162
    instance_type: g3.4xlarge
163
    is_ephemeral: false
164
    max_available: 1000
165
    os: linux
166
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
167
    variants:
168
      amz2023:
169
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
170
      am2:
171
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
172
  lf.c.linux.8xlarge.nvidia.gpu:
173
    disk_size: 150
174
    instance_type: g3.8xlarge
175
    is_ephemeral: false
176
    max_available: 400
177
    os: linux
178
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
179
    variants:
180
      amz2023:
181
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
182
      am2:
183
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
184
  lf.c.linux.g4dn.12xlarge.nvidia.gpu:
185
    disk_size: 150
186
    instance_type: g4dn.12xlarge
187
    is_ephemeral: false
188
    max_available: 250
189
    os: linux
190
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
191
    variants:
192
      amz2023:
193
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
194
      am2:
195
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
196
  lf.c.linux.g4dn.metal.nvidia.gpu:
197
    disk_size: 150
198
    instance_type: g4dn.metal
199
    is_ephemeral: false
200
    max_available: 300
201
    os: linux
202
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
203
    variants:
204
      amz2023:
205
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
206
      am2:
207
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
208
  lf.c.linux.g5.48xlarge.nvidia.gpu:
209
    disk_size: 150
210
    instance_type: g5.48xlarge
211
    is_ephemeral: false
212
    max_available: 200
213
    os: linux
214
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
215
    variants:
216
      amz2023:
217
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
218
      am2:
219
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
220
  lf.c.linux.g5.12xlarge.nvidia.gpu:
221
    disk_size: 150
222
    instance_type: g5.12xlarge
223
    is_ephemeral: false
224
    max_available: 150
225
    os: linux
226
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
227
    variants:
228
      amz2023:
229
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
230
      am2:
231
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
232
  lf.c.linux.g5.4xlarge.nvidia.gpu:
233
    disk_size: 150
234
    instance_type: g5.4xlarge
235
    is_ephemeral: false
236
    max_available: 2400
237
    os: linux
238
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
239
    variants:
240
      amz2023:
241
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
242
      am2:
243
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
244
  lf.c.linux.g6.4xlarge.experimental.nvidia.gpu:
245
    disk_size: 150
246
    instance_type: g6.4xlarge
247
    is_ephemeral: false
248
    max_available: 50
249
    os: linux
250
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
251
    variants:
252
      amz2023:
253
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
254
      am2:
255
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
256
  lf.c.linux.large:
257
    max_available: 1200
258
    disk_size: 15
259
    instance_type: c5.large
260
    is_ephemeral: false
261
    os: linux
262
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
263
    variants:
264
      amz2023:
265
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
266
      am2:
267
        ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
268
  lf.c.linux.arm64.2xlarge:
269
    disk_size: 256
270
    instance_type: t4g.2xlarge
271
    is_ephemeral: false
272
    max_available: 200
273
    os: linux
274
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
275
    variants:
276
      amz2023:
277
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
278
      am2:
279
        ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
280
  lf.c.linux.arm64.m7g.4xlarge:
281
    disk_size: 256
282
    instance_type: m7g.4xlarge
283
    is_ephemeral: false
284
    max_available: 200
285
    os: linux
286
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
287
    variants:
288
      amz2023:
289
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
290
      am2:
291
        ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
292
  lf.c.linux.arm64.2xlarge.ephemeral:
293
    disk_size: 256
294
    instance_type: t4g.2xlarge
295
    is_ephemeral: true
296
    max_available: 200
297
    os: linux
298
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
299
    variants:
300
      amz2023:
301
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
302
      am2:
303
        ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
304
  lf.c.linux.arm64.m7g.4xlarge.ephemeral:
305
    disk_size: 256
306
    instance_type: m7g.4xlarge
307
    is_ephemeral: true
308
    max_available: 200
309
    os: linux
310
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
311
    variants:
312
      amz2023:
313
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
314
      am2:
315
        ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
316
  lf.c.linux.arm64.m7g.metal:
317
    disk_size: 256
318
    instance_type: m7g.metal
319
    is_ephemeral: false
320
    max_available: 100
321
    os: linux
322
    ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
323
    variants:
324
      amz2023:
325
        ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
326
      am2:
327
        ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
328
  lf.c.windows.g4dn.xlarge:
329
    disk_size: 256
330
    instance_type: g4dn.xlarge
331
    is_ephemeral: true
332
    max_available: 100
333
    os: windows
334
  lf.c.windows.g4dn.xlarge.nonephemeral:
335
    disk_size: 256
336
    instance_type: g4dn.xlarge
337
    is_ephemeral: false
338
    max_available: 100
339
    os: windows
340
  lf.c.windows.4xlarge:
341
    disk_size: 256
342
    instance_type: c5d.4xlarge
343
    is_ephemeral: true
344
    max_available: 420
345
    os: windows
346
  lf.c.windows.4xlarge.nonephemeral:
347
    disk_size: 256
348
    instance_type: c5d.4xlarge
349
    is_ephemeral: false
350
    max_available: 420
351
    os: windows
352
  lf.c.windows.8xlarge.nvidia.gpu:
353
    disk_size: 256
354
    instance_type: p3.2xlarge
355
    is_ephemeral: true
356
    max_available: 300
357
    os: windows
358
  lf.c.windows.8xlarge.nvidia.gpu.nonephemeral:
359
    disk_size: 256
360
    instance_type: p3.2xlarge
361
    is_ephemeral: false
362
    max_available: 150
363
    os: windows
364
  lf.c.windows.g5.4xlarge.nvidia.gpu:
365
    disk_size: 256
366
    instance_type: g5.4xlarge
367
    is_ephemeral: false
368
    max_available: 250
369
    os: windows
370