qemu

1
#include "qemu/osdep.h"
2
#include "migration/vmstate.h"
3
#include "hw/acpi/cpu.h"
4
#include "hw/core/cpu.h"
5
#include "qapi/error.h"
6
#include "qapi/qapi-events-acpi.h"
7
#include "trace.h"
8
#include "sysemu/numa.h"
9

10
#define ACPI_CPU_SELECTOR_OFFSET_WR 0
11
#define ACPI_CPU_FLAGS_OFFSET_RW 4
12
#define ACPI_CPU_CMD_OFFSET_WR 5
13
#define ACPI_CPU_CMD_DATA_OFFSET_RW 8
14
#define ACPI_CPU_CMD_DATA2_OFFSET_R 0
15

16
#define OVMF_CPUHP_SMI_CMD 4
17

18
enum {
19
    CPHP_GET_NEXT_CPU_WITH_EVENT_CMD = 0,
20
    CPHP_OST_EVENT_CMD = 1,
21
    CPHP_OST_STATUS_CMD = 2,
22
    CPHP_GET_CPU_ID_CMD = 3,
23
    CPHP_CMD_MAX
24
};
25

26
static ACPIOSTInfo *acpi_cpu_device_status(int idx, AcpiCpuStatus *cdev)
27
{
28
    ACPIOSTInfo *info = g_new0(ACPIOSTInfo, 1);
29

30
    info->slot_type = ACPI_SLOT_TYPE_CPU;
31
    info->slot = g_strdup_printf("%d", idx);
32
    info->source = cdev->ost_event;
33
    info->status = cdev->ost_status;
34
    if (cdev->cpu) {
35
        DeviceState *dev = DEVICE(cdev->cpu);
36
        if (dev->id) {
37
            info->device = g_strdup(dev->id);
38
        }
39
    }
40
    return info;
41
}
42

43
void acpi_cpu_ospm_status(CPUHotplugState *cpu_st, ACPIOSTInfoList ***list)
44
{
45
    ACPIOSTInfoList ***tail = list;
46
    int i;
47

48
    for (i = 0; i < cpu_st->dev_count; i++) {
49
        QAPI_LIST_APPEND(*tail, acpi_cpu_device_status(i, &cpu_st->devs[i]));
50
    }
51
}
52

53
static uint64_t cpu_hotplug_rd(void *opaque, hwaddr addr, unsigned size)
54
{
55
    uint64_t val = 0;
56
    CPUHotplugState *cpu_st = opaque;
57
    AcpiCpuStatus *cdev;
58

59
    if (cpu_st->selector >= cpu_st->dev_count) {
60
        return val;
61
    }
62

63
    cdev = &cpu_st->devs[cpu_st->selector];
64
    switch (addr) {
65
    case ACPI_CPU_FLAGS_OFFSET_RW: /* pack and return is_* fields */
66
        val |= cdev->cpu ? 1 : 0;
67
        val |= cdev->is_inserting ? 2 : 0;
68
        val |= cdev->is_removing  ? 4 : 0;
69
        val |= cdev->fw_remove  ? 16 : 0;
70
        trace_cpuhp_acpi_read_flags(cpu_st->selector, val);
71
        break;
72
    case ACPI_CPU_CMD_DATA_OFFSET_RW:
73
        switch (cpu_st->command) {
74
        case CPHP_GET_NEXT_CPU_WITH_EVENT_CMD:
75
           val = cpu_st->selector;
76
           break;
77
        case CPHP_GET_CPU_ID_CMD:
78
           val = cdev->arch_id & 0xFFFFFFFF;
79
           break;
80
        default:
81
           break;
82
        }
83
        trace_cpuhp_acpi_read_cmd_data(cpu_st->selector, val);
84
        break;
85
    case ACPI_CPU_CMD_DATA2_OFFSET_R:
86
        switch (cpu_st->command) {
87
        case CPHP_GET_NEXT_CPU_WITH_EVENT_CMD:
88
           val = 0;
89
           break;
90
        case CPHP_GET_CPU_ID_CMD:
91
           val = cdev->arch_id >> 32;
92
           break;
93
        default:
94
           break;
95
        }
96
        trace_cpuhp_acpi_read_cmd_data2(cpu_st->selector, val);
97
        break;
98
    default:
99
        break;
100
    }
101
    return val;
102
}
103

104
static void cpu_hotplug_wr(void *opaque, hwaddr addr, uint64_t data,
105
                           unsigned int size)
106
{
107
    CPUHotplugState *cpu_st = opaque;
108
    AcpiCpuStatus *cdev;
109
    ACPIOSTInfo *info;
110

111
    assert(cpu_st->dev_count);
112

113
    if (addr) {
114
        if (cpu_st->selector >= cpu_st->dev_count) {
115
            trace_cpuhp_acpi_invalid_idx_selected(cpu_st->selector);
116
            return;
117
        }
118
    }
119

120
    switch (addr) {
121
    case ACPI_CPU_SELECTOR_OFFSET_WR: /* current CPU selector */
122
        cpu_st->selector = data;
123
        trace_cpuhp_acpi_write_idx(cpu_st->selector);
124
        break;
125
    case ACPI_CPU_FLAGS_OFFSET_RW: /* set is_* fields  */
126
        cdev = &cpu_st->devs[cpu_st->selector];
127
        if (data & 2) { /* clear insert event */
128
            cdev->is_inserting = false;
129
            trace_cpuhp_acpi_clear_inserting_evt(cpu_st->selector);
130
        } else if (data & 4) { /* clear remove event */
131
            cdev->is_removing = false;
132
            trace_cpuhp_acpi_clear_remove_evt(cpu_st->selector);
133
        } else if (data & 8) {
134
            DeviceState *dev = NULL;
135
            HotplugHandler *hotplug_ctrl = NULL;
136

137
            if (!cdev->cpu || cdev->cpu == first_cpu) {
138
                trace_cpuhp_acpi_ejecting_invalid_cpu(cpu_st->selector);
139
                break;
140
            }
141

142
            trace_cpuhp_acpi_ejecting_cpu(cpu_st->selector);
143
            dev = DEVICE(cdev->cpu);
144
            hotplug_ctrl = qdev_get_hotplug_handler(dev);
145
            hotplug_handler_unplug(hotplug_ctrl, dev, NULL);
146
            object_unparent(OBJECT(dev));
147
            cdev->fw_remove = false;
148
        } else if (data & 16) {
149
            if (!cdev->cpu || cdev->cpu == first_cpu) {
150
                trace_cpuhp_acpi_fw_remove_invalid_cpu(cpu_st->selector);
151
                break;
152
            }
153
            trace_cpuhp_acpi_fw_remove_cpu(cpu_st->selector);
154
            cdev->fw_remove = true;
155
        }
156
        break;
157
    case ACPI_CPU_CMD_OFFSET_WR:
158
        trace_cpuhp_acpi_write_cmd(cpu_st->selector, data);
159
        if (data < CPHP_CMD_MAX) {
160
            cpu_st->command = data;
161
            if (cpu_st->command == CPHP_GET_NEXT_CPU_WITH_EVENT_CMD) {
162
                uint32_t iter = cpu_st->selector;
163

164
                do {
165
                    cdev = &cpu_st->devs[iter];
166
                    if (cdev->is_inserting || cdev->is_removing ||
167
                        cdev->fw_remove) {
168
                        cpu_st->selector = iter;
169
                        trace_cpuhp_acpi_cpu_has_events(cpu_st->selector,
170
                            cdev->is_inserting, cdev->is_removing);
171
                        break;
172
                    }
173
                    iter = iter + 1 < cpu_st->dev_count ? iter + 1 : 0;
174
                } while (iter != cpu_st->selector);
175
            }
176
        }
177
        break;
178
    case ACPI_CPU_CMD_DATA_OFFSET_RW:
179
        switch (cpu_st->command) {
180
        case CPHP_OST_EVENT_CMD: {
181
           cdev = &cpu_st->devs[cpu_st->selector];
182
           cdev->ost_event = data;
183
           trace_cpuhp_acpi_write_ost_ev(cpu_st->selector, cdev->ost_event);
184
           break;
185
        }
186
        case CPHP_OST_STATUS_CMD: {
187
           cdev = &cpu_st->devs[cpu_st->selector];
188
           cdev->ost_status = data;
189
           info = acpi_cpu_device_status(cpu_st->selector, cdev);
190
           qapi_event_send_acpi_device_ost(info);
191
           qapi_free_ACPIOSTInfo(info);
192
           trace_cpuhp_acpi_write_ost_status(cpu_st->selector,
193
                                             cdev->ost_status);
194
           break;
195
        }
196
        default:
197
           break;
198
        }
199
        break;
200
    default:
201
        break;
202
    }
203
}
204

205
static const MemoryRegionOps cpu_hotplug_ops = {
206
    .read = cpu_hotplug_rd,
207
    .write = cpu_hotplug_wr,
208
    .endianness = DEVICE_LITTLE_ENDIAN,
209
    .valid = {
210
        .min_access_size = 1,
211
        .max_access_size = 4,
212
    },
213
};
214

215
void cpu_hotplug_hw_init(MemoryRegion *as, Object *owner,
216
                         CPUHotplugState *state, hwaddr base_addr)
217
{
218
    MachineState *machine = MACHINE(qdev_get_machine());
219
    MachineClass *mc = MACHINE_GET_CLASS(machine);
220
    const CPUArchIdList *id_list;
221
    int i;
222

223
    assert(mc->possible_cpu_arch_ids);
224
    id_list = mc->possible_cpu_arch_ids(machine);
225
    state->dev_count = id_list->len;
226
    state->devs = g_new0(typeof(*state->devs), state->dev_count);
227
    for (i = 0; i < id_list->len; i++) {
228
        state->devs[i].cpu =  CPU(id_list->cpus[i].cpu);
229
        state->devs[i].arch_id = id_list->cpus[i].arch_id;
230
    }
231
    memory_region_init_io(&state->ctrl_reg, owner, &cpu_hotplug_ops, state,
232
                          "acpi-cpu-hotplug", ACPI_CPU_HOTPLUG_REG_LEN);
233
    memory_region_add_subregion(as, base_addr, &state->ctrl_reg);
234
}
235

236
static AcpiCpuStatus *get_cpu_status(CPUHotplugState *cpu_st, DeviceState *dev)
237
{
238
    CPUClass *k = CPU_GET_CLASS(dev);
239
    uint64_t cpu_arch_id = k->get_arch_id(CPU(dev));
240
    int i;
241

242
    for (i = 0; i < cpu_st->dev_count; i++) {
243
        if (cpu_arch_id == cpu_st->devs[i].arch_id) {
244
            return &cpu_st->devs[i];
245
        }
246
    }
247
    return NULL;
248
}
249

250
void acpi_cpu_plug_cb(HotplugHandler *hotplug_dev,
251
                      CPUHotplugState *cpu_st, DeviceState *dev, Error **errp)
252
{
253
    AcpiCpuStatus *cdev;
254

255
    cdev = get_cpu_status(cpu_st, dev);
256
    if (!cdev) {
257
        return;
258
    }
259

260
    cdev->cpu = CPU(dev);
261
    if (dev->hotplugged) {
262
        cdev->is_inserting = true;
263
        acpi_send_event(DEVICE(hotplug_dev), ACPI_CPU_HOTPLUG_STATUS);
264
    }
265
}
266

267
void acpi_cpu_unplug_request_cb(HotplugHandler *hotplug_dev,
268
                                CPUHotplugState *cpu_st,
269
                                DeviceState *dev, Error **errp)
270
{
271
    AcpiCpuStatus *cdev;
272

273
    cdev = get_cpu_status(cpu_st, dev);
274
    if (!cdev) {
275
        return;
276
    }
277

278
    cdev->is_removing = true;
279
    acpi_send_event(DEVICE(hotplug_dev), ACPI_CPU_HOTPLUG_STATUS);
280
}
281

282
void acpi_cpu_unplug_cb(CPUHotplugState *cpu_st,
283
                        DeviceState *dev, Error **errp)
284
{
285
    AcpiCpuStatus *cdev;
286

287
    cdev = get_cpu_status(cpu_st, dev);
288
    if (!cdev) {
289
        return;
290
    }
291

292
    cdev->cpu = NULL;
293
}
294

295
static const VMStateDescription vmstate_cpuhp_sts = {
296
    .name = "CPU hotplug device state",
297
    .version_id = 1,
298
    .minimum_version_id = 1,
299
    .fields = (const VMStateField[]) {
300
        VMSTATE_BOOL(is_inserting, AcpiCpuStatus),
301
        VMSTATE_BOOL(is_removing, AcpiCpuStatus),
302
        VMSTATE_UINT32(ost_event, AcpiCpuStatus),
303
        VMSTATE_UINT32(ost_status, AcpiCpuStatus),
304
        VMSTATE_END_OF_LIST()
305
    }
306
};
307

308
const VMStateDescription vmstate_cpu_hotplug = {
309
    .name = "CPU hotplug state",
310
    .version_id = 1,
311
    .minimum_version_id = 1,
312
    .fields = (const VMStateField[]) {
313
        VMSTATE_UINT32(selector, CPUHotplugState),
314
        VMSTATE_UINT8(command, CPUHotplugState),
315
        VMSTATE_STRUCT_VARRAY_POINTER_UINT32(devs, CPUHotplugState, dev_count,
316
                                             vmstate_cpuhp_sts, AcpiCpuStatus),
317
        VMSTATE_END_OF_LIST()
318
    }
319
};
320

321
#define CPU_NAME_FMT      "C%.03X"
322
#define CPUHP_RES_DEVICE  "PRES"
323
#define CPU_LOCK          "CPLK"
324
#define CPU_STS_METHOD    "CSTA"
325
#define CPU_SCAN_METHOD   "CSCN"
326
#define CPU_NOTIFY_METHOD "CTFY"
327
#define CPU_EJECT_METHOD  "CEJ0"
328
#define CPU_OST_METHOD    "COST"
329
#define CPU_ADDED_LIST    "CNEW"
330

331
#define CPU_ENABLED       "CPEN"
332
#define CPU_SELECTOR      "CSEL"
333
#define CPU_COMMAND       "CCMD"
334
#define CPU_DATA          "CDAT"
335
#define CPU_INSERT_EVENT  "CINS"
336
#define CPU_REMOVE_EVENT  "CRMV"
337
#define CPU_EJECT_EVENT   "CEJ0"
338
#define CPU_FW_EJECT_EVENT "CEJF"
339

340
void build_cpus_aml(Aml *table, MachineState *machine, CPUHotplugFeatures opts,
341
                    build_madt_cpu_fn build_madt_cpu, hwaddr base_addr,
342
                    const char *res_root,
343
                    const char *event_handler_method,
344
                    AmlRegionSpace rs)
345
{
346
    Aml *ifctx;
347
    Aml *field;
348
    Aml *method;
349
    Aml *cpu_ctrl_dev;
350
    Aml *cpus_dev;
351
    Aml *zero = aml_int(0);
352
    Aml *one = aml_int(1);
353
    Aml *sb_scope = aml_scope("_SB");
354
    MachineClass *mc = MACHINE_GET_CLASS(machine);
355
    const CPUArchIdList *arch_ids = mc->possible_cpu_arch_ids(machine);
356
    char *cphp_res_path = g_strdup_printf("%s." CPUHP_RES_DEVICE, res_root);
357

358
    cpu_ctrl_dev = aml_device("%s", cphp_res_path);
359
    {
360
        Aml *crs;
361

362
        aml_append(cpu_ctrl_dev,
363
            aml_name_decl("_HID", aml_eisaid("PNP0A06")));
364
        aml_append(cpu_ctrl_dev,
365
            aml_name_decl("_UID", aml_string("CPU Hotplug resources")));
366
        aml_append(cpu_ctrl_dev, aml_mutex(CPU_LOCK, 0));
367

368
        assert((rs == AML_SYSTEM_IO) || (rs == AML_SYSTEM_MEMORY));
369

370
        crs = aml_resource_template();
371
        if (rs == AML_SYSTEM_IO) {
372
            aml_append(crs, aml_io(AML_DECODE16, base_addr, base_addr, 1,
373
                               ACPI_CPU_HOTPLUG_REG_LEN));
374
        } else if (rs == AML_SYSTEM_MEMORY) {
375
            aml_append(crs, aml_memory32_fixed(base_addr,
376
                               ACPI_CPU_HOTPLUG_REG_LEN, AML_READ_WRITE));
377
        }
378

379
        aml_append(cpu_ctrl_dev, aml_name_decl("_CRS", crs));
380

381
        /* declare CPU hotplug MMIO region with related access fields */
382
        aml_append(cpu_ctrl_dev,
383
            aml_operation_region("PRST", rs, aml_int(base_addr),
384
                                 ACPI_CPU_HOTPLUG_REG_LEN));
385

386
        field = aml_field("PRST", AML_BYTE_ACC, AML_NOLOCK,
387
                          AML_WRITE_AS_ZEROS);
388
        aml_append(field, aml_reserved_field(ACPI_CPU_FLAGS_OFFSET_RW * 8));
389
        /* 1 if enabled, read only */
390
        aml_append(field, aml_named_field(CPU_ENABLED, 1));
391
        /* (read) 1 if has a insert event. (write) 1 to clear event */
392
        aml_append(field, aml_named_field(CPU_INSERT_EVENT, 1));
393
        /* (read) 1 if has a remove event. (write) 1 to clear event */
394
        aml_append(field, aml_named_field(CPU_REMOVE_EVENT, 1));
395
        /* initiates device eject, write only */
396
        aml_append(field, aml_named_field(CPU_EJECT_EVENT, 1));
397
        /* tell firmware to do device eject, write only */
398
        aml_append(field, aml_named_field(CPU_FW_EJECT_EVENT, 1));
399
        aml_append(field, aml_reserved_field(3));
400
        aml_append(field, aml_named_field(CPU_COMMAND, 8));
401
        aml_append(cpu_ctrl_dev, field);
402

403
        field = aml_field("PRST", AML_DWORD_ACC, AML_NOLOCK, AML_PRESERVE);
404
        /* CPU selector, write only */
405
        aml_append(field, aml_named_field(CPU_SELECTOR, 32));
406
        /* flags + cmd + 2byte align */
407
        aml_append(field, aml_reserved_field(4 * 8));
408
        aml_append(field, aml_named_field(CPU_DATA, 32));
409
        aml_append(cpu_ctrl_dev, field);
410

411
        if (opts.has_legacy_cphp) {
412
            method = aml_method("_INI", 0, AML_SERIALIZED);
413
            /* switch off legacy CPU hotplug HW and use new one,
414
             * on reboot system is in new mode and writing 0
415
             * in CPU_SELECTOR selects BSP, which is NOP at
416
             * the time _INI is called */
417
            aml_append(method, aml_store(zero, aml_name(CPU_SELECTOR)));
418
            aml_append(cpu_ctrl_dev, method);
419
        }
420
    }
421
    aml_append(sb_scope, cpu_ctrl_dev);
422

423
    cpus_dev = aml_device("\\_SB.CPUS");
424
    {
425
        int i;
426
        Aml *ctrl_lock = aml_name("%s.%s", cphp_res_path, CPU_LOCK);
427
        Aml *cpu_selector = aml_name("%s.%s", cphp_res_path, CPU_SELECTOR);
428
        Aml *is_enabled = aml_name("%s.%s", cphp_res_path, CPU_ENABLED);
429
        Aml *cpu_cmd = aml_name("%s.%s", cphp_res_path, CPU_COMMAND);
430
        Aml *cpu_data = aml_name("%s.%s", cphp_res_path, CPU_DATA);
431
        Aml *ins_evt = aml_name("%s.%s", cphp_res_path, CPU_INSERT_EVENT);
432
        Aml *rm_evt = aml_name("%s.%s", cphp_res_path, CPU_REMOVE_EVENT);
433
        Aml *ej_evt = aml_name("%s.%s", cphp_res_path, CPU_EJECT_EVENT);
434
        Aml *fw_ej_evt = aml_name("%s.%s", cphp_res_path, CPU_FW_EJECT_EVENT);
435

436
        aml_append(cpus_dev, aml_name_decl("_HID", aml_string("ACPI0010")));
437
        aml_append(cpus_dev, aml_name_decl("_CID", aml_eisaid("PNP0A05")));
438

439
        method = aml_method(CPU_NOTIFY_METHOD, 2, AML_NOTSERIALIZED);
440
        for (i = 0; i < arch_ids->len; i++) {
441
            Aml *cpu = aml_name(CPU_NAME_FMT, i);
442
            Aml *uid = aml_arg(0);
443
            Aml *event = aml_arg(1);
444

445
            ifctx = aml_if(aml_equal(uid, aml_int(i)));
446
            {
447
                aml_append(ifctx, aml_notify(cpu, event));
448
            }
449
            aml_append(method, ifctx);
450
        }
451
        aml_append(cpus_dev, method);
452

453
        method = aml_method(CPU_STS_METHOD, 1, AML_SERIALIZED);
454
        {
455
            Aml *idx = aml_arg(0);
456
            Aml *sta = aml_local(0);
457

458
            aml_append(method, aml_acquire(ctrl_lock, 0xFFFF));
459
            aml_append(method, aml_store(idx, cpu_selector));
460
            aml_append(method, aml_store(zero, sta));
461
            ifctx = aml_if(aml_equal(is_enabled, one));
462
            {
463
                aml_append(ifctx, aml_store(aml_int(0xF), sta));
464
            }
465
            aml_append(method, ifctx);
466
            aml_append(method, aml_release(ctrl_lock));
467
            aml_append(method, aml_return(sta));
468
        }
469
        aml_append(cpus_dev, method);
470

471
        method = aml_method(CPU_EJECT_METHOD, 1, AML_SERIALIZED);
472
        {
473
            Aml *idx = aml_arg(0);
474

475
            aml_append(method, aml_acquire(ctrl_lock, 0xFFFF));
476
            aml_append(method, aml_store(idx, cpu_selector));
477
            if (opts.fw_unplugs_cpu) {
478
                aml_append(method, aml_store(one, fw_ej_evt));
479
                aml_append(method, aml_store(aml_int(OVMF_CPUHP_SMI_CMD),
480
                           aml_name("%s", opts.smi_path)));
481
            } else {
482
                aml_append(method, aml_store(one, ej_evt));
483
            }
484
            aml_append(method, aml_release(ctrl_lock));
485
        }
486
        aml_append(cpus_dev, method);
487

488
        method = aml_method(CPU_SCAN_METHOD, 0, AML_SERIALIZED);
489
        {
490
            const uint8_t max_cpus_per_pass = 255;
491
            Aml *else_ctx;
492
            Aml *while_ctx, *while_ctx2;
493
            Aml *has_event = aml_local(0);
494
            Aml *dev_chk = aml_int(1);
495
            Aml *eject_req = aml_int(3);
496
            Aml *next_cpu_cmd = aml_int(CPHP_GET_NEXT_CPU_WITH_EVENT_CMD);
497
            Aml *num_added_cpus = aml_local(1);
498
            Aml *cpu_idx = aml_local(2);
499
            Aml *uid = aml_local(3);
500
            Aml *has_job = aml_local(4);
501
            Aml *new_cpus = aml_name(CPU_ADDED_LIST);
502

503
            aml_append(method, aml_acquire(ctrl_lock, 0xFFFF));
504

505
            /*
506
             * Windows versions newer than XP (including Windows 10/Windows
507
             * Server 2019), do support* VarPackageOp but, it is cripled to hold
508
             * the same elements number as old PackageOp.
509
             * For compatibility with Windows XP (so it won't crash) use ACPI1.0
510
             * PackageOp which can hold max 255 elements.
511
             *
512
             * use named package as old Windows don't support it in local var
513
             */
514
            aml_append(method, aml_name_decl(CPU_ADDED_LIST,
515
                                             aml_package(max_cpus_per_pass)));
516

517
            aml_append(method, aml_store(zero, uid));
518
            aml_append(method, aml_store(one, has_job));
519
            /*
520
             * CPU_ADDED_LIST can hold limited number of elements, outer loop
521
             * allows to process CPUs in batches which let us to handle more
522
             * CPUs than CPU_ADDED_LIST can hold.
523
             */
524
            while_ctx2 = aml_while(aml_equal(has_job, one));
525
            {
526
                aml_append(while_ctx2, aml_store(zero, has_job));
527

528
                aml_append(while_ctx2, aml_store(one, has_event));
529
                aml_append(while_ctx2, aml_store(zero, num_added_cpus));
530

531
                /*
532
                 * Scan CPUs, till there are CPUs with events or
533
                 * CPU_ADDED_LIST capacity is exhausted
534
                 */
535
                while_ctx = aml_while(aml_land(aml_equal(has_event, one),
536
                                      aml_lless(uid, aml_int(arch_ids->len))));
537
                {
538
                     /*
539
                      * clear loop exit condition, ins_evt/rm_evt checks will
540
                      * set it to 1 while next_cpu_cmd returns a CPU with events
541
                      */
542
                     aml_append(while_ctx, aml_store(zero, has_event));
543

544
                     aml_append(while_ctx, aml_store(uid, cpu_selector));
545
                     aml_append(while_ctx, aml_store(next_cpu_cmd, cpu_cmd));
546

547
                     /*
548
                      * wrap around case, scan is complete, exit loop.
549
                      * It happens since events are not cleared in scan loop,
550
                      * so next_cpu_cmd continues to find already processed CPUs
551
                      */
552
                     ifctx = aml_if(aml_lless(cpu_data, uid));
553
                     {
554
                         aml_append(ifctx, aml_break());
555
                     }
556
                     aml_append(while_ctx, ifctx);
557

558
                     /*
559
                      * if CPU_ADDED_LIST is full, exit inner loop and process
560
                      * collected CPUs
561
                      */
562
                     ifctx = aml_if(
563
                         aml_equal(num_added_cpus, aml_int(max_cpus_per_pass)));
564
                     {
565
                         aml_append(ifctx, aml_store(one, has_job));
566
                         aml_append(ifctx, aml_break());
567
                     }
568
                     aml_append(while_ctx, ifctx);
569

570
                     aml_append(while_ctx, aml_store(cpu_data, uid));
571
                     ifctx = aml_if(aml_equal(ins_evt, one));
572
                     {
573
                         /* cache added CPUs to Notify/Wakeup later */
574
                         aml_append(ifctx, aml_store(uid,
575
                             aml_index(new_cpus, num_added_cpus)));
576
                         aml_append(ifctx, aml_increment(num_added_cpus));
577
                         aml_append(ifctx, aml_store(one, has_event));
578
                     }
579
                     aml_append(while_ctx, ifctx);
580
                     else_ctx = aml_else();
581
                     ifctx = aml_if(aml_equal(rm_evt, one));
582
                     {
583
                         aml_append(ifctx,
584
                             aml_call2(CPU_NOTIFY_METHOD, uid, eject_req));
585
                         aml_append(ifctx, aml_store(one, rm_evt));
586
                         aml_append(ifctx, aml_store(one, has_event));
587
                     }
588
                     aml_append(else_ctx, ifctx);
589
                     aml_append(while_ctx, else_ctx);
590
                     aml_append(while_ctx, aml_increment(uid));
591
                }
592
                aml_append(while_ctx2, while_ctx);
593

594
                /*
595
                 * in case FW negotiated ICH9_LPC_SMI_F_CPU_HOTPLUG_BIT,
596
                 * make upcall to FW, so it can pull in new CPUs before
597
                 * OS is notified and wakes them up
598
                 */
599
                if (opts.smi_path) {
600
                    ifctx = aml_if(aml_lgreater(num_added_cpus, zero));
601
                    {
602
                        aml_append(ifctx, aml_store(aml_int(OVMF_CPUHP_SMI_CMD),
603
                            aml_name("%s", opts.smi_path)));
604
                    }
605
                    aml_append(while_ctx2, ifctx);
606
                }
607

608
                /* Notify OSPM about new CPUs and clear insert events */
609
                aml_append(while_ctx2, aml_store(zero, cpu_idx));
610
                while_ctx = aml_while(aml_lless(cpu_idx, num_added_cpus));
611
                {
612
                    aml_append(while_ctx,
613
                        aml_store(aml_derefof(aml_index(new_cpus, cpu_idx)),
614
                                  uid));
615
                    aml_append(while_ctx,
616
                        aml_call2(CPU_NOTIFY_METHOD, uid, dev_chk));
617
                    aml_append(while_ctx, aml_store(uid, aml_debug()));
618
                    aml_append(while_ctx, aml_store(uid, cpu_selector));
619
                    aml_append(while_ctx, aml_store(one, ins_evt));
620
                    aml_append(while_ctx, aml_increment(cpu_idx));
621
                }
622
                aml_append(while_ctx2, while_ctx);
623
                /*
624
                 * If another batch is needed, then it will resume scanning
625
                 * exactly at -- and not after -- the last CPU that's currently
626
                 * in CPU_ADDED_LIST. In other words, the last CPU in
627
                 * CPU_ADDED_LIST is going to be re-checked. That's OK: we've
628
                 * just cleared the insert event for *all* CPUs in
629
                 * CPU_ADDED_LIST, including the last one. So the scan will
630
                 * simply seek past it.
631
                 */
632
            }
633
            aml_append(method, while_ctx2);
634
            aml_append(method, aml_release(ctrl_lock));
635
        }
636
        aml_append(cpus_dev, method);
637

638
        method = aml_method(CPU_OST_METHOD, 4, AML_SERIALIZED);
639
        {
640
            Aml *uid = aml_arg(0);
641
            Aml *ev_cmd = aml_int(CPHP_OST_EVENT_CMD);
642
            Aml *st_cmd = aml_int(CPHP_OST_STATUS_CMD);
643

644
            aml_append(method, aml_acquire(ctrl_lock, 0xFFFF));
645
            aml_append(method, aml_store(uid, cpu_selector));
646
            aml_append(method, aml_store(ev_cmd, cpu_cmd));
647
            aml_append(method, aml_store(aml_arg(1), cpu_data));
648
            aml_append(method, aml_store(st_cmd, cpu_cmd));
649
            aml_append(method, aml_store(aml_arg(2), cpu_data));
650
            aml_append(method, aml_release(ctrl_lock));
651
        }
652
        aml_append(cpus_dev, method);
653

654
        /* build Processor object for each processor */
655
        for (i = 0; i < arch_ids->len; i++) {
656
            Aml *dev;
657
            Aml *uid = aml_int(i);
658
            GArray *madt_buf = g_array_new(0, 1, 1);
659
            int arch_id = arch_ids->cpus[i].arch_id;
660

661
            if (opts.acpi_1_compatible && arch_id < 255) {
662
                dev = aml_processor(i, 0, 0, CPU_NAME_FMT, i);
663
            } else {
664
                dev = aml_device(CPU_NAME_FMT, i);
665
                aml_append(dev, aml_name_decl("_HID", aml_string("ACPI0007")));
666
                aml_append(dev, aml_name_decl("_UID", uid));
667
            }
668

669
            method = aml_method("_STA", 0, AML_SERIALIZED);
670
            aml_append(method, aml_return(aml_call1(CPU_STS_METHOD, uid)));
671
            aml_append(dev, method);
672

673
            /* build _MAT object */
674
            build_madt_cpu(i, arch_ids, madt_buf, true); /* set enabled flag */
675
            aml_append(dev, aml_name_decl("_MAT",
676
                aml_buffer(madt_buf->len, (uint8_t *)madt_buf->data)));
677
            g_array_free(madt_buf, true);
678

679
            if (CPU(arch_ids->cpus[i].cpu) != first_cpu) {
680
                method = aml_method("_EJ0", 1, AML_NOTSERIALIZED);
681
                aml_append(method, aml_call1(CPU_EJECT_METHOD, uid));
682
                aml_append(dev, method);
683
            }
684

685
            method = aml_method("_OST", 3, AML_SERIALIZED);
686
            aml_append(method,
687
                aml_call4(CPU_OST_METHOD, uid, aml_arg(0),
688
                          aml_arg(1), aml_arg(2))
689
            );
690
            aml_append(dev, method);
691

692
            /* Linux guests discard SRAT info for non-present CPUs
693
             * as a result _PXM is required for all CPUs which might
694
             * be hot-plugged. For simplicity, add it for all CPUs.
695
             */
696
            if (arch_ids->cpus[i].props.has_node_id) {
697
                aml_append(dev, aml_name_decl("_PXM",
698
                           aml_int(arch_ids->cpus[i].props.node_id)));
699
            }
700

701
            aml_append(cpus_dev, dev);
702
        }
703
    }
704
    aml_append(sb_scope, cpus_dev);
705
    aml_append(table, sb_scope);
706

707
    method = aml_method(event_handler_method, 0, AML_NOTSERIALIZED);
708
    aml_append(method, aml_call0("\\_SB.CPUS." CPU_SCAN_METHOD));
709
    aml_append(table, method);
710

711
    g_free(cphp_res_path);
712
}
713