1628c3bb4SHuacai Chen // SPDX-License-Identifier: GPL-2.0
2628c3bb4SHuacai Chen /*
3628c3bb4SHuacai Chen * acpi.c - Architecture-Specific Low-Level ACPI Boot Support
4628c3bb4SHuacai Chen *
5628c3bb4SHuacai Chen * Author: Jianmin Lv <lvjianmin@loongson.cn>
6628c3bb4SHuacai Chen * Huacai Chen <chenhuacai@loongson.cn>
7628c3bb4SHuacai Chen * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
8628c3bb4SHuacai Chen */
9628c3bb4SHuacai Chen
10628c3bb4SHuacai Chen #include <linux/init.h>
11628c3bb4SHuacai Chen #include <linux/acpi.h>
12628c3bb4SHuacai Chen #include <linux/efi-bgrt.h>
13628c3bb4SHuacai Chen #include <linux/export.h>
14628c3bb4SHuacai Chen #include <linux/irq.h>
1588d4d957SBinbin Zhou #include <linux/irqdomain.h>
16628c3bb4SHuacai Chen #include <linux/memblock.h>
17628c3bb4SHuacai Chen #include <linux/of_fdt.h>
18d4b6f156SHuacai Chen #include <linux/serial_core.h>
19628c3bb4SHuacai Chen #include <asm/io.h>
20628c3bb4SHuacai Chen #include <asm/numa.h>
21628c3bb4SHuacai Chen #include <asm/loongson.h>
22628c3bb4SHuacai Chen
23628c3bb4SHuacai Chen int acpi_disabled;
24628c3bb4SHuacai Chen EXPORT_SYMBOL(acpi_disabled);
25628c3bb4SHuacai Chen int acpi_noirq;
26628c3bb4SHuacai Chen int acpi_pci_disabled;
27628c3bb4SHuacai Chen EXPORT_SYMBOL(acpi_pci_disabled);
28628c3bb4SHuacai Chen int acpi_strict = 1; /* We have no workarounds on LoongArch */
29628c3bb4SHuacai Chen int num_processors;
30628c3bb4SHuacai Chen int disabled_cpus;
31628c3bb4SHuacai Chen
32628c3bb4SHuacai Chen u64 acpi_saved_sp;
33628c3bb4SHuacai Chen
34*4551b305SHuacai Chen #define PREFIX "ACPI: "
35f6f0c9a7SHuacai Chen
36628c3bb4SHuacai Chen struct acpi_madt_core_pic acpi_core_pic[MAX_CORE_PIC];
37628c3bb4SHuacai Chen
__acpi_map_table(unsigned long phys,unsigned long size)38628c3bb4SHuacai Chen void __init __iomem * __acpi_map_table(unsigned long phys, unsigned long size)
39628c3bb4SHuacai Chen {
40628c3bb4SHuacai Chen
41628c3bb4SHuacai Chen if (!phys || !size)
42628c3bb4SHuacai Chen return NULL;
43628c3bb4SHuacai Chen
44628c3bb4SHuacai Chen return early_memremap(phys, size);
45628c3bb4SHuacai Chen }
__acpi_unmap_table(void __iomem * map,unsigned long size)46628c3bb4SHuacai Chen void __init __acpi_unmap_table(void __iomem *map, unsigned long size)
47628c3bb4SHuacai Chen {
48628c3bb4SHuacai Chen if (!map || !size)
49628c3bb4SHuacai Chen return;
50628c3bb4SHuacai Chen
51628c3bb4SHuacai Chen early_memunmap(map, size);
52e0fba87cSHuacai Chen }
53628c3bb4SHuacai Chen
acpi_os_ioremap(acpi_physical_address phys,acpi_size size)54628c3bb4SHuacai Chen void __iomem *acpi_os_ioremap(acpi_physical_address phys, acpi_size size)
55628c3bb4SHuacai Chen {
56628c3bb4SHuacai Chen if (!memblock_is_memory(phys))
57628c3bb4SHuacai Chen return ioremap(phys, size);
58628c3bb4SHuacai Chen else
59628c3bb4SHuacai Chen return ioremap_cache(phys, size);
60255b4658SHuacai Chen }
6146859ac8SHuacai Chen
6246859ac8SHuacai Chen #ifdef CONFIG_SMP
set_processor_mask(u32 id,u32 pass)6346859ac8SHuacai Chen static int set_processor_mask(u32 id, u32 pass)
6446859ac8SHuacai Chen {
6546859ac8SHuacai Chen int cpu = -1, cpuid = id;
6646859ac8SHuacai Chen
6746859ac8SHuacai Chen if (num_processors >= NR_CPUS) {
6846859ac8SHuacai Chen pr_warn(PREFIX "nr_cpus limit of %i reached."
6946859ac8SHuacai Chen " processor 0x%x ignored.\n", NR_CPUS, cpuid);
7046859ac8SHuacai Chen
7146859ac8SHuacai Chen return -ENODEV;
7246859ac8SHuacai Chen
7346859ac8SHuacai Chen }
7446859ac8SHuacai Chen
7546859ac8SHuacai Chen if (cpuid == loongson_sysconf.boot_cpu_id)
7646859ac8SHuacai Chen cpu = 0;
7746859ac8SHuacai Chen
7846859ac8SHuacai Chen switch (pass) {
7946859ac8SHuacai Chen case 1: /* Pass 1 handle enabled processors */
8046859ac8SHuacai Chen if (cpu < 0)
8146859ac8SHuacai Chen cpu = find_first_zero_bit(cpumask_bits(cpu_present_mask), NR_CPUS);
8246859ac8SHuacai Chen num_processors++;
8346859ac8SHuacai Chen set_cpu_present(cpu, true);
8446859ac8SHuacai Chen break;
8546859ac8SHuacai Chen case 2: /* Pass 2 handle disabled processors */
8646859ac8SHuacai Chen if (cpu < 0)
8746859ac8SHuacai Chen cpu = find_first_zero_bit(cpumask_bits(cpu_possible_mask), NR_CPUS);
8846859ac8SHuacai Chen disabled_cpus++;
89255b4658SHuacai Chen break;
9046859ac8SHuacai Chen default:
91e9e7ff16SHuacai Chen return cpu;
92e9e7ff16SHuacai Chen }
93e9e7ff16SHuacai Chen
94e9e7ff16SHuacai Chen set_cpu_possible(cpu, true);
95e9e7ff16SHuacai Chen __cpu_number_map[cpuid] = cpu;
96e9e7ff16SHuacai Chen __cpu_logical_map[cpu] = cpuid;
97e9e7ff16SHuacai Chen
98e9e7ff16SHuacai Chen return cpu;
99e9e7ff16SHuacai Chen }
100e9e7ff16SHuacai Chen #endif
101e9e7ff16SHuacai Chen
102f6f0c9a7SHuacai Chen static int __init
acpi_parse_p1_processor(union acpi_subtable_headers * header,const unsigned long end)103e9e7ff16SHuacai Chen acpi_parse_p1_processor(union acpi_subtable_headers *header, const unsigned long end)
104e9e7ff16SHuacai Chen {
105e9e7ff16SHuacai Chen struct acpi_madt_core_pic *processor = NULL;
106e9e7ff16SHuacai Chen
107e9e7ff16SHuacai Chen processor = (struct acpi_madt_core_pic *)header;
108e9e7ff16SHuacai Chen if (BAD_MADT_ENTRY(processor, end))
109e9e7ff16SHuacai Chen return -EINVAL;
110e9e7ff16SHuacai Chen
111e9e7ff16SHuacai Chen acpi_table_print_madt_entry(&header->common);
112e9e7ff16SHuacai Chen #ifdef CONFIG_SMP
113e9e7ff16SHuacai Chen acpi_core_pic[processor->core_id] = *processor;
114e9e7ff16SHuacai Chen if (processor->flags & ACPI_MADT_ENABLED)
115e9e7ff16SHuacai Chen set_processor_mask(processor->core_id, 1);
116e9e7ff16SHuacai Chen #endif
117e9e7ff16SHuacai Chen
118e9e7ff16SHuacai Chen return 0;
119e9e7ff16SHuacai Chen }
120ce68ff35SHuacai Chen
121e9e7ff16SHuacai Chen static int __init
acpi_parse_p2_processor(union acpi_subtable_headers * header,const unsigned long end)122e9e7ff16SHuacai Chen acpi_parse_p2_processor(union acpi_subtable_headers *header, const unsigned long end)
123e9e7ff16SHuacai Chen {
124e9e7ff16SHuacai Chen struct acpi_madt_core_pic *processor = NULL;
125628c3bb4SHuacai Chen
126628c3bb4SHuacai Chen processor = (struct acpi_madt_core_pic *)header;
127255b4658SHuacai Chen if (BAD_MADT_ENTRY(processor, end))
12846859ac8SHuacai Chen return -EINVAL;
12946859ac8SHuacai Chen
13046859ac8SHuacai Chen #ifdef CONFIG_SMP
13146859ac8SHuacai Chen if (!(processor->flags & ACPI_MADT_ENABLED))
13246859ac8SHuacai Chen set_processor_mask(processor->core_id, 2);
13346859ac8SHuacai Chen #endif
134255b4658SHuacai Chen
135e9e7ff16SHuacai Chen return 0;
136e9e7ff16SHuacai Chen }
137e9e7ff16SHuacai Chen static int __init
acpi_parse_eio_master(union acpi_subtable_headers * header,const unsigned long end)138e9e7ff16SHuacai Chen acpi_parse_eio_master(union acpi_subtable_headers *header, const unsigned long end)
139e9e7ff16SHuacai Chen {
14046859ac8SHuacai Chen static int core = 0;
141628c3bb4SHuacai Chen struct acpi_madt_eio_pic *eiointc = NULL;
142628c3bb4SHuacai Chen
143628c3bb4SHuacai Chen eiointc = (struct acpi_madt_eio_pic *)header;
144f6f0c9a7SHuacai Chen if (BAD_MADT_ENTRY(eiointc, end))
145f6f0c9a7SHuacai Chen return -EINVAL;
146f6f0c9a7SHuacai Chen
147f6f0c9a7SHuacai Chen core = eiointc->node * CORES_PER_EIO_NODE;
148f6f0c9a7SHuacai Chen set_bit(core, loongson_sysconf.cores_io_master);
149f6f0c9a7SHuacai Chen
150f6f0c9a7SHuacai Chen return 0;
151f6f0c9a7SHuacai Chen }
152f6f0c9a7SHuacai Chen
acpi_process_madt(void)153f6f0c9a7SHuacai Chen static void __init acpi_process_madt(void)
154f6f0c9a7SHuacai Chen {
155f6f0c9a7SHuacai Chen #ifdef CONFIG_SMP
156f6f0c9a7SHuacai Chen int i;
157f6f0c9a7SHuacai Chen
158f6f0c9a7SHuacai Chen for (i = 0; i < NR_CPUS; i++) {
159f6f0c9a7SHuacai Chen __cpu_number_map[i] = -1;
160f6f0c9a7SHuacai Chen __cpu_logical_map[i] = -1;
161f6f0c9a7SHuacai Chen }
162f6f0c9a7SHuacai Chen #endif
163f6f0c9a7SHuacai Chen acpi_table_parse_madt(ACPI_MADT_TYPE_CORE_PIC,
164f6f0c9a7SHuacai Chen acpi_parse_p1_processor, MAX_CORE_PIC);
165f6f0c9a7SHuacai Chen
166f6f0c9a7SHuacai Chen acpi_table_parse_madt(ACPI_MADT_TYPE_CORE_PIC,
167f6f0c9a7SHuacai Chen acpi_parse_p2_processor, MAX_CORE_PIC);
168f6f0c9a7SHuacai Chen
169f6f0c9a7SHuacai Chen acpi_table_parse_madt(ACPI_MADT_TYPE_EIO_PIC,
170f6f0c9a7SHuacai Chen acpi_parse_eio_master, MAX_IO_PICS);
171f6f0c9a7SHuacai Chen
172f6f0c9a7SHuacai Chen loongson_sysconf.nr_cpus = num_processors;
173366bb35aSHuacai Chen }
174366bb35aSHuacai Chen
175366bb35aSHuacai Chen int pptt_enabled;
176366bb35aSHuacai Chen
parse_acpi_topology(void)177366bb35aSHuacai Chen int __init parse_acpi_topology(void)
178366bb35aSHuacai Chen {
179538eafc6SHuacai Chen int cpu, topology_id;
180628c3bb4SHuacai Chen
181628c3bb4SHuacai Chen for_each_possible_cpu(cpu) {
182628c3bb4SHuacai Chen topology_id = find_acpi_cpu_topology(cpu, 0);
183628c3bb4SHuacai Chen if (topology_id < 0) {
184628c3bb4SHuacai Chen pr_warn("Invalid BIOS PPTT\n");
18588d4d957SBinbin Zhou return -ENOENT;
186538eafc6SHuacai Chen }
187538eafc6SHuacai Chen
188538eafc6SHuacai Chen if (acpi_pptt_cpu_is_thread(cpu) <= 0)
189538eafc6SHuacai Chen cpu_data[cpu].core = topology_id;
190538eafc6SHuacai Chen else {
191538eafc6SHuacai Chen topology_id = find_acpi_cpu_topology(cpu, 1);
19288d4d957SBinbin Zhou if (topology_id < 0)
193538eafc6SHuacai Chen return -ENOENT;
194628c3bb4SHuacai Chen
195628c3bb4SHuacai Chen cpu_data[cpu].core = topology_id;
196628c3bb4SHuacai Chen }
197628c3bb4SHuacai Chen }
198628c3bb4SHuacai Chen
199628c3bb4SHuacai Chen pptt_enabled = 1;
200628c3bb4SHuacai Chen
201628c3bb4SHuacai Chen return 0;
202628c3bb4SHuacai Chen }
203628c3bb4SHuacai Chen
20488d4d957SBinbin Zhou #ifndef CONFIG_SUSPEND
20588d4d957SBinbin Zhou int (*acpi_suspend_lowlevel)(void);
20688d4d957SBinbin Zhou #else
20788d4d957SBinbin Zhou int (*acpi_suspend_lowlevel)(void) = loongarch_acpi_suspend;
20888d4d957SBinbin Zhou #endif
20988d4d957SBinbin Zhou
acpi_boot_table_init(void)210628c3bb4SHuacai Chen void __init acpi_boot_table_init(void)
211628c3bb4SHuacai Chen {
212d4b6f156SHuacai Chen /*
213d4b6f156SHuacai Chen * If acpi_disabled, bail out
214d4b6f156SHuacai Chen */
215d4b6f156SHuacai Chen if (acpi_disabled)
216d4b6f156SHuacai Chen goto fdt_earlycon;
217d4b6f156SHuacai Chen
218d4b6f156SHuacai Chen /*
219d4b6f156SHuacai Chen * Initialize the ACPI boot-time table parser.
220d4b6f156SHuacai Chen */
221d4b6f156SHuacai Chen if (acpi_table_init()) {
222d4b6f156SHuacai Chen disable_acpi();
223d4b6f156SHuacai Chen goto fdt_earlycon;
224d4b6f156SHuacai Chen }
225d4b6f156SHuacai Chen
226d4b6f156SHuacai Chen loongson_sysconf.boot_cpu_id = read_csr_cpuid();
227d4b6f156SHuacai Chen
228d4b6f156SHuacai Chen /*
229d4b6f156SHuacai Chen * Process the Multiple APIC Description Table (MADT), if present
230d4b6f156SHuacai Chen */
231d4b6f156SHuacai Chen acpi_process_madt();
232d4b6f156SHuacai Chen
233d4b6f156SHuacai Chen /* Do not enable ACPI SPCR console by default */
234d4b6f156SHuacai Chen acpi_parse_spcr(earlycon_acpi_spcr_enable, false);
235d4b6f156SHuacai Chen
236d4b6f156SHuacai Chen if (IS_ENABLED(CONFIG_ACPI_BGRT))
237d4b6f156SHuacai Chen acpi_table_parse(ACPI_SIG_BGRT, acpi_parse_bgrt);
238d4b6f156SHuacai Chen
239d4b6f156SHuacai Chen return;
240d4b6f156SHuacai Chen
241d4b6f156SHuacai Chen fdt_earlycon:
242d4b6f156SHuacai Chen if (earlycon_acpi_spcr_enable)
243d4b6f156SHuacai Chen early_init_dt_scan_chosen_stdout();
244d4b6f156SHuacai Chen }
245d4b6f156SHuacai Chen
246d4b6f156SHuacai Chen #ifdef CONFIG_ACPI_NUMA
247d4b6f156SHuacai Chen
248d4b6f156SHuacai Chen /* Callback for Proximity Domain -> CPUID mapping */
249d4b6f156SHuacai Chen void __init
acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity * pa)250d4b6f156SHuacai Chen acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
251d4b6f156SHuacai Chen {
252d4b6f156SHuacai Chen int pxm, node;
253d4b6f156SHuacai Chen
254d4b6f156SHuacai Chen if (srat_disabled())
255d4b6f156SHuacai Chen return;
256d4b6f156SHuacai Chen if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
257d4b6f156SHuacai Chen bad_srat();
258d4b6f156SHuacai Chen return;
259d4b6f156SHuacai Chen }
260d4b6f156SHuacai Chen if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
261d4b6f156SHuacai Chen return;
262d4b6f156SHuacai Chen pxm = pa->proximity_domain_lo;
263d4b6f156SHuacai Chen if (acpi_srat_revision >= 2) {
264d4b6f156SHuacai Chen pxm |= (pa->proximity_domain_hi[0] << 8);
265d4b6f156SHuacai Chen pxm |= (pa->proximity_domain_hi[1] << 16);
266d4b6f156SHuacai Chen pxm |= (pa->proximity_domain_hi[2] << 24);
267d4b6f156SHuacai Chen }
268d4b6f156SHuacai Chen node = acpi_map_pxm_to_node(pxm);
269d4b6f156SHuacai Chen if (node < 0) {
270d4b6f156SHuacai Chen pr_err("SRAT: Too many proximity domains %x\n", pxm);
271d4b6f156SHuacai Chen bad_srat();
272d4b6f156SHuacai Chen return;
273d4b6f156SHuacai Chen }
274d4b6f156SHuacai Chen
275d4b6f156SHuacai Chen if (pa->apic_id >= CONFIG_NR_CPUS) {
276d4b6f156SHuacai Chen pr_info("SRAT: PXM %u -> CPU 0x%02x -> Node %u skipped apicid that is too big\n",
277d4b6f156SHuacai Chen pxm, pa->apic_id, node);
278d4b6f156SHuacai Chen return;
279d4b6f156SHuacai Chen }
280d4b6f156SHuacai Chen
281d4b6f156SHuacai Chen early_numa_add_cpu(pa->apic_id, node);
282d4b6f156SHuacai Chen
283d4b6f156SHuacai Chen set_cpuid_to_node(pa->apic_id, node);
284628c3bb4SHuacai Chen node_set(node, numa_nodes_parsed);
285628c3bb4SHuacai Chen pr_info("SRAT: PXM %u -> CPU 0x%02x -> Node %u\n", pxm, pa->apic_id, node);
286628c3bb4SHuacai Chen }
287628c3bb4SHuacai Chen
28846859ac8SHuacai Chen void __init
acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity * pa)28946859ac8SHuacai Chen acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
29046859ac8SHuacai Chen {
29146859ac8SHuacai Chen int pxm, node;
29246859ac8SHuacai Chen
293d4b6f156SHuacai Chen if (srat_disabled())
294d4b6f156SHuacai Chen return;
295d4b6f156SHuacai Chen if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
296d4b6f156SHuacai Chen bad_srat();
297d4b6f156SHuacai Chen return;
298d4b6f156SHuacai Chen }
299d4b6f156SHuacai Chen if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
300d4b6f156SHuacai Chen return;
301d4b6f156SHuacai Chen pxm = pa->proximity_domain;
302d4b6f156SHuacai Chen node = acpi_map_pxm_to_node(pxm);
303d4b6f156SHuacai Chen if (node < 0) {
304d4b6f156SHuacai Chen pr_err("SRAT: Too many proximity domains %x\n", pxm);
305d4b6f156SHuacai Chen bad_srat();
306d4b6f156SHuacai Chen return;
307d4b6f156SHuacai Chen }
308d4b6f156SHuacai Chen
30946859ac8SHuacai Chen if (pa->apic_id >= CONFIG_NR_CPUS) {
31046859ac8SHuacai Chen pr_info("SRAT: PXM %u -> CPU 0x%02x -> Node %u skipped apicid that is too big\n",
31146859ac8SHuacai Chen pxm, pa->apic_id, node);
31246859ac8SHuacai Chen return;
31346859ac8SHuacai Chen }
31446859ac8SHuacai Chen
31546859ac8SHuacai Chen early_numa_add_cpu(pa->apic_id, node);
31646859ac8SHuacai Chen
31746859ac8SHuacai Chen set_cpuid_to_node(pa->apic_id, node);
31846859ac8SHuacai Chen node_set(node, numa_nodes_parsed);
319d4b6f156SHuacai Chen pr_info("SRAT: PXM %u -> CPU 0x%02x -> Node %u\n", pxm, pa->apic_id, node);
320d4b6f156SHuacai Chen }
32146859ac8SHuacai Chen
32246859ac8SHuacai Chen #endif
32346859ac8SHuacai Chen
arch_reserve_mem_area(acpi_physical_address addr,size_t size)32446859ac8SHuacai Chen void __init arch_reserve_mem_area(acpi_physical_address addr, size_t size)
32546859ac8SHuacai Chen {
32646859ac8SHuacai Chen memblock_reserve(addr, size);
32746859ac8SHuacai Chen }
32846859ac8SHuacai Chen
329d4b6f156SHuacai Chen #ifdef CONFIG_ACPI_HOTPLUG_CPU
330d4b6f156SHuacai Chen
331d4b6f156SHuacai Chen #include <acpi/processor.h>
33246859ac8SHuacai Chen
acpi_map_cpu2node(acpi_handle handle,int cpu,int physid)33346859ac8SHuacai Chen static int __ref acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
33446859ac8SHuacai Chen {
33546859ac8SHuacai Chen #ifdef CONFIG_ACPI_NUMA
33646859ac8SHuacai Chen int nid;
33746859ac8SHuacai Chen
33846859ac8SHuacai Chen nid = acpi_get_node(handle);
33946859ac8SHuacai Chen
34046859ac8SHuacai Chen if (nid != NUMA_NO_NODE)
34146859ac8SHuacai Chen nid = early_cpu_to_node(cpu);
342
343 if (nid != NUMA_NO_NODE) {
344 set_cpuid_to_node(physid, nid);
345 node_set(nid, numa_nodes_parsed);
346 set_cpu_numa_node(cpu, nid);
347 cpumask_set_cpu(cpu, cpumask_of_node(nid));
348 }
349 #endif
350 return 0;
351 }
352
acpi_map_cpu(acpi_handle handle,phys_cpuid_t physid,u32 acpi_id,int * pcpu)353 int acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, u32 acpi_id, int *pcpu)
354 {
355 int cpu;
356
357 cpu = cpu_number_map(physid);
358 if (cpu < 0 || cpu >= nr_cpu_ids) {
359 pr_info(PREFIX "Unable to map lapic to logical cpu number\n");
360 return -ERANGE;
361 }
362
363 num_processors++;
364 set_cpu_present(cpu, true);
365 acpi_map_cpu2node(handle, cpu, physid);
366
367 *pcpu = cpu;
368
369 return 0;
370 }
371 EXPORT_SYMBOL(acpi_map_cpu);
372
acpi_unmap_cpu(int cpu)373 int acpi_unmap_cpu(int cpu)
374 {
375 #ifdef CONFIG_ACPI_NUMA
376 set_cpuid_to_node(cpu_logical_map(cpu), NUMA_NO_NODE);
377 #endif
378 set_cpu_present(cpu, false);
379 num_processors--;
380
381 pr_info("cpu%d hot remove!\n", cpu);
382
383 return 0;
384 }
385 EXPORT_SYMBOL(acpi_unmap_cpu);
386
387 #endif /* CONFIG_ACPI_HOTPLUG_CPU */
388