1bd744d46SAndrew Jones // SPDX-License-Identifier: GPL-2.0-only 2bd744d46SAndrew Jones /* 3bd744d46SAndrew Jones * Initialize machine setup information and I/O. 4bd744d46SAndrew Jones * 5bd744d46SAndrew Jones * Copyright (C) 2023, Ventana Micro Systems Inc., Andrew Jones <ajones@ventanamicro.com> 6bd744d46SAndrew Jones */ 7bd744d46SAndrew Jones #include <libcflat.h> 822f287f4SAndrew Jones #include <alloc.h> 96895ce6dSAndrew Jones #include <alloc_page.h> 1022f287f4SAndrew Jones #include <alloc_phys.h> 1122f287f4SAndrew Jones #include <argv.h> 12*23100d97SAndrew Jones #include <auxinfo.h> 1322f287f4SAndrew Jones #include <cpumask.h> 1422f287f4SAndrew Jones #include <devicetree.h> 156895ce6dSAndrew Jones #include <memregions.h> 169c92b28eSAndrew Jones #include <on-cpus.h> 17*23100d97SAndrew Jones #include <vmalloc.h> 1822f287f4SAndrew Jones #include <asm/csr.h> 19ad435a71SAndrew Jones #include <asm/mmu.h> 2022f287f4SAndrew Jones #include <asm/page.h> 21386561f8SAndrew Jones #include <asm/processor.h> 22bd744d46SAndrew Jones #include <asm/setup.h> 23bd744d46SAndrew Jones 246895ce6dSAndrew Jones #define VA_BASE ((phys_addr_t)3 * SZ_1G) 25*23100d97SAndrew Jones #if __riscv_xlen == 64 26*23100d97SAndrew Jones #define VA_TOP ((phys_addr_t)4 * SZ_1G) 27*23100d97SAndrew Jones #else 28*23100d97SAndrew Jones #define VA_TOP ((phys_addr_t)0) 29*23100d97SAndrew Jones #endif 306895ce6dSAndrew Jones 316895ce6dSAndrew Jones #define MAX_DT_MEM_REGIONS 16 326895ce6dSAndrew Jones #define NR_MEM_REGIONS (MAX_DT_MEM_REGIONS + 16) 336895ce6dSAndrew Jones 3422f287f4SAndrew Jones char *initrd; 3522f287f4SAndrew Jones u32 initrd_size; 3622f287f4SAndrew Jones 37386561f8SAndrew Jones struct thread_info cpus[NR_CPUS]; 3822f287f4SAndrew Jones int nr_cpus; 3922f287f4SAndrew Jones 406895ce6dSAndrew Jones static struct mem_region riscv_mem_regions[NR_MEM_REGIONS + 1]; 416895ce6dSAndrew Jones 4222f287f4SAndrew Jones int hartid_to_cpu(unsigned long hartid) 4322f287f4SAndrew Jones { 4422f287f4SAndrew Jones int cpu; 4522f287f4SAndrew Jones 4622f287f4SAndrew Jones for_each_present_cpu(cpu) 47386561f8SAndrew Jones if (cpus[cpu].hartid == hartid) 4822f287f4SAndrew Jones return cpu; 4922f287f4SAndrew Jones return -1; 5022f287f4SAndrew Jones } 5122f287f4SAndrew Jones 5222f287f4SAndrew Jones static void cpu_set_fdt(int fdtnode __unused, u64 regval, void *info __unused) 5322f287f4SAndrew Jones { 5422f287f4SAndrew Jones int cpu = nr_cpus++; 5522f287f4SAndrew Jones 5622f287f4SAndrew Jones assert_msg(cpu < NR_CPUS, "Number cpus exceeds maximum supported (%d).", NR_CPUS); 5722f287f4SAndrew Jones 58386561f8SAndrew Jones cpus[cpu].cpu = cpu; 59386561f8SAndrew Jones cpus[cpu].hartid = regval; 6022f287f4SAndrew Jones set_cpu_present(cpu, true); 6122f287f4SAndrew Jones } 6222f287f4SAndrew Jones 6322f287f4SAndrew Jones static void cpu_init_acpi(void) 6422f287f4SAndrew Jones { 6522f287f4SAndrew Jones assert_msg(false, "ACPI not available"); 6622f287f4SAndrew Jones } 6722f287f4SAndrew Jones 6822f287f4SAndrew Jones static void cpu_init(void) 6922f287f4SAndrew Jones { 7022f287f4SAndrew Jones int ret; 7122f287f4SAndrew Jones 7222f287f4SAndrew Jones nr_cpus = 0; 7322f287f4SAndrew Jones if (dt_available()) { 7422f287f4SAndrew Jones ret = dt_for_each_cpu_node(cpu_set_fdt, NULL); 7522f287f4SAndrew Jones assert(ret == 0); 7622f287f4SAndrew Jones } else { 7722f287f4SAndrew Jones cpu_init_acpi(); 7822f287f4SAndrew Jones } 7922f287f4SAndrew Jones 8022f287f4SAndrew Jones set_cpu_online(hartid_to_cpu(csr_read(CSR_SSCRATCH)), true); 819c92b28eSAndrew Jones cpu0_calls_idle = true; 8222f287f4SAndrew Jones } 8322f287f4SAndrew Jones 846895ce6dSAndrew Jones extern unsigned long _etext; 856895ce6dSAndrew Jones 8622f287f4SAndrew Jones static void mem_init(phys_addr_t freemem_start) 8722f287f4SAndrew Jones { 886895ce6dSAndrew Jones struct mem_region *freemem, *code, *data; 896895ce6dSAndrew Jones phys_addr_t freemem_end, base, top; 906895ce6dSAndrew Jones 916895ce6dSAndrew Jones memregions_init(riscv_mem_regions, NR_MEM_REGIONS); 926895ce6dSAndrew Jones memregions_add_dt_regions(MAX_DT_MEM_REGIONS); 936895ce6dSAndrew Jones 946895ce6dSAndrew Jones /* Split the region with the code into two regions; code and data */ 956895ce6dSAndrew Jones memregions_split((unsigned long)&_etext, &code, &data); 966895ce6dSAndrew Jones assert(code); 976895ce6dSAndrew Jones code->flags |= MR_F_CODE; 986895ce6dSAndrew Jones 996895ce6dSAndrew Jones freemem = memregions_find(freemem_start); 1006895ce6dSAndrew Jones assert(freemem && !(freemem->flags & (MR_F_IO | MR_F_CODE))); 1016895ce6dSAndrew Jones 1026895ce6dSAndrew Jones freemem_end = freemem->end & PAGE_MASK; 1036895ce6dSAndrew Jones 1046895ce6dSAndrew Jones /* 1056895ce6dSAndrew Jones * The assert below is mostly checking that the free memory doesn't 1066895ce6dSAndrew Jones * start in the 3G-4G range, which is reserved for virtual addresses, 1076895ce6dSAndrew Jones * but it also confirms that there is some free memory (the amount 1086895ce6dSAndrew Jones * is arbitrarily selected, but should be sufficient for a unit test) 1096895ce6dSAndrew Jones * 1106895ce6dSAndrew Jones * TODO: Allow the VA range to shrink and move. 1116895ce6dSAndrew Jones */ 1126895ce6dSAndrew Jones if (freemem_end > VA_BASE) 1136895ce6dSAndrew Jones freemem_end = VA_BASE; 1146895ce6dSAndrew Jones assert(freemem_end - freemem_start >= SZ_1M * 16); 1156895ce6dSAndrew Jones 116*23100d97SAndrew Jones init_alloc_vpage(__va(VA_TOP)); 117*23100d97SAndrew Jones 1186895ce6dSAndrew Jones /* 1196895ce6dSAndrew Jones * TODO: Remove the need for this phys allocator dance, since, as we 1206895ce6dSAndrew Jones * can see with the assert, we could have gone straight to the page 1216895ce6dSAndrew Jones * allocator. 1226895ce6dSAndrew Jones */ 1236895ce6dSAndrew Jones phys_alloc_init(freemem_start, freemem_end - freemem_start); 1246895ce6dSAndrew Jones phys_alloc_set_minimum_alignment(PAGE_SIZE); 1256895ce6dSAndrew Jones phys_alloc_get_unused(&base, &top); 1266895ce6dSAndrew Jones assert(base == freemem_start && top == freemem_end); 1276895ce6dSAndrew Jones 1286895ce6dSAndrew Jones page_alloc_init_area(0, freemem_start >> PAGE_SHIFT, freemem_end >> PAGE_SHIFT); 1296895ce6dSAndrew Jones page_alloc_ops_enable(); 13022f287f4SAndrew Jones } 13122f287f4SAndrew Jones 13222f287f4SAndrew Jones static void banner(void) 13322f287f4SAndrew Jones { 13422f287f4SAndrew Jones puts("\n"); 13522f287f4SAndrew Jones puts("##########################################################################\n"); 13622f287f4SAndrew Jones puts("# kvm-unit-tests\n"); 13722f287f4SAndrew Jones puts("##########################################################################\n"); 13822f287f4SAndrew Jones puts("\n"); 13922f287f4SAndrew Jones } 14022f287f4SAndrew Jones 141bd744d46SAndrew Jones void setup(const void *fdt, phys_addr_t freemem_start) 142bd744d46SAndrew Jones { 14322f287f4SAndrew Jones void *freemem; 14422f287f4SAndrew Jones const char *bootargs, *tmp; 14522f287f4SAndrew Jones u32 fdt_size; 14622f287f4SAndrew Jones int ret; 14722f287f4SAndrew Jones 1486895ce6dSAndrew Jones assert(sizeof(long) == 8 || freemem_start < VA_BASE); 149*23100d97SAndrew Jones freemem = __va(freemem_start); 15022f287f4SAndrew Jones 15122f287f4SAndrew Jones /* Move the FDT to the base of free memory */ 15222f287f4SAndrew Jones fdt_size = fdt_totalsize(fdt); 15322f287f4SAndrew Jones ret = fdt_move(fdt, freemem, fdt_size); 15422f287f4SAndrew Jones assert(ret == 0); 15522f287f4SAndrew Jones ret = dt_init(freemem); 15622f287f4SAndrew Jones assert(ret == 0); 15722f287f4SAndrew Jones freemem += fdt_size; 15822f287f4SAndrew Jones 15922f287f4SAndrew Jones /* Move the initrd to the top of the FDT */ 16022f287f4SAndrew Jones ret = dt_get_initrd(&tmp, &initrd_size); 16122f287f4SAndrew Jones assert(ret == 0 || ret == -FDT_ERR_NOTFOUND); 16222f287f4SAndrew Jones if (ret == 0) { 16322f287f4SAndrew Jones initrd = freemem; 16422f287f4SAndrew Jones memmove(initrd, tmp, initrd_size); 16522f287f4SAndrew Jones freemem += initrd_size; 16622f287f4SAndrew Jones } 16722f287f4SAndrew Jones 168*23100d97SAndrew Jones mem_init(PAGE_ALIGN(__pa(freemem))); 16922f287f4SAndrew Jones cpu_init(); 170386561f8SAndrew Jones thread_info_init(); 17122f287f4SAndrew Jones io_init(); 17222f287f4SAndrew Jones 17322f287f4SAndrew Jones ret = dt_get_bootargs(&bootargs); 17422f287f4SAndrew Jones assert(ret == 0 || ret == -FDT_ERR_NOTFOUND); 17522f287f4SAndrew Jones setup_args_progname(bootargs); 17622f287f4SAndrew Jones 17722f287f4SAndrew Jones if (initrd) { 17822f287f4SAndrew Jones /* environ is currently the only file in the initrd */ 17922f287f4SAndrew Jones char *env = malloc(initrd_size); 18022f287f4SAndrew Jones memcpy(env, initrd, initrd_size); 18122f287f4SAndrew Jones setup_env(env, initrd_size); 18222f287f4SAndrew Jones } 18322f287f4SAndrew Jones 184*23100d97SAndrew Jones if (!(auxinfo.flags & AUXINFO_MMU_OFF)) 185*23100d97SAndrew Jones setup_vm(); 186ad435a71SAndrew Jones 18722f287f4SAndrew Jones banner(); 188bd744d46SAndrew Jones } 189