1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 /* 3 * QEMU LoongArch CPU 4 * 5 * Copyright (c) 2021 Loongson Technology Corporation Limited 6 */ 7 8 #include "qemu/osdep.h" 9 #include "qemu/log.h" 10 #include "qemu/qemu-print.h" 11 #include "qapi/error.h" 12 #include "qemu/module.h" 13 #include "system/qtest.h" 14 #include "system/tcg.h" 15 #include "system/kvm.h" 16 #include "kvm/kvm_loongarch.h" 17 #include "exec/exec-all.h" 18 #include "exec/translation-block.h" 19 #include "cpu.h" 20 #include "internals.h" 21 #include "fpu/softfloat-helpers.h" 22 #include "cpu-csr.h" 23 #ifndef CONFIG_USER_ONLY 24 #include "system/reset.h" 25 #endif 26 #include "vec.h" 27 #ifdef CONFIG_KVM 28 #include <linux/kvm.h> 29 #endif 30 #ifdef CONFIG_TCG 31 #include "exec/cpu_ldst.h" 32 #include "tcg/tcg.h" 33 #endif 34 35 const char * const regnames[32] = { 36 "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", 37 "r8", "r9", "r10", "r11", "r12", "r13", "r14", "r15", 38 "r16", "r17", "r18", "r19", "r20", "r21", "r22", "r23", 39 "r24", "r25", "r26", "r27", "r28", "r29", "r30", "r31", 40 }; 41 42 const char * const fregnames[32] = { 43 "f0", "f1", "f2", "f3", "f4", "f5", "f6", "f7", 44 "f8", "f9", "f10", "f11", "f12", "f13", "f14", "f15", 45 "f16", "f17", "f18", "f19", "f20", "f21", "f22", "f23", 46 "f24", "f25", "f26", "f27", "f28", "f29", "f30", "f31", 47 }; 48 49 struct TypeExcp { 50 int32_t exccode; 51 const char * const name; 52 }; 53 54 static const struct TypeExcp excp_names[] = { 55 {EXCCODE_INT, "Interrupt"}, 56 {EXCCODE_PIL, "Page invalid exception for load"}, 57 {EXCCODE_PIS, "Page invalid exception for store"}, 58 {EXCCODE_PIF, "Page invalid exception for fetch"}, 59 {EXCCODE_PME, "Page modified exception"}, 60 {EXCCODE_PNR, "Page Not Readable exception"}, 61 {EXCCODE_PNX, "Page Not Executable exception"}, 62 {EXCCODE_PPI, "Page Privilege error"}, 63 {EXCCODE_ADEF, "Address error for instruction fetch"}, 64 {EXCCODE_ADEM, "Address error for Memory access"}, 65 {EXCCODE_SYS, "Syscall"}, 66 {EXCCODE_BRK, "Break"}, 67 {EXCCODE_INE, "Instruction Non-Existent"}, 68 {EXCCODE_IPE, "Instruction privilege error"}, 69 {EXCCODE_FPD, "Floating Point Disabled"}, 70 {EXCCODE_FPE, "Floating Point Exception"}, 71 {EXCCODE_DBP, "Debug breakpoint"}, 72 {EXCCODE_BCE, "Bound Check Exception"}, 73 {EXCCODE_SXD, "128 bit vector instructions Disable exception"}, 74 {EXCCODE_ASXD, "256 bit vector instructions Disable exception"}, 75 {EXCP_HLT, "EXCP_HLT"}, 76 }; 77 78 const char *loongarch_exception_name(int32_t exception) 79 { 80 int i; 81 82 for (i = 0; i < ARRAY_SIZE(excp_names); i++) { 83 if (excp_names[i].exccode == exception) { 84 return excp_names[i].name; 85 } 86 } 87 return "Unknown"; 88 } 89 90 void G_NORETURN do_raise_exception(CPULoongArchState *env, 91 uint32_t exception, 92 uintptr_t pc) 93 { 94 CPUState *cs = env_cpu(env); 95 96 qemu_log_mask(CPU_LOG_INT, "%s: exception: %d (%s)\n", 97 __func__, 98 exception, 99 loongarch_exception_name(exception)); 100 cs->exception_index = exception; 101 102 cpu_loop_exit_restore(cs, pc); 103 } 104 105 static void loongarch_cpu_set_pc(CPUState *cs, vaddr value) 106 { 107 set_pc(cpu_env(cs), value); 108 } 109 110 static vaddr loongarch_cpu_get_pc(CPUState *cs) 111 { 112 return cpu_env(cs)->pc; 113 } 114 115 #ifndef CONFIG_USER_ONLY 116 #include "hw/loongarch/virt.h" 117 118 void loongarch_cpu_set_irq(void *opaque, int irq, int level) 119 { 120 LoongArchCPU *cpu = opaque; 121 CPULoongArchState *env = &cpu->env; 122 CPUState *cs = CPU(cpu); 123 124 if (irq < 0 || irq >= N_IRQS) { 125 return; 126 } 127 128 if (kvm_enabled()) { 129 kvm_loongarch_set_interrupt(cpu, irq, level); 130 } else if (tcg_enabled()) { 131 env->CSR_ESTAT = deposit64(env->CSR_ESTAT, irq, 1, level != 0); 132 if (FIELD_EX64(env->CSR_ESTAT, CSR_ESTAT, IS)) { 133 cpu_interrupt(cs, CPU_INTERRUPT_HARD); 134 } else { 135 cpu_reset_interrupt(cs, CPU_INTERRUPT_HARD); 136 } 137 } 138 } 139 140 static inline bool cpu_loongarch_hw_interrupts_enabled(CPULoongArchState *env) 141 { 142 bool ret = 0; 143 144 ret = (FIELD_EX64(env->CSR_CRMD, CSR_CRMD, IE) && 145 !(FIELD_EX64(env->CSR_DBG, CSR_DBG, DST))); 146 147 return ret; 148 } 149 150 /* Check if there is pending and not masked out interrupt */ 151 static inline bool cpu_loongarch_hw_interrupts_pending(CPULoongArchState *env) 152 { 153 uint32_t pending; 154 uint32_t status; 155 156 pending = FIELD_EX64(env->CSR_ESTAT, CSR_ESTAT, IS); 157 status = FIELD_EX64(env->CSR_ECFG, CSR_ECFG, LIE); 158 159 return (pending & status) != 0; 160 } 161 #endif 162 163 #ifdef CONFIG_TCG 164 #ifndef CONFIG_USER_ONLY 165 static void loongarch_cpu_do_interrupt(CPUState *cs) 166 { 167 CPULoongArchState *env = cpu_env(cs); 168 bool update_badinstr = 1; 169 int cause = -1; 170 bool tlbfill = FIELD_EX64(env->CSR_TLBRERA, CSR_TLBRERA, ISTLBR); 171 uint32_t vec_size = FIELD_EX64(env->CSR_ECFG, CSR_ECFG, VS); 172 173 if (cs->exception_index != EXCCODE_INT) { 174 qemu_log_mask(CPU_LOG_INT, 175 "%s enter: pc " TARGET_FMT_lx " ERA " TARGET_FMT_lx 176 " TLBRERA " TARGET_FMT_lx " exception: %d (%s)\n", 177 __func__, env->pc, env->CSR_ERA, env->CSR_TLBRERA, 178 cs->exception_index, 179 loongarch_exception_name(cs->exception_index)); 180 } 181 182 switch (cs->exception_index) { 183 case EXCCODE_DBP: 184 env->CSR_DBG = FIELD_DP64(env->CSR_DBG, CSR_DBG, DCL, 1); 185 env->CSR_DBG = FIELD_DP64(env->CSR_DBG, CSR_DBG, ECODE, 0xC); 186 goto set_DERA; 187 set_DERA: 188 env->CSR_DERA = env->pc; 189 env->CSR_DBG = FIELD_DP64(env->CSR_DBG, CSR_DBG, DST, 1); 190 set_pc(env, env->CSR_EENTRY + 0x480); 191 break; 192 case EXCCODE_INT: 193 if (FIELD_EX64(env->CSR_DBG, CSR_DBG, DST)) { 194 env->CSR_DBG = FIELD_DP64(env->CSR_DBG, CSR_DBG, DEI, 1); 195 goto set_DERA; 196 } 197 QEMU_FALLTHROUGH; 198 case EXCCODE_PIF: 199 case EXCCODE_ADEF: 200 cause = cs->exception_index; 201 update_badinstr = 0; 202 break; 203 case EXCCODE_SYS: 204 case EXCCODE_BRK: 205 case EXCCODE_INE: 206 case EXCCODE_IPE: 207 case EXCCODE_FPD: 208 case EXCCODE_FPE: 209 case EXCCODE_SXD: 210 case EXCCODE_ASXD: 211 env->CSR_BADV = env->pc; 212 QEMU_FALLTHROUGH; 213 case EXCCODE_BCE: 214 case EXCCODE_ADEM: 215 case EXCCODE_PIL: 216 case EXCCODE_PIS: 217 case EXCCODE_PME: 218 case EXCCODE_PNR: 219 case EXCCODE_PNX: 220 case EXCCODE_PPI: 221 cause = cs->exception_index; 222 break; 223 default: 224 qemu_log("Error: exception(%d) has not been supported\n", 225 cs->exception_index); 226 abort(); 227 } 228 229 if (update_badinstr) { 230 env->CSR_BADI = cpu_ldl_code(env, env->pc); 231 } 232 233 /* Save PLV and IE */ 234 if (tlbfill) { 235 env->CSR_TLBRPRMD = FIELD_DP64(env->CSR_TLBRPRMD, CSR_TLBRPRMD, PPLV, 236 FIELD_EX64(env->CSR_CRMD, 237 CSR_CRMD, PLV)); 238 env->CSR_TLBRPRMD = FIELD_DP64(env->CSR_TLBRPRMD, CSR_TLBRPRMD, PIE, 239 FIELD_EX64(env->CSR_CRMD, CSR_CRMD, IE)); 240 /* set the DA mode */ 241 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, DA, 1); 242 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, PG, 0); 243 env->CSR_TLBRERA = FIELD_DP64(env->CSR_TLBRERA, CSR_TLBRERA, 244 PC, (env->pc >> 2)); 245 } else { 246 env->CSR_ESTAT = FIELD_DP64(env->CSR_ESTAT, CSR_ESTAT, ECODE, 247 EXCODE_MCODE(cause)); 248 env->CSR_ESTAT = FIELD_DP64(env->CSR_ESTAT, CSR_ESTAT, ESUBCODE, 249 EXCODE_SUBCODE(cause)); 250 env->CSR_PRMD = FIELD_DP64(env->CSR_PRMD, CSR_PRMD, PPLV, 251 FIELD_EX64(env->CSR_CRMD, CSR_CRMD, PLV)); 252 env->CSR_PRMD = FIELD_DP64(env->CSR_PRMD, CSR_PRMD, PIE, 253 FIELD_EX64(env->CSR_CRMD, CSR_CRMD, IE)); 254 env->CSR_ERA = env->pc; 255 } 256 257 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, PLV, 0); 258 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, IE, 0); 259 260 if (vec_size) { 261 vec_size = (1 << vec_size) * 4; 262 } 263 264 if (cs->exception_index == EXCCODE_INT) { 265 /* Interrupt */ 266 uint32_t vector = 0; 267 uint32_t pending = FIELD_EX64(env->CSR_ESTAT, CSR_ESTAT, IS); 268 pending &= FIELD_EX64(env->CSR_ECFG, CSR_ECFG, LIE); 269 270 /* Find the highest-priority interrupt. */ 271 vector = 31 - clz32(pending); 272 set_pc(env, env->CSR_EENTRY + \ 273 (EXCCODE_EXTERNAL_INT + vector) * vec_size); 274 qemu_log_mask(CPU_LOG_INT, 275 "%s: PC " TARGET_FMT_lx " ERA " TARGET_FMT_lx 276 " cause %d\n" " A " TARGET_FMT_lx " D " 277 TARGET_FMT_lx " vector = %d ExC " TARGET_FMT_lx "ExS" 278 TARGET_FMT_lx "\n", 279 __func__, env->pc, env->CSR_ERA, 280 cause, env->CSR_BADV, env->CSR_DERA, vector, 281 env->CSR_ECFG, env->CSR_ESTAT); 282 } else { 283 if (tlbfill) { 284 set_pc(env, env->CSR_TLBRENTRY); 285 } else { 286 set_pc(env, env->CSR_EENTRY + EXCODE_MCODE(cause) * vec_size); 287 } 288 qemu_log_mask(CPU_LOG_INT, 289 "%s: PC " TARGET_FMT_lx " ERA " TARGET_FMT_lx 290 " cause %d%s\n, ESTAT " TARGET_FMT_lx 291 " EXCFG " TARGET_FMT_lx " BADVA " TARGET_FMT_lx 292 "BADI " TARGET_FMT_lx " SYS_NUM " TARGET_FMT_lu 293 " cpu %d asid " TARGET_FMT_lx "\n", __func__, env->pc, 294 tlbfill ? env->CSR_TLBRERA : env->CSR_ERA, 295 cause, tlbfill ? "(refill)" : "", env->CSR_ESTAT, 296 env->CSR_ECFG, 297 tlbfill ? env->CSR_TLBRBADV : env->CSR_BADV, 298 env->CSR_BADI, env->gpr[11], cs->cpu_index, 299 env->CSR_ASID); 300 } 301 cs->exception_index = -1; 302 } 303 304 static void loongarch_cpu_do_transaction_failed(CPUState *cs, hwaddr physaddr, 305 vaddr addr, unsigned size, 306 MMUAccessType access_type, 307 int mmu_idx, MemTxAttrs attrs, 308 MemTxResult response, 309 uintptr_t retaddr) 310 { 311 CPULoongArchState *env = cpu_env(cs); 312 313 if (access_type == MMU_INST_FETCH) { 314 do_raise_exception(env, EXCCODE_ADEF, retaddr); 315 } else { 316 do_raise_exception(env, EXCCODE_ADEM, retaddr); 317 } 318 } 319 320 static bool loongarch_cpu_exec_interrupt(CPUState *cs, int interrupt_request) 321 { 322 if (interrupt_request & CPU_INTERRUPT_HARD) { 323 CPULoongArchState *env = cpu_env(cs); 324 325 if (cpu_loongarch_hw_interrupts_enabled(env) && 326 cpu_loongarch_hw_interrupts_pending(env)) { 327 /* Raise it */ 328 cs->exception_index = EXCCODE_INT; 329 loongarch_cpu_do_interrupt(cs); 330 return true; 331 } 332 } 333 return false; 334 } 335 #endif 336 337 static void loongarch_cpu_synchronize_from_tb(CPUState *cs, 338 const TranslationBlock *tb) 339 { 340 tcg_debug_assert(!tcg_cflags_has(cs, CF_PCREL)); 341 set_pc(cpu_env(cs), tb->pc); 342 } 343 344 static void loongarch_restore_state_to_opc(CPUState *cs, 345 const TranslationBlock *tb, 346 const uint64_t *data) 347 { 348 set_pc(cpu_env(cs), data[0]); 349 } 350 #endif /* CONFIG_TCG */ 351 352 static bool loongarch_cpu_has_work(CPUState *cs) 353 { 354 #ifdef CONFIG_USER_ONLY 355 return true; 356 #else 357 bool has_work = false; 358 359 if ((cs->interrupt_request & CPU_INTERRUPT_HARD) && 360 cpu_loongarch_hw_interrupts_pending(cpu_env(cs))) { 361 has_work = true; 362 } 363 364 return has_work; 365 #endif 366 } 367 368 static int loongarch_cpu_mmu_index(CPUState *cs, bool ifetch) 369 { 370 CPULoongArchState *env = cpu_env(cs); 371 372 if (FIELD_EX64(env->CSR_CRMD, CSR_CRMD, PG)) { 373 return FIELD_EX64(env->CSR_CRMD, CSR_CRMD, PLV); 374 } 375 return MMU_DA_IDX; 376 } 377 378 static void loongarch_la464_initfn(Object *obj) 379 { 380 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 381 CPULoongArchState *env = &cpu->env; 382 uint32_t data = 0; 383 int i; 384 385 for (i = 0; i < 21; i++) { 386 env->cpucfg[i] = 0x0; 387 } 388 389 cpu->dtb_compatible = "loongarch,Loongson-3A5000"; 390 env->cpucfg[0] = 0x14c010; /* PRID */ 391 392 data = FIELD_DP32(data, CPUCFG1, ARCH, 2); 393 data = FIELD_DP32(data, CPUCFG1, PGMMU, 1); 394 data = FIELD_DP32(data, CPUCFG1, IOCSR, 1); 395 data = FIELD_DP32(data, CPUCFG1, PALEN, 0x2f); 396 data = FIELD_DP32(data, CPUCFG1, VALEN, 0x2f); 397 data = FIELD_DP32(data, CPUCFG1, UAL, 1); 398 data = FIELD_DP32(data, CPUCFG1, RI, 1); 399 data = FIELD_DP32(data, CPUCFG1, EP, 1); 400 data = FIELD_DP32(data, CPUCFG1, RPLV, 1); 401 data = FIELD_DP32(data, CPUCFG1, HP, 1); 402 data = FIELD_DP32(data, CPUCFG1, IOCSR_BRD, 1); 403 env->cpucfg[1] = data; 404 405 data = 0; 406 data = FIELD_DP32(data, CPUCFG2, FP, 1); 407 data = FIELD_DP32(data, CPUCFG2, FP_SP, 1); 408 data = FIELD_DP32(data, CPUCFG2, FP_DP, 1); 409 data = FIELD_DP32(data, CPUCFG2, FP_VER, 1); 410 data = FIELD_DP32(data, CPUCFG2, LSX, 1), 411 data = FIELD_DP32(data, CPUCFG2, LASX, 1), 412 data = FIELD_DP32(data, CPUCFG2, LLFTP, 1); 413 data = FIELD_DP32(data, CPUCFG2, LLFTP_VER, 1); 414 data = FIELD_DP32(data, CPUCFG2, LSPW, 1); 415 data = FIELD_DP32(data, CPUCFG2, LAM, 1); 416 env->cpucfg[2] = data; 417 418 env->cpucfg[4] = 100 * 1000 * 1000; /* Crystal frequency */ 419 420 data = 0; 421 data = FIELD_DP32(data, CPUCFG5, CC_MUL, 1); 422 data = FIELD_DP32(data, CPUCFG5, CC_DIV, 1); 423 env->cpucfg[5] = data; 424 425 data = 0; 426 data = FIELD_DP32(data, CPUCFG16, L1_IUPRE, 1); 427 data = FIELD_DP32(data, CPUCFG16, L1_DPRE, 1); 428 data = FIELD_DP32(data, CPUCFG16, L2_IUPRE, 1); 429 data = FIELD_DP32(data, CPUCFG16, L2_IUUNIFY, 1); 430 data = FIELD_DP32(data, CPUCFG16, L2_IUPRIV, 1); 431 data = FIELD_DP32(data, CPUCFG16, L3_IUPRE, 1); 432 data = FIELD_DP32(data, CPUCFG16, L3_IUUNIFY, 1); 433 data = FIELD_DP32(data, CPUCFG16, L3_IUINCL, 1); 434 env->cpucfg[16] = data; 435 436 data = 0; 437 data = FIELD_DP32(data, CPUCFG17, L1IU_WAYS, 3); 438 data = FIELD_DP32(data, CPUCFG17, L1IU_SETS, 8); 439 data = FIELD_DP32(data, CPUCFG17, L1IU_SIZE, 6); 440 env->cpucfg[17] = data; 441 442 data = 0; 443 data = FIELD_DP32(data, CPUCFG18, L1D_WAYS, 3); 444 data = FIELD_DP32(data, CPUCFG18, L1D_SETS, 8); 445 data = FIELD_DP32(data, CPUCFG18, L1D_SIZE, 6); 446 env->cpucfg[18] = data; 447 448 data = 0; 449 data = FIELD_DP32(data, CPUCFG19, L2IU_WAYS, 15); 450 data = FIELD_DP32(data, CPUCFG19, L2IU_SETS, 8); 451 data = FIELD_DP32(data, CPUCFG19, L2IU_SIZE, 6); 452 env->cpucfg[19] = data; 453 454 data = 0; 455 data = FIELD_DP32(data, CPUCFG20, L3IU_WAYS, 15); 456 data = FIELD_DP32(data, CPUCFG20, L3IU_SETS, 14); 457 data = FIELD_DP32(data, CPUCFG20, L3IU_SIZE, 6); 458 env->cpucfg[20] = data; 459 460 env->CSR_ASID = FIELD_DP64(0, CSR_ASID, ASIDBITS, 0xa); 461 462 env->CSR_PRCFG1 = FIELD_DP64(env->CSR_PRCFG1, CSR_PRCFG1, SAVE_NUM, 8); 463 env->CSR_PRCFG1 = FIELD_DP64(env->CSR_PRCFG1, CSR_PRCFG1, TIMER_BITS, 0x2f); 464 env->CSR_PRCFG1 = FIELD_DP64(env->CSR_PRCFG1, CSR_PRCFG1, VSMAX, 7); 465 466 env->CSR_PRCFG2 = 0x3ffff000; 467 468 env->CSR_PRCFG3 = FIELD_DP64(env->CSR_PRCFG3, CSR_PRCFG3, TLB_TYPE, 2); 469 env->CSR_PRCFG3 = FIELD_DP64(env->CSR_PRCFG3, CSR_PRCFG3, MTLB_ENTRY, 63); 470 env->CSR_PRCFG3 = FIELD_DP64(env->CSR_PRCFG3, CSR_PRCFG3, STLB_WAYS, 7); 471 env->CSR_PRCFG3 = FIELD_DP64(env->CSR_PRCFG3, CSR_PRCFG3, STLB_SETS, 8); 472 473 loongarch_cpu_post_init(obj); 474 } 475 476 static void loongarch_la132_initfn(Object *obj) 477 { 478 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 479 CPULoongArchState *env = &cpu->env; 480 uint32_t data = 0; 481 int i; 482 483 for (i = 0; i < 21; i++) { 484 env->cpucfg[i] = 0x0; 485 } 486 487 cpu->dtb_compatible = "loongarch,Loongson-1C103"; 488 env->cpucfg[0] = 0x148042; /* PRID */ 489 490 data = FIELD_DP32(data, CPUCFG1, ARCH, 1); /* LA32 */ 491 data = FIELD_DP32(data, CPUCFG1, PGMMU, 1); 492 data = FIELD_DP32(data, CPUCFG1, IOCSR, 1); 493 data = FIELD_DP32(data, CPUCFG1, PALEN, 0x1f); /* 32 bits */ 494 data = FIELD_DP32(data, CPUCFG1, VALEN, 0x1f); /* 32 bits */ 495 data = FIELD_DP32(data, CPUCFG1, UAL, 1); 496 data = FIELD_DP32(data, CPUCFG1, RI, 0); 497 data = FIELD_DP32(data, CPUCFG1, EP, 0); 498 data = FIELD_DP32(data, CPUCFG1, RPLV, 0); 499 data = FIELD_DP32(data, CPUCFG1, HP, 1); 500 data = FIELD_DP32(data, CPUCFG1, IOCSR_BRD, 1); 501 env->cpucfg[1] = data; 502 } 503 504 static void loongarch_max_initfn(Object *obj) 505 { 506 /* '-cpu max' for TCG: we use cpu la464. */ 507 loongarch_la464_initfn(obj); 508 } 509 510 static void loongarch_cpu_reset_hold(Object *obj, ResetType type) 511 { 512 CPUState *cs = CPU(obj); 513 LoongArchCPUClass *lacc = LOONGARCH_CPU_GET_CLASS(obj); 514 CPULoongArchState *env = cpu_env(cs); 515 516 if (lacc->parent_phases.hold) { 517 lacc->parent_phases.hold(obj, type); 518 } 519 520 #ifdef CONFIG_TCG 521 env->fcsr0_mask = FCSR0_M1 | FCSR0_M2 | FCSR0_M3; 522 #endif 523 env->fcsr0 = 0x0; 524 525 int n; 526 /* Set csr registers value after reset, see the manual 6.4. */ 527 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, PLV, 0); 528 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, IE, 0); 529 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, DA, 1); 530 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, PG, 0); 531 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, DATF, 0); 532 env->CSR_CRMD = FIELD_DP64(env->CSR_CRMD, CSR_CRMD, DATM, 0); 533 534 env->CSR_EUEN = FIELD_DP64(env->CSR_EUEN, CSR_EUEN, FPE, 0); 535 env->CSR_EUEN = FIELD_DP64(env->CSR_EUEN, CSR_EUEN, SXE, 0); 536 env->CSR_EUEN = FIELD_DP64(env->CSR_EUEN, CSR_EUEN, ASXE, 0); 537 env->CSR_EUEN = FIELD_DP64(env->CSR_EUEN, CSR_EUEN, BTE, 0); 538 539 env->CSR_MISC = 0; 540 541 env->CSR_ECFG = FIELD_DP64(env->CSR_ECFG, CSR_ECFG, VS, 0); 542 env->CSR_ECFG = FIELD_DP64(env->CSR_ECFG, CSR_ECFG, LIE, 0); 543 544 env->CSR_ESTAT = env->CSR_ESTAT & (~MAKE_64BIT_MASK(0, 2)); 545 env->CSR_RVACFG = FIELD_DP64(env->CSR_RVACFG, CSR_RVACFG, RBITS, 0); 546 env->CSR_CPUID = cs->cpu_index; 547 env->CSR_TCFG = FIELD_DP64(env->CSR_TCFG, CSR_TCFG, EN, 0); 548 env->CSR_LLBCTL = FIELD_DP64(env->CSR_LLBCTL, CSR_LLBCTL, KLO, 0); 549 env->CSR_TLBRERA = FIELD_DP64(env->CSR_TLBRERA, CSR_TLBRERA, ISTLBR, 0); 550 env->CSR_MERRCTL = FIELD_DP64(env->CSR_MERRCTL, CSR_MERRCTL, ISMERR, 0); 551 env->CSR_TID = cs->cpu_index; 552 /* 553 * Workaround for edk2-stable202408, CSR PGD register is set only if 554 * its value is equal to zero for boot cpu, it causes reboot issue. 555 * 556 * Here clear CSR registers relative with TLB. 557 */ 558 env->CSR_PGDH = 0; 559 env->CSR_PGDL = 0; 560 env->CSR_PWCL = 0; 561 env->CSR_PWCH = 0; 562 env->CSR_STLBPS = 0; 563 env->CSR_EENTRY = 0; 564 env->CSR_TLBRENTRY = 0; 565 env->CSR_MERRENTRY = 0; 566 567 for (n = 0; n < 4; n++) { 568 env->CSR_DMW[n] = FIELD_DP64(env->CSR_DMW[n], CSR_DMW, PLV0, 0); 569 env->CSR_DMW[n] = FIELD_DP64(env->CSR_DMW[n], CSR_DMW, PLV1, 0); 570 env->CSR_DMW[n] = FIELD_DP64(env->CSR_DMW[n], CSR_DMW, PLV2, 0); 571 env->CSR_DMW[n] = FIELD_DP64(env->CSR_DMW[n], CSR_DMW, PLV3, 0); 572 } 573 574 #ifndef CONFIG_USER_ONLY 575 env->pc = 0x1c000000; 576 #ifdef CONFIG_TCG 577 memset(env->tlb, 0, sizeof(env->tlb)); 578 #endif 579 if (kvm_enabled()) { 580 kvm_arch_reset_vcpu(cs); 581 } 582 #endif 583 584 #ifdef CONFIG_TCG 585 restore_fp_status(env); 586 #endif 587 cs->exception_index = -1; 588 } 589 590 static void loongarch_cpu_disas_set_info(CPUState *s, disassemble_info *info) 591 { 592 info->print_insn = print_insn_loongarch; 593 } 594 595 static void loongarch_cpu_realizefn(DeviceState *dev, Error **errp) 596 { 597 CPUState *cs = CPU(dev); 598 LoongArchCPUClass *lacc = LOONGARCH_CPU_GET_CLASS(dev); 599 Error *local_err = NULL; 600 601 cpu_exec_realizefn(cs, &local_err); 602 if (local_err != NULL) { 603 error_propagate(errp, local_err); 604 return; 605 } 606 607 loongarch_cpu_register_gdb_regs_for_features(cs); 608 609 cpu_reset(cs); 610 qemu_init_vcpu(cs); 611 612 lacc->parent_realize(dev, errp); 613 } 614 615 static bool loongarch_get_lsx(Object *obj, Error **errp) 616 { 617 return LOONGARCH_CPU(obj)->lsx != ON_OFF_AUTO_OFF; 618 } 619 620 static void loongarch_set_lsx(Object *obj, bool value, Error **errp) 621 { 622 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 623 uint32_t val; 624 625 cpu->lsx = value ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF; 626 if (cpu->lsx == ON_OFF_AUTO_OFF) { 627 cpu->lasx = ON_OFF_AUTO_OFF; 628 if (cpu->lasx == ON_OFF_AUTO_ON) { 629 error_setg(errp, "Failed to disable LSX since LASX is enabled"); 630 return; 631 } 632 } 633 634 if (kvm_enabled()) { 635 /* kvm feature detection in function kvm_arch_init_vcpu */ 636 return; 637 } 638 639 /* LSX feature detection in TCG mode */ 640 val = cpu->env.cpucfg[2]; 641 if (cpu->lsx == ON_OFF_AUTO_ON) { 642 if (FIELD_EX32(val, CPUCFG2, LSX) == 0) { 643 error_setg(errp, "Failed to enable LSX in TCG mode"); 644 return; 645 } 646 } else { 647 cpu->env.cpucfg[2] = FIELD_DP32(val, CPUCFG2, LASX, 0); 648 val = cpu->env.cpucfg[2]; 649 } 650 651 cpu->env.cpucfg[2] = FIELD_DP32(val, CPUCFG2, LSX, value); 652 } 653 654 static bool loongarch_get_lasx(Object *obj, Error **errp) 655 { 656 return LOONGARCH_CPU(obj)->lasx != ON_OFF_AUTO_OFF; 657 } 658 659 static void loongarch_set_lasx(Object *obj, bool value, Error **errp) 660 { 661 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 662 uint32_t val; 663 664 cpu->lasx = value ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF; 665 if ((cpu->lsx == ON_OFF_AUTO_OFF) && (cpu->lasx == ON_OFF_AUTO_ON)) { 666 error_setg(errp, "Failed to enable LASX since lSX is disabled"); 667 return; 668 } 669 670 if (kvm_enabled()) { 671 /* kvm feature detection in function kvm_arch_init_vcpu */ 672 return; 673 } 674 675 /* LASX feature detection in TCG mode */ 676 val = cpu->env.cpucfg[2]; 677 if (cpu->lasx == ON_OFF_AUTO_ON) { 678 if (FIELD_EX32(val, CPUCFG2, LASX) == 0) { 679 error_setg(errp, "Failed to enable LASX in TCG mode"); 680 return; 681 } 682 } 683 684 cpu->env.cpucfg[2] = FIELD_DP32(val, CPUCFG2, LASX, value); 685 } 686 687 static bool loongarch_get_lbt(Object *obj, Error **errp) 688 { 689 return LOONGARCH_CPU(obj)->lbt != ON_OFF_AUTO_OFF; 690 } 691 692 static void loongarch_set_lbt(Object *obj, bool value, Error **errp) 693 { 694 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 695 696 cpu->lbt = value ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF; 697 } 698 699 static bool loongarch_get_pmu(Object *obj, Error **errp) 700 { 701 return LOONGARCH_CPU(obj)->pmu != ON_OFF_AUTO_OFF; 702 } 703 704 static void loongarch_set_pmu(Object *obj, bool value, Error **errp) 705 { 706 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 707 708 cpu->pmu = value ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF; 709 } 710 711 void loongarch_cpu_post_init(Object *obj) 712 { 713 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 714 715 cpu->lsx = ON_OFF_AUTO_AUTO; 716 cpu->lasx = ON_OFF_AUTO_AUTO; 717 object_property_add_bool(obj, "lsx", loongarch_get_lsx, 718 loongarch_set_lsx); 719 object_property_add_bool(obj, "lasx", loongarch_get_lasx, 720 loongarch_set_lasx); 721 /* lbt is enabled only in kvm mode, not supported in tcg mode */ 722 if (kvm_enabled()) { 723 cpu->lbt = ON_OFF_AUTO_AUTO; 724 object_property_add_bool(obj, "lbt", loongarch_get_lbt, 725 loongarch_set_lbt); 726 object_property_set_description(obj, "lbt", 727 "Set off to disable Binary Tranlation."); 728 729 cpu->pmu = ON_OFF_AUTO_AUTO; 730 object_property_add_bool(obj, "pmu", loongarch_get_pmu, 731 loongarch_set_pmu); 732 object_property_set_description(obj, "pmu", 733 "Set off to performance monitor unit."); 734 735 } else { 736 cpu->lbt = ON_OFF_AUTO_OFF; 737 cpu->pmu = ON_OFF_AUTO_OFF; 738 } 739 } 740 741 static void loongarch_cpu_init(Object *obj) 742 { 743 #ifndef CONFIG_USER_ONLY 744 LoongArchCPU *cpu = LOONGARCH_CPU(obj); 745 746 qdev_init_gpio_in(DEVICE(cpu), loongarch_cpu_set_irq, N_IRQS); 747 #ifdef CONFIG_TCG 748 timer_init_ns(&cpu->timer, QEMU_CLOCK_VIRTUAL, 749 &loongarch_constant_timer_cb, cpu); 750 #endif 751 #endif 752 } 753 754 static ObjectClass *loongarch_cpu_class_by_name(const char *cpu_model) 755 { 756 ObjectClass *oc; 757 758 oc = object_class_by_name(cpu_model); 759 if (!oc) { 760 g_autofree char *typename 761 = g_strdup_printf(LOONGARCH_CPU_TYPE_NAME("%s"), cpu_model); 762 oc = object_class_by_name(typename); 763 } 764 765 return oc; 766 } 767 768 static void loongarch_cpu_dump_state(CPUState *cs, FILE *f, int flags) 769 { 770 CPULoongArchState *env = cpu_env(cs); 771 int i; 772 773 qemu_fprintf(f, " PC=%016" PRIx64 " ", env->pc); 774 qemu_fprintf(f, " FCSR0 0x%08x\n", env->fcsr0); 775 776 /* gpr */ 777 for (i = 0; i < 32; i++) { 778 if ((i & 3) == 0) { 779 qemu_fprintf(f, " GPR%02d:", i); 780 } 781 qemu_fprintf(f, " %s %016" PRIx64, regnames[i], env->gpr[i]); 782 if ((i & 3) == 3) { 783 qemu_fprintf(f, "\n"); 784 } 785 } 786 787 qemu_fprintf(f, "CRMD=%016" PRIx64 "\n", env->CSR_CRMD); 788 qemu_fprintf(f, "PRMD=%016" PRIx64 "\n", env->CSR_PRMD); 789 qemu_fprintf(f, "EUEN=%016" PRIx64 "\n", env->CSR_EUEN); 790 qemu_fprintf(f, "ESTAT=%016" PRIx64 "\n", env->CSR_ESTAT); 791 qemu_fprintf(f, "ERA=%016" PRIx64 "\n", env->CSR_ERA); 792 qemu_fprintf(f, "BADV=%016" PRIx64 "\n", env->CSR_BADV); 793 qemu_fprintf(f, "BADI=%016" PRIx64 "\n", env->CSR_BADI); 794 qemu_fprintf(f, "EENTRY=%016" PRIx64 "\n", env->CSR_EENTRY); 795 qemu_fprintf(f, "PRCFG1=%016" PRIx64 ", PRCFG2=%016" PRIx64 "," 796 " PRCFG3=%016" PRIx64 "\n", 797 env->CSR_PRCFG1, env->CSR_PRCFG2, env->CSR_PRCFG3); 798 qemu_fprintf(f, "TLBRENTRY=%016" PRIx64 "\n", env->CSR_TLBRENTRY); 799 qemu_fprintf(f, "TLBRBADV=%016" PRIx64 "\n", env->CSR_TLBRBADV); 800 qemu_fprintf(f, "TLBRERA=%016" PRIx64 "\n", env->CSR_TLBRERA); 801 qemu_fprintf(f, "TCFG=%016" PRIx64 "\n", env->CSR_TCFG); 802 qemu_fprintf(f, "TVAL=%016" PRIx64 "\n", env->CSR_TVAL); 803 804 /* fpr */ 805 if (flags & CPU_DUMP_FPU) { 806 for (i = 0; i < 32; i++) { 807 qemu_fprintf(f, " %s %016" PRIx64, fregnames[i], env->fpr[i].vreg.D(0)); 808 if ((i & 3) == 3) { 809 qemu_fprintf(f, "\n"); 810 } 811 } 812 } 813 } 814 815 #ifdef CONFIG_TCG 816 #include "hw/core/tcg-cpu-ops.h" 817 818 static const TCGCPUOps loongarch_tcg_ops = { 819 .initialize = loongarch_translate_init, 820 .translate_code = loongarch_translate_code, 821 .synchronize_from_tb = loongarch_cpu_synchronize_from_tb, 822 .restore_state_to_opc = loongarch_restore_state_to_opc, 823 824 #ifndef CONFIG_USER_ONLY 825 .tlb_fill = loongarch_cpu_tlb_fill, 826 .cpu_exec_interrupt = loongarch_cpu_exec_interrupt, 827 .cpu_exec_halt = loongarch_cpu_has_work, 828 .do_interrupt = loongarch_cpu_do_interrupt, 829 .do_transaction_failed = loongarch_cpu_do_transaction_failed, 830 #endif 831 }; 832 #endif /* CONFIG_TCG */ 833 834 #ifndef CONFIG_USER_ONLY 835 #include "hw/core/sysemu-cpu-ops.h" 836 837 static const struct SysemuCPUOps loongarch_sysemu_ops = { 838 .write_elf64_note = loongarch_cpu_write_elf64_note, 839 .get_phys_page_debug = loongarch_cpu_get_phys_page_debug, 840 }; 841 842 static int64_t loongarch_cpu_get_arch_id(CPUState *cs) 843 { 844 LoongArchCPU *cpu = LOONGARCH_CPU(cs); 845 846 return cpu->phy_id; 847 } 848 #endif 849 850 static void loongarch_cpu_class_init(ObjectClass *c, void *data) 851 { 852 LoongArchCPUClass *lacc = LOONGARCH_CPU_CLASS(c); 853 CPUClass *cc = CPU_CLASS(c); 854 DeviceClass *dc = DEVICE_CLASS(c); 855 ResettableClass *rc = RESETTABLE_CLASS(c); 856 857 device_class_set_parent_realize(dc, loongarch_cpu_realizefn, 858 &lacc->parent_realize); 859 resettable_class_set_parent_phases(rc, NULL, loongarch_cpu_reset_hold, NULL, 860 &lacc->parent_phases); 861 862 cc->class_by_name = loongarch_cpu_class_by_name; 863 cc->has_work = loongarch_cpu_has_work; 864 cc->mmu_index = loongarch_cpu_mmu_index; 865 cc->dump_state = loongarch_cpu_dump_state; 866 cc->set_pc = loongarch_cpu_set_pc; 867 cc->get_pc = loongarch_cpu_get_pc; 868 #ifndef CONFIG_USER_ONLY 869 cc->get_arch_id = loongarch_cpu_get_arch_id; 870 dc->vmsd = &vmstate_loongarch_cpu; 871 cc->sysemu_ops = &loongarch_sysemu_ops; 872 #endif 873 cc->disas_set_info = loongarch_cpu_disas_set_info; 874 cc->gdb_read_register = loongarch_cpu_gdb_read_register; 875 cc->gdb_write_register = loongarch_cpu_gdb_write_register; 876 cc->gdb_stop_before_watchpoint = true; 877 878 #ifdef CONFIG_TCG 879 cc->tcg_ops = &loongarch_tcg_ops; 880 #endif 881 } 882 883 static const gchar *loongarch32_gdb_arch_name(CPUState *cs) 884 { 885 return "loongarch32"; 886 } 887 888 static void loongarch32_cpu_class_init(ObjectClass *c, void *data) 889 { 890 CPUClass *cc = CPU_CLASS(c); 891 892 cc->gdb_core_xml_file = "loongarch-base32.xml"; 893 cc->gdb_arch_name = loongarch32_gdb_arch_name; 894 } 895 896 static const gchar *loongarch64_gdb_arch_name(CPUState *cs) 897 { 898 return "loongarch64"; 899 } 900 901 static void loongarch64_cpu_class_init(ObjectClass *c, void *data) 902 { 903 CPUClass *cc = CPU_CLASS(c); 904 905 cc->gdb_core_xml_file = "loongarch-base64.xml"; 906 cc->gdb_arch_name = loongarch64_gdb_arch_name; 907 } 908 909 #define DEFINE_LOONGARCH_CPU_TYPE(size, model, initfn) \ 910 { \ 911 .parent = TYPE_LOONGARCH##size##_CPU, \ 912 .instance_init = initfn, \ 913 .name = LOONGARCH_CPU_TYPE_NAME(model), \ 914 } 915 916 static const TypeInfo loongarch_cpu_type_infos[] = { 917 { 918 .name = TYPE_LOONGARCH_CPU, 919 .parent = TYPE_CPU, 920 .instance_size = sizeof(LoongArchCPU), 921 .instance_align = __alignof(LoongArchCPU), 922 .instance_init = loongarch_cpu_init, 923 924 .abstract = true, 925 .class_size = sizeof(LoongArchCPUClass), 926 .class_init = loongarch_cpu_class_init, 927 }, 928 { 929 .name = TYPE_LOONGARCH32_CPU, 930 .parent = TYPE_LOONGARCH_CPU, 931 932 .abstract = true, 933 .class_init = loongarch32_cpu_class_init, 934 }, 935 { 936 .name = TYPE_LOONGARCH64_CPU, 937 .parent = TYPE_LOONGARCH_CPU, 938 939 .abstract = true, 940 .class_init = loongarch64_cpu_class_init, 941 }, 942 DEFINE_LOONGARCH_CPU_TYPE(64, "la464", loongarch_la464_initfn), 943 DEFINE_LOONGARCH_CPU_TYPE(32, "la132", loongarch_la132_initfn), 944 DEFINE_LOONGARCH_CPU_TYPE(64, "max", loongarch_max_initfn), 945 }; 946 947 DEFINE_TYPES(loongarch_cpu_type_infos) 948