arm/tcg/helper-a64.c

1292  * Perform part of a memory copy from the guest memory at fromaddr
1303 static uint64_t copy_step(CPUARMState *env, uint64_t toaddr, uint64_t fromaddr,
1312     copysize = MIN(copysize, page_limit(fromaddr));
1318         uint64_t mtesize = mte_mops_probe(env, fromaddr, copysize, *rdesc);
1320             mte_check_fail(env, *rdesc, fromaddr, ra);
1337     fromaddr = useronly_clean_ptr(fromaddr);
1340     rmem = tlb_vaddr_to_host(env, fromaddr, MMU_DATA_LOAD, rmemidx);
1354             byte = cpu_ldub_mmuidx_ra(env, fromaddr, rmemidx, ra);
1372  * Do part of a backwards memory copy. Here toaddr and fromaddr point
1376                               uint64_t fromaddr,
1385     copysize = MIN(copysize, page_limit_rev(fromaddr));
1392         uint64_t mtesize = mte_mops_probe_rev(env, fromaddr, copysize, *rdesc);
1394             mte_check_fail(env, *rdesc, fromaddr, ra);
1411     fromaddr = useronly_clean_ptr(fromaddr);
1414     rmem = tlb_vaddr_to_host(env, fromaddr, MMU_DATA_LOAD, rmemidx);
1428             byte = cpu_ldub_mmuidx_ra(env, fromaddr, rmemidx, ra);
1470     uint64_t fromaddr = env->xregs[rs];
1485         uint64_t fs = extract64(fromaddr, 0, 56);
1487         uint64_t fe = extract64(fromaddr + copysize, 0, 56);
1498     if (!mte_checks_needed(fromaddr, rdesc)) {
1507         stagecopysize = MIN(stagecopysize, page_limit(fromaddr));
1510             env->xregs[rs] = fromaddr;
1512             step = copy_step(env, toaddr, fromaddr, stagecopysize,
1515             fromaddr += step;
1521         env->xregs[rs] = fromaddr + copysize;
1530         fromaddr += copysize - 1;
1532         stagecopysize = MIN(stagecopysize, page_limit_rev(fromaddr));
1535             step = copy_step_rev(env, toaddr, fromaddr, stagecopysize,
1540             fromaddr -= step;
1579     uint64_t toaddr, fromaddr, copysize, step;
1596         fromaddr = env->xregs[rs] + env->xregs[rn];
1600         /* This toaddr and fromaddr point to the *last* byte to copy */
1602         fromaddr = env->xregs[rs] + copysize - 1;
1605     if (!mte_checks_needed(fromaddr, rdesc)) {
1617             step = copy_step(env, toaddr, fromaddr, copysize,
1620             fromaddr += step;
1630             step = copy_step_rev(env, toaddr, fromaddr, copysize,
1633             fromaddr -= step;
1666     uint64_t toaddr, fromaddr, copysize, step;
1683         fromaddr = env->xregs[rs] + env->xregs[rn];
1687         /* This toaddr and fromaddr point to the *last* byte to copy */
1689         fromaddr = env->xregs[rs] + copysize - 1;
1692     if (!mte_checks_needed(fromaddr, rdesc)) {
1708             step = copy_step(env, toaddr, fromaddr, copysize,
1711             fromaddr += step;
1717             step = copy_step_rev(env, toaddr, fromaddr, copysize,
1720             fromaddr -= step;