443     intptr_t reg_off, reg_last;  in DO_LD()  local
484         reg_off = info.reg_off_first[0];  in DO_LD()
494             uint64_t pg = vg[reg_off >> 6];  in DO_LD()
496                 if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
497                     tlb_fn(env, &scratch, reg_off, addr + reg_off, ra);  in DO_LD()
499                 reg_off += esize;  in DO_LD()
500             } while (reg_off & 63);  in DO_LD()
501         } while (reg_off <= reg_last);  in DO_LD()
510     reg_off = info.reg_off_first[0];  in DO_LD()
516     } else if (reg_off) {  in DO_LD()
517         clr_fn(za, 0, reg_off);  in DO_LD()
522     while (reg_off <= reg_last) {  in DO_LD()
523         uint64_t pg = vg[reg_off >> 6];  in DO_LD()
525             if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
526                 host_fn(za, reg_off, host + reg_off);  in DO_LD()
528                 clr_fn(za, reg_off, esize);  in DO_LD()
530             reg_off += esize;  in DO_LD()
531         } while (reg_off <= reg_last && (reg_off & 63));  in DO_LD()
540     reg_off = info.reg_off_split;  in DO_LD()
541     if (unlikely(reg_off >= 0)) {  in DO_LD()
542         tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
545     reg_off = info.reg_off_first[1];  in DO_LD()
546     if (unlikely(reg_off >= 0)) {  in DO_LD()
553             uint64_t pg = vg[reg_off >> 6];  in DO_LD()
555                 if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
556                     host_fn(za, reg_off, host + reg_off);  in DO_LD()
558                     clr_fn(za, reg_off, esize);  in DO_LD()
560                 reg_off += esize;  in DO_LD()
561             } while (reg_off & 63);  in DO_LD()
562         } while (reg_off <= reg_last);  in DO_LD()
648     intptr_t reg_off, reg_last;  in DO_LD()  local
686         reg_off = info.reg_off_first[0];  in DO_LD()
696             uint64_t pg = vg[reg_off >> 6];  in DO_LD()
698                 if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
699                     tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
701                 reg_off += esize;  in DO_LD()
702             } while (reg_off & 63);  in DO_LD()
703         } while (reg_off <= reg_last);  in DO_LD()
708     reg_off = info.reg_off_first[0];  in DO_LD()
714     while (reg_off <= reg_last) {  in DO_LD()
715         uint64_t pg = vg[reg_off >> 6];  in DO_LD()
717             if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
718                 host_fn(za, reg_off, host + reg_off);  in DO_LD()
720             reg_off += 1 << esz;  in DO_LD()
721         } while (reg_off <= reg_last && (reg_off & 63));  in DO_LD()
730     reg_off = info.reg_off_split;  in DO_LD()
731     if (unlikely(reg_off >= 0)) {  in DO_LD()
732         tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
735     reg_off = info.reg_off_first[1];  in DO_LD()
736     if (unlikely(reg_off >= 0)) {  in DO_LD()
743             uint64_t pg = vg[reg_off >> 6];  in DO_LD()
745                 if ((pg >> (reg_off & 63)) & 1) {  in DO_LD()
746                     host_fn(za, reg_off, host + reg_off);  in DO_LD()
748                 reg_off += 1 << esz;  in DO_LD()
749             } while (reg_off & 63);  in DO_LD()
750         } while (reg_off <= reg_last);  in DO_LD()