265 int load_tag1(uint64_t ptr, uint8_t *mem)  in load_tag1()  argument
268     return extract32(*mem, ofs, 4);  in load_tag1()
274     uint8_t *mem;  in HELPER()  local
278     mem = allocation_tag_mem(env, mmu_idx, ptr, MMU_DATA_LOAD, 1,  in HELPER()
282     if (mem) {  in HELPER()
283         rtag = load_tag1(ptr, mem);  in HELPER()
299 void store_tag1(uint64_t ptr, uint8_t *mem, int tag)  in store_tag1()  argument
302     *mem = deposit32(*mem, ofs, 4, tag);  in store_tag1()
306 static void store_tag1_parallel(uint64_t ptr, uint8_t *mem, int tag)  in store_tag1_parallel()  argument
309     uint8_t old = qatomic_read(mem);  in store_tag1_parallel()
313         uint8_t cmp = qatomic_cmpxchg(mem, old, new);  in store_tag1_parallel()
327     uint8_t *mem;  in do_stg()  local
332     mem = allocation_tag_mem(env, mmu_idx, ptr, MMU_DATA_STORE, TAG_GRANULE,  in do_stg()
336     if (mem) {  in do_stg()
337         store1(ptr, mem, allocation_tag_from_addr(xt));  in do_stg()
540     uint8_t *mem;  in HELPER()  local
553     mem = allocation_tag_mem(env, mmu_idx, ptr, MMU_DATA_STORE, dcz_bytes,  in HELPER()
555     if (mem) {  in HELPER()
557         memset(mem, tag_pair, tag_bytes);  in HELPER()
681 static int checkN(uint8_t *mem, int odd, int cmp, int count)  in checkN()  argument
687     diff = *mem++ ^ cmp;  in checkN()
711         diff = *mem++ ^ cmp;  in checkN()
730 static int checkNrev(uint8_t *mem, int odd, int cmp, int count)  in checkNrev()  argument
736     diff = *mem-- ^ cmp;  in checkNrev()
760         diff = *mem-- ^ cmp;  in checkNrev()
926     void *mem;  in HELPER()  local
960     mem = allocation_tag_mem(env, mmu_idx, align_ptr, MMU_DATA_STORE,  in HELPER()
962     if (!mem) {  in HELPER()
980         mem_tag = *(uint8_t *)mem;  in HELPER()
984         mem_tag = cpu_to_le16(*(uint16_t *)mem);  in HELPER()
988         mem_tag = cpu_to_le32(*(uint32_t *)mem);  in HELPER()
992         mem_tag = cpu_to_le64(*(uint64_t *)mem);  in HELPER()
1000             mem_tag = cpu_to_le64(*(uint64_t *)(mem + i));  in HELPER()
1028     void *mem;  in mte_mops_probe()  local
1034     mem = allocation_tag_mem_probe(env, mmu_idx, ptr,  in mte_mops_probe()
1037     if (!mem) {  in mte_mops_probe()
1056     n = checkN(mem, ptr & TAG_GRANULE, ptr_tag, tag_count);  in mte_mops_probe()
1078     void *mem;  in mte_mops_probe_rev()  local
1090      * to adjust the returned 'mem' to get the end of the tag memory.  in mte_mops_probe_rev()
1092     mem = allocation_tag_mem_probe(env, mmu_idx, ptr,  in mte_mops_probe_rev()
1095     if (!mem) {  in mte_mops_probe_rev()
1114     n = checkNrev(mem, ptr & TAG_GRANULE, ptr_tag, tag_count);  in mte_mops_probe_rev()
1136     void *mem;  in mte_mops_set_tags()  local
1145     mem = allocation_tag_mem_probe(env, mmu_idx, ptr, MMU_DATA_STORE, size,  in mte_mops_set_tags()
1147     if (!mem) {  in mte_mops_set_tags()
1159         store_tag1_parallel(TAG_GRANULE, mem, ptr_tag);  in mte_mops_set_tags()
1160         mem++;  in mte_mops_set_tags()
1163     memset(mem, ptr_tag | (ptr_tag << 4), tag_count / 2);  in mte_mops_set_tags()
1166         mem += tag_count / 2;  in mte_mops_set_tags()
1167         store_tag1_parallel(0, mem, ptr_tag);  in mte_mops_set_tags()