xref: /qemu/target/sparc/helper.c (revision d8e3326c8efe811d6275a1eaa19d570b1ab66927)
1e8af50a3Sbellard /*
2e8af50a3Sbellard  *  sparc helpers
3e8af50a3Sbellard  *
483469015Sbellard  *  Copyright (c) 2003-2005 Fabrice Bellard
5e8af50a3Sbellard  *
6e8af50a3Sbellard  * This library is free software; you can redistribute it and/or
7e8af50a3Sbellard  * modify it under the terms of the GNU Lesser General Public
8e8af50a3Sbellard  * License as published by the Free Software Foundation; either
9e8af50a3Sbellard  * version 2 of the License, or (at your option) any later version.
10e8af50a3Sbellard  *
11e8af50a3Sbellard  * This library is distributed in the hope that it will be useful,
12e8af50a3Sbellard  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13e8af50a3Sbellard  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14e8af50a3Sbellard  * Lesser General Public License for more details.
15e8af50a3Sbellard  *
16e8af50a3Sbellard  * You should have received a copy of the GNU Lesser General Public
17e8af50a3Sbellard  * License along with this library; if not, write to the Free Software
18e8af50a3Sbellard  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19e8af50a3Sbellard  */
20ee5bbe38Sbellard #include <stdarg.h>
21ee5bbe38Sbellard #include <stdlib.h>
22ee5bbe38Sbellard #include <stdio.h>
23ee5bbe38Sbellard #include <string.h>
24ee5bbe38Sbellard #include <inttypes.h>
25ee5bbe38Sbellard #include <signal.h>
26ee5bbe38Sbellard #include <assert.h>
27ee5bbe38Sbellard 
28ee5bbe38Sbellard #include "cpu.h"
29ee5bbe38Sbellard #include "exec-all.h"
30e8af50a3Sbellard 
31e80cfcfcSbellard //#define DEBUG_MMU
32e8af50a3Sbellard 
33e8af50a3Sbellard /* Sparc MMU emulation */
34e8af50a3Sbellard 
35e8af50a3Sbellard /* thread support */
36e8af50a3Sbellard 
37e8af50a3Sbellard spinlock_t global_cpu_lock = SPIN_LOCK_UNLOCKED;
38e8af50a3Sbellard 
39e8af50a3Sbellard void cpu_lock(void)
40e8af50a3Sbellard {
41e8af50a3Sbellard     spin_lock(&global_cpu_lock);
42e8af50a3Sbellard }
43e8af50a3Sbellard 
44e8af50a3Sbellard void cpu_unlock(void)
45e8af50a3Sbellard {
46e8af50a3Sbellard     spin_unlock(&global_cpu_lock);
47e8af50a3Sbellard }
48e8af50a3Sbellard 
499d893301Sbellard #if defined(CONFIG_USER_ONLY)
509d893301Sbellard 
519d893301Sbellard int cpu_sparc_handle_mmu_fault(CPUState *env, target_ulong address, int rw,
529d893301Sbellard                                int is_user, int is_softmmu)
539d893301Sbellard {
54878d3096Sbellard     if (rw & 2)
55878d3096Sbellard         env->exception_index = TT_TFAULT;
56878d3096Sbellard     else
57878d3096Sbellard         env->exception_index = TT_DFAULT;
589d893301Sbellard     return 1;
599d893301Sbellard }
609d893301Sbellard 
619d893301Sbellard #else
62e8af50a3Sbellard 
633475187dSbellard #ifndef TARGET_SPARC64
6483469015Sbellard /*
6583469015Sbellard  * Sparc V8 Reference MMU (SRMMU)
6683469015Sbellard  */
67e8af50a3Sbellard static const int access_table[8][8] = {
68e8af50a3Sbellard     { 0, 0, 0, 0, 2, 0, 3, 3 },
69e8af50a3Sbellard     { 0, 0, 0, 0, 2, 0, 0, 0 },
70e8af50a3Sbellard     { 2, 2, 0, 0, 0, 2, 3, 3 },
71e8af50a3Sbellard     { 2, 2, 0, 0, 0, 2, 0, 0 },
72e8af50a3Sbellard     { 2, 0, 2, 0, 2, 2, 3, 3 },
73e8af50a3Sbellard     { 2, 0, 2, 0, 2, 0, 2, 0 },
74e8af50a3Sbellard     { 2, 2, 2, 0, 2, 2, 3, 3 },
75e8af50a3Sbellard     { 2, 2, 2, 0, 2, 2, 2, 0 }
76e8af50a3Sbellard };
77e8af50a3Sbellard 
78227671c9Sbellard static const int perm_table[2][8] = {
79227671c9Sbellard     {
80227671c9Sbellard         PAGE_READ,
81227671c9Sbellard         PAGE_READ | PAGE_WRITE,
82227671c9Sbellard         PAGE_READ | PAGE_EXEC,
83227671c9Sbellard         PAGE_READ | PAGE_WRITE | PAGE_EXEC,
84227671c9Sbellard         PAGE_EXEC,
85227671c9Sbellard         PAGE_READ | PAGE_WRITE,
86227671c9Sbellard         PAGE_READ | PAGE_EXEC,
87227671c9Sbellard         PAGE_READ | PAGE_WRITE | PAGE_EXEC
88227671c9Sbellard     },
89227671c9Sbellard     {
90227671c9Sbellard         PAGE_READ,
91227671c9Sbellard         PAGE_READ | PAGE_WRITE,
92227671c9Sbellard         PAGE_READ | PAGE_EXEC,
93227671c9Sbellard         PAGE_READ | PAGE_WRITE | PAGE_EXEC,
94227671c9Sbellard         PAGE_EXEC,
95227671c9Sbellard         PAGE_READ,
96227671c9Sbellard         0,
97227671c9Sbellard         0,
98227671c9Sbellard     }
99e8af50a3Sbellard };
100e8af50a3Sbellard 
101af7bf89bSbellard int get_physical_address (CPUState *env, target_phys_addr_t *physical, int *prot,
102af7bf89bSbellard 			  int *access_index, target_ulong address, int rw,
103e80cfcfcSbellard 			  int is_user)
104e8af50a3Sbellard {
105e80cfcfcSbellard     int access_perms = 0;
106e80cfcfcSbellard     target_phys_addr_t pde_ptr;
107af7bf89bSbellard     uint32_t pde;
108af7bf89bSbellard     target_ulong virt_addr;
109e80cfcfcSbellard     int error_code = 0, is_dirty;
110e80cfcfcSbellard     unsigned long page_offset;
111e8af50a3Sbellard 
112e8af50a3Sbellard     virt_addr = address & TARGET_PAGE_MASK;
113e8af50a3Sbellard     if ((env->mmuregs[0] & MMU_E) == 0) { /* MMU disabled */
114e80cfcfcSbellard 	*physical = address;
115227671c9Sbellard         *prot = PAGE_READ | PAGE_WRITE | PAGE_EXEC;
116e80cfcfcSbellard         return 0;
117e8af50a3Sbellard     }
118e8af50a3Sbellard 
1197483750dSbellard     *access_index = ((rw & 1) << 2) | (rw & 2) | (is_user? 0 : 1);
1206f7e9aecSbellard     *physical = 0xfffff000;
1217483750dSbellard 
122e8af50a3Sbellard     /* SPARC reference MMU table walk: Context table->L1->L2->PTE */
123e8af50a3Sbellard     /* Context base + context number */
124b3180cdcSbellard     pde_ptr = (env->mmuregs[1] << 4) + (env->mmuregs[2] << 2);
12549be8030Sbellard     pde = ldl_phys(pde_ptr);
126e8af50a3Sbellard 
127e8af50a3Sbellard     /* Ctx pde */
128e8af50a3Sbellard     switch (pde & PTE_ENTRYTYPE_MASK) {
129e80cfcfcSbellard     default:
130e8af50a3Sbellard     case 0: /* Invalid */
1317483750dSbellard 	return 1 << 2;
132e80cfcfcSbellard     case 2: /* L0 PTE, maybe should not happen? */
133e8af50a3Sbellard     case 3: /* Reserved */
1347483750dSbellard         return 4 << 2;
135e80cfcfcSbellard     case 1: /* L0 PDE */
136e80cfcfcSbellard 	pde_ptr = ((address >> 22) & ~3) + ((pde & ~3) << 4);
13749be8030Sbellard         pde = ldl_phys(pde_ptr);
138e80cfcfcSbellard 
139e80cfcfcSbellard 	switch (pde & PTE_ENTRYTYPE_MASK) {
140e80cfcfcSbellard 	default:
141e80cfcfcSbellard 	case 0: /* Invalid */
1427483750dSbellard 	    return (1 << 8) | (1 << 2);
143e80cfcfcSbellard 	case 3: /* Reserved */
1447483750dSbellard 	    return (1 << 8) | (4 << 2);
145e8af50a3Sbellard 	case 1: /* L1 PDE */
146e80cfcfcSbellard 	    pde_ptr = ((address & 0xfc0000) >> 16) + ((pde & ~3) << 4);
14749be8030Sbellard             pde = ldl_phys(pde_ptr);
148e8af50a3Sbellard 
149e8af50a3Sbellard 	    switch (pde & PTE_ENTRYTYPE_MASK) {
150e80cfcfcSbellard 	    default:
151e8af50a3Sbellard 	    case 0: /* Invalid */
1527483750dSbellard 		return (2 << 8) | (1 << 2);
153e8af50a3Sbellard 	    case 3: /* Reserved */
1547483750dSbellard 		return (2 << 8) | (4 << 2);
155e8af50a3Sbellard 	    case 1: /* L2 PDE */
156e80cfcfcSbellard 		pde_ptr = ((address & 0x3f000) >> 10) + ((pde & ~3) << 4);
15749be8030Sbellard                 pde = ldl_phys(pde_ptr);
158e8af50a3Sbellard 
159e8af50a3Sbellard 		switch (pde & PTE_ENTRYTYPE_MASK) {
160e80cfcfcSbellard 		default:
161e8af50a3Sbellard 		case 0: /* Invalid */
1627483750dSbellard 		    return (3 << 8) | (1 << 2);
163e8af50a3Sbellard 		case 1: /* PDE, should not happen */
164e8af50a3Sbellard 		case 3: /* Reserved */
1657483750dSbellard 		    return (3 << 8) | (4 << 2);
166e8af50a3Sbellard 		case 2: /* L3 PTE */
167e8af50a3Sbellard 		    virt_addr = address & TARGET_PAGE_MASK;
168e8af50a3Sbellard 		    page_offset = (address & TARGET_PAGE_MASK) & (TARGET_PAGE_SIZE - 1);
169e8af50a3Sbellard 		}
170e8af50a3Sbellard 		break;
171e8af50a3Sbellard 	    case 2: /* L2 PTE */
172e8af50a3Sbellard 		virt_addr = address & ~0x3ffff;
173e8af50a3Sbellard 		page_offset = address & 0x3ffff;
174e8af50a3Sbellard 	    }
175e8af50a3Sbellard 	    break;
176e8af50a3Sbellard 	case 2: /* L1 PTE */
177e8af50a3Sbellard 	    virt_addr = address & ~0xffffff;
178e8af50a3Sbellard 	    page_offset = address & 0xffffff;
179e8af50a3Sbellard 	}
180e8af50a3Sbellard     }
181e8af50a3Sbellard 
182e8af50a3Sbellard     /* update page modified and dirty bits */
183b769d8feSbellard     is_dirty = (rw & 1) && !(pde & PG_MODIFIED_MASK);
184e8af50a3Sbellard     if (!(pde & PG_ACCESSED_MASK) || is_dirty) {
185e8af50a3Sbellard 	pde |= PG_ACCESSED_MASK;
186e8af50a3Sbellard 	if (is_dirty)
187e8af50a3Sbellard 	    pde |= PG_MODIFIED_MASK;
18849be8030Sbellard         stl_phys_notdirty(pde_ptr, pde);
189e8af50a3Sbellard     }
190e8af50a3Sbellard     /* check access */
191e8af50a3Sbellard     access_perms = (pde & PTE_ACCESS_MASK) >> PTE_ACCESS_SHIFT;
192e80cfcfcSbellard     error_code = access_table[*access_index][access_perms];
193d8e3326cSbellard     if (error_code && !((env->mmuregs[0] & MMU_NF) && is_user))
194e80cfcfcSbellard 	return error_code;
195e8af50a3Sbellard 
196e8af50a3Sbellard     /* the page can be put in the TLB */
197227671c9Sbellard     *prot = perm_table[is_user][access_perms];
198227671c9Sbellard     if (!(pde & PG_MODIFIED_MASK)) {
199e8af50a3Sbellard         /* only set write access if already dirty... otherwise wait
200e8af50a3Sbellard            for dirty access */
201227671c9Sbellard         *prot &= ~PAGE_WRITE;
202e8af50a3Sbellard     }
203e8af50a3Sbellard 
204e8af50a3Sbellard     /* Even if large ptes, we map only one 4KB page in the cache to
205e8af50a3Sbellard        avoid filling it too fast */
206e80cfcfcSbellard     *physical = ((pde & PTE_ADDR_MASK) << 4) + page_offset;
2076f7e9aecSbellard     return error_code;
208e80cfcfcSbellard }
209e80cfcfcSbellard 
210e80cfcfcSbellard /* Perform address translation */
211af7bf89bSbellard int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,
212e80cfcfcSbellard                               int is_user, int is_softmmu)
213e80cfcfcSbellard {
214af7bf89bSbellard     target_phys_addr_t paddr;
215e80cfcfcSbellard     unsigned long vaddr;
216e80cfcfcSbellard     int error_code = 0, prot, ret = 0, access_index;
217e80cfcfcSbellard 
218e80cfcfcSbellard     error_code = get_physical_address(env, &paddr, &prot, &access_index, address, rw, is_user);
219e80cfcfcSbellard     if (error_code == 0) {
2209e61bde5Sbellard 	vaddr = address & TARGET_PAGE_MASK;
2219e61bde5Sbellard 	paddr &= TARGET_PAGE_MASK;
2229e61bde5Sbellard #ifdef DEBUG_MMU
2239e61bde5Sbellard 	printf("Translate at 0x%lx -> 0x%lx, vaddr 0x%lx\n", (long)address, (long)paddr, (long)vaddr);
2249e61bde5Sbellard #endif
225227671c9Sbellard 	ret = tlb_set_page_exec(env, vaddr, paddr, prot, is_user, is_softmmu);
226e8af50a3Sbellard 	return ret;
227e80cfcfcSbellard     }
228e8af50a3Sbellard 
229e8af50a3Sbellard     if (env->mmuregs[3]) /* Fault status register */
230e8af50a3Sbellard 	env->mmuregs[3] = 1; /* overflow (not read before another fault) */
2317483750dSbellard     env->mmuregs[3] |= (access_index << 5) | error_code | 2;
232e8af50a3Sbellard     env->mmuregs[4] = address; /* Fault address register */
233e8af50a3Sbellard 
234878d3096Sbellard     if ((env->mmuregs[0] & MMU_NF) || env->psret == 0)  {
2356f7e9aecSbellard         // No fault mode: if a mapping is available, just override
2366f7e9aecSbellard         // permissions. If no mapping is available, redirect accesses to
2376f7e9aecSbellard         // neverland. Fake/overridden mappings will be flushed when
2386f7e9aecSbellard         // switching to normal mode.
2397483750dSbellard 	vaddr = address & TARGET_PAGE_MASK;
240227671c9Sbellard         prot = PAGE_READ | PAGE_WRITE | PAGE_EXEC;
241227671c9Sbellard         ret = tlb_set_page_exec(env, vaddr, paddr, prot, is_user, is_softmmu);
2427483750dSbellard 	return ret;
2437483750dSbellard     } else {
244878d3096Sbellard         if (rw & 2)
245878d3096Sbellard             env->exception_index = TT_TFAULT;
246878d3096Sbellard         else
247878d3096Sbellard             env->exception_index = TT_DFAULT;
248878d3096Sbellard         return 1;
249e8af50a3Sbellard     }
2507483750dSbellard }
25124741ef3Sbellard 
25224741ef3Sbellard target_ulong mmu_probe(CPUState *env, target_ulong address, int mmulev)
25324741ef3Sbellard {
25424741ef3Sbellard     target_phys_addr_t pde_ptr;
25524741ef3Sbellard     uint32_t pde;
25624741ef3Sbellard 
25724741ef3Sbellard     /* Context base + context number */
25824741ef3Sbellard     pde_ptr = (env->mmuregs[1] << 4) + (env->mmuregs[2] << 2);
25924741ef3Sbellard     pde = ldl_phys(pde_ptr);
26024741ef3Sbellard 
26124741ef3Sbellard     switch (pde & PTE_ENTRYTYPE_MASK) {
26224741ef3Sbellard     default:
26324741ef3Sbellard     case 0: /* Invalid */
26424741ef3Sbellard     case 2: /* PTE, maybe should not happen? */
26524741ef3Sbellard     case 3: /* Reserved */
26624741ef3Sbellard 	return 0;
26724741ef3Sbellard     case 1: /* L1 PDE */
26824741ef3Sbellard 	if (mmulev == 3)
26924741ef3Sbellard 	    return pde;
27024741ef3Sbellard 	pde_ptr = ((address >> 22) & ~3) + ((pde & ~3) << 4);
27124741ef3Sbellard         pde = ldl_phys(pde_ptr);
27224741ef3Sbellard 
27324741ef3Sbellard 	switch (pde & PTE_ENTRYTYPE_MASK) {
27424741ef3Sbellard 	default:
27524741ef3Sbellard 	case 0: /* Invalid */
27624741ef3Sbellard 	case 3: /* Reserved */
27724741ef3Sbellard 	    return 0;
27824741ef3Sbellard 	case 2: /* L1 PTE */
27924741ef3Sbellard 	    return pde;
28024741ef3Sbellard 	case 1: /* L2 PDE */
28124741ef3Sbellard 	    if (mmulev == 2)
28224741ef3Sbellard 		return pde;
28324741ef3Sbellard 	    pde_ptr = ((address & 0xfc0000) >> 16) + ((pde & ~3) << 4);
28424741ef3Sbellard             pde = ldl_phys(pde_ptr);
28524741ef3Sbellard 
28624741ef3Sbellard 	    switch (pde & PTE_ENTRYTYPE_MASK) {
28724741ef3Sbellard 	    default:
28824741ef3Sbellard 	    case 0: /* Invalid */
28924741ef3Sbellard 	    case 3: /* Reserved */
29024741ef3Sbellard 		return 0;
29124741ef3Sbellard 	    case 2: /* L2 PTE */
29224741ef3Sbellard 		return pde;
29324741ef3Sbellard 	    case 1: /* L3 PDE */
29424741ef3Sbellard 		if (mmulev == 1)
29524741ef3Sbellard 		    return pde;
29624741ef3Sbellard 		pde_ptr = ((address & 0x3f000) >> 10) + ((pde & ~3) << 4);
29724741ef3Sbellard                 pde = ldl_phys(pde_ptr);
29824741ef3Sbellard 
29924741ef3Sbellard 		switch (pde & PTE_ENTRYTYPE_MASK) {
30024741ef3Sbellard 		default:
30124741ef3Sbellard 		case 0: /* Invalid */
30224741ef3Sbellard 		case 1: /* PDE, should not happen */
30324741ef3Sbellard 		case 3: /* Reserved */
30424741ef3Sbellard 		    return 0;
30524741ef3Sbellard 		case 2: /* L3 PTE */
30624741ef3Sbellard 		    return pde;
30724741ef3Sbellard 		}
30824741ef3Sbellard 	    }
30924741ef3Sbellard 	}
31024741ef3Sbellard     }
31124741ef3Sbellard     return 0;
31224741ef3Sbellard }
31324741ef3Sbellard 
31424741ef3Sbellard #ifdef DEBUG_MMU
31524741ef3Sbellard void dump_mmu(CPUState *env)
31624741ef3Sbellard {
31724741ef3Sbellard      target_ulong va, va1, va2;
31824741ef3Sbellard      unsigned int n, m, o;
31924741ef3Sbellard      target_phys_addr_t pde_ptr, pa;
32024741ef3Sbellard     uint32_t pde;
32124741ef3Sbellard 
32224741ef3Sbellard     printf("MMU dump:\n");
32324741ef3Sbellard     pde_ptr = (env->mmuregs[1] << 4) + (env->mmuregs[2] << 2);
32424741ef3Sbellard     pde = ldl_phys(pde_ptr);
32524741ef3Sbellard     printf("Root ptr: " TARGET_FMT_lx ", ctx: %d\n", env->mmuregs[1] << 4, env->mmuregs[2]);
32624741ef3Sbellard     for (n = 0, va = 0; n < 256; n++, va += 16 * 1024 * 1024) {
32724741ef3Sbellard 	pde_ptr = mmu_probe(env, va, 2);
32824741ef3Sbellard 	if (pde_ptr) {
32924741ef3Sbellard 	    pa = cpu_get_phys_page_debug(env, va);
33024741ef3Sbellard  	    printf("VA: " TARGET_FMT_lx ", PA: " TARGET_FMT_lx " PDE: " TARGET_FMT_lx "\n", va, pa, pde_ptr);
33124741ef3Sbellard 	    for (m = 0, va1 = va; m < 64; m++, va1 += 256 * 1024) {
33224741ef3Sbellard 		pde_ptr = mmu_probe(env, va1, 1);
33324741ef3Sbellard 		if (pde_ptr) {
33424741ef3Sbellard 		    pa = cpu_get_phys_page_debug(env, va1);
33524741ef3Sbellard  		    printf(" VA: " TARGET_FMT_lx ", PA: " TARGET_FMT_lx " PDE: " TARGET_FMT_lx "\n", va1, pa, pde_ptr);
33624741ef3Sbellard 		    for (o = 0, va2 = va1; o < 64; o++, va2 += 4 * 1024) {
33724741ef3Sbellard 			pde_ptr = mmu_probe(env, va2, 0);
33824741ef3Sbellard 			if (pde_ptr) {
33924741ef3Sbellard 			    pa = cpu_get_phys_page_debug(env, va2);
34024741ef3Sbellard  			    printf("  VA: " TARGET_FMT_lx ", PA: " TARGET_FMT_lx " PTE: " TARGET_FMT_lx "\n", va2, pa, pde_ptr);
34124741ef3Sbellard 			}
34224741ef3Sbellard 		    }
34324741ef3Sbellard 		}
34424741ef3Sbellard 	    }
34524741ef3Sbellard 	}
34624741ef3Sbellard     }
34724741ef3Sbellard     printf("MMU dump ends\n");
34824741ef3Sbellard }
34924741ef3Sbellard #endif /* DEBUG_MMU */
35024741ef3Sbellard 
35124741ef3Sbellard #else /* !TARGET_SPARC64 */
35283469015Sbellard /*
35383469015Sbellard  * UltraSparc IIi I/DMMUs
35483469015Sbellard  */
3553475187dSbellard static int get_physical_address_data(CPUState *env, target_phys_addr_t *physical, int *prot,
3563475187dSbellard 			  int *access_index, target_ulong address, int rw,
3573475187dSbellard 			  int is_user)
3583475187dSbellard {
3593475187dSbellard     target_ulong mask;
3603475187dSbellard     unsigned int i;
3613475187dSbellard 
3623475187dSbellard     if ((env->lsu & DMMU_E) == 0) { /* DMMU disabled */
36383469015Sbellard 	*physical = address;
3643475187dSbellard 	*prot = PAGE_READ | PAGE_WRITE;
3653475187dSbellard         return 0;
3663475187dSbellard     }
3673475187dSbellard 
3683475187dSbellard     for (i = 0; i < 64; i++) {
36983469015Sbellard 	switch ((env->dtlb_tte[i] >> 61) & 3) {
3703475187dSbellard 	default:
37183469015Sbellard 	case 0x0: // 8k
3723475187dSbellard 	    mask = 0xffffffffffffe000ULL;
3733475187dSbellard 	    break;
37483469015Sbellard 	case 0x1: // 64k
3753475187dSbellard 	    mask = 0xffffffffffff0000ULL;
3763475187dSbellard 	    break;
37783469015Sbellard 	case 0x2: // 512k
3783475187dSbellard 	    mask = 0xfffffffffff80000ULL;
3793475187dSbellard 	    break;
38083469015Sbellard 	case 0x3: // 4M
3813475187dSbellard 	    mask = 0xffffffffffc00000ULL;
3823475187dSbellard 	    break;
3833475187dSbellard 	}
3843475187dSbellard 	// ctx match, vaddr match?
3853475187dSbellard 	if (env->dmmuregs[1] == (env->dtlb_tag[i] & 0x1fff) &&
3863475187dSbellard 	    (address & mask) == (env->dtlb_tag[i] & ~0x1fffULL)) {
38783469015Sbellard 	    // valid, access ok?
38883469015Sbellard 	    if ((env->dtlb_tte[i] & 0x8000000000000000ULL) == 0 ||
38983469015Sbellard 		((env->dtlb_tte[i] & 0x4) && is_user) ||
3903475187dSbellard 		(!(env->dtlb_tte[i] & 0x2) && (rw == 1))) {
39183469015Sbellard 		if (env->dmmuregs[3]) /* Fault status register */
39283469015Sbellard 		    env->dmmuregs[3] = 2; /* overflow (not read before another fault) */
39383469015Sbellard 		env->dmmuregs[3] |= (is_user << 3) | ((rw == 1) << 2) | 1;
39483469015Sbellard 		env->dmmuregs[4] = address; /* Fault address register */
3953475187dSbellard 		env->exception_index = TT_DFAULT;
39683469015Sbellard #ifdef DEBUG_MMU
39783469015Sbellard 		printf("DFAULT at 0x%llx\n", address);
39883469015Sbellard #endif
3993475187dSbellard 		return 1;
4003475187dSbellard 	    }
40183469015Sbellard 	    *physical = (env->dtlb_tte[i] & mask & 0x1fffffff000ULL) + (address & ~mask & 0x1fffffff000ULL);
4023475187dSbellard 	    *prot = PAGE_READ;
4033475187dSbellard 	    if (env->dtlb_tte[i] & 0x2)
4043475187dSbellard 		*prot |= PAGE_WRITE;
4053475187dSbellard 	    return 0;
4063475187dSbellard 	}
4073475187dSbellard     }
40883469015Sbellard #ifdef DEBUG_MMU
40983469015Sbellard     printf("DMISS at 0x%llx\n", address);
41083469015Sbellard #endif
41183469015Sbellard     env->exception_index = TT_DMISS;
4123475187dSbellard     return 1;
4133475187dSbellard }
4143475187dSbellard 
4153475187dSbellard static int get_physical_address_code(CPUState *env, target_phys_addr_t *physical, int *prot,
4163475187dSbellard 			  int *access_index, target_ulong address, int rw,
4173475187dSbellard 			  int is_user)
4183475187dSbellard {
4193475187dSbellard     target_ulong mask;
4203475187dSbellard     unsigned int i;
4213475187dSbellard 
4223475187dSbellard     if ((env->lsu & IMMU_E) == 0) { /* IMMU disabled */
42383469015Sbellard 	*physical = address;
424227671c9Sbellard 	*prot = PAGE_EXEC;
4253475187dSbellard         return 0;
4263475187dSbellard     }
42783469015Sbellard 
4283475187dSbellard     for (i = 0; i < 64; i++) {
42983469015Sbellard 	switch ((env->itlb_tte[i] >> 61) & 3) {
4303475187dSbellard 	default:
43183469015Sbellard 	case 0x0: // 8k
4323475187dSbellard 	    mask = 0xffffffffffffe000ULL;
4333475187dSbellard 	    break;
43483469015Sbellard 	case 0x1: // 64k
4353475187dSbellard 	    mask = 0xffffffffffff0000ULL;
4363475187dSbellard 	    break;
43783469015Sbellard 	case 0x2: // 512k
4383475187dSbellard 	    mask = 0xfffffffffff80000ULL;
4393475187dSbellard 	    break;
44083469015Sbellard 	case 0x3: // 4M
4413475187dSbellard 	    mask = 0xffffffffffc00000ULL;
4423475187dSbellard 		break;
4433475187dSbellard 	}
4443475187dSbellard 	// ctx match, vaddr match?
44583469015Sbellard 	if (env->dmmuregs[1] == (env->itlb_tag[i] & 0x1fff) &&
4463475187dSbellard 	    (address & mask) == (env->itlb_tag[i] & ~0x1fffULL)) {
44783469015Sbellard 	    // valid, access ok?
44883469015Sbellard 	    if ((env->itlb_tte[i] & 0x8000000000000000ULL) == 0 ||
44983469015Sbellard 		((env->itlb_tte[i] & 0x4) && is_user)) {
45083469015Sbellard 		if (env->immuregs[3]) /* Fault status register */
45183469015Sbellard 		    env->immuregs[3] = 2; /* overflow (not read before another fault) */
45283469015Sbellard 		env->immuregs[3] |= (is_user << 3) | 1;
4533475187dSbellard 		env->exception_index = TT_TFAULT;
45483469015Sbellard #ifdef DEBUG_MMU
45583469015Sbellard 		printf("TFAULT at 0x%llx\n", address);
45683469015Sbellard #endif
4573475187dSbellard 		return 1;
4583475187dSbellard 	    }
45983469015Sbellard 	    *physical = (env->itlb_tte[i] & mask & 0x1fffffff000ULL) + (address & ~mask & 0x1fffffff000ULL);
460227671c9Sbellard 	    *prot = PAGE_EXEC;
4613475187dSbellard 	    return 0;
4623475187dSbellard 	}
4633475187dSbellard     }
46483469015Sbellard #ifdef DEBUG_MMU
46583469015Sbellard     printf("TMISS at 0x%llx\n", address);
46683469015Sbellard #endif
46783469015Sbellard     env->exception_index = TT_TMISS;
4683475187dSbellard     return 1;
4693475187dSbellard }
4703475187dSbellard 
4713475187dSbellard int get_physical_address(CPUState *env, target_phys_addr_t *physical, int *prot,
4723475187dSbellard 			  int *access_index, target_ulong address, int rw,
4733475187dSbellard 			  int is_user)
4743475187dSbellard {
4753475187dSbellard     if (rw == 2)
4763475187dSbellard 	return get_physical_address_code(env, physical, prot, access_index, address, rw, is_user);
4773475187dSbellard     else
4783475187dSbellard 	return get_physical_address_data(env, physical, prot, access_index, address, rw, is_user);
4793475187dSbellard }
4803475187dSbellard 
4813475187dSbellard /* Perform address translation */
4823475187dSbellard int cpu_sparc_handle_mmu_fault (CPUState *env, target_ulong address, int rw,
4833475187dSbellard                               int is_user, int is_softmmu)
4843475187dSbellard {
48583469015Sbellard     target_ulong virt_addr, vaddr;
4863475187dSbellard     target_phys_addr_t paddr;
4873475187dSbellard     int error_code = 0, prot, ret = 0, access_index;
4883475187dSbellard 
4893475187dSbellard     error_code = get_physical_address(env, &paddr, &prot, &access_index, address, rw, is_user);
4903475187dSbellard     if (error_code == 0) {
4913475187dSbellard 	virt_addr = address & TARGET_PAGE_MASK;
4923475187dSbellard 	vaddr = virt_addr + ((address & TARGET_PAGE_MASK) & (TARGET_PAGE_SIZE - 1));
49383469015Sbellard #ifdef DEBUG_MMU
49483469015Sbellard 	printf("Translate at 0x%llx -> 0x%llx, vaddr 0x%llx\n", address, paddr, vaddr);
49583469015Sbellard #endif
496227671c9Sbellard 	ret = tlb_set_page_exec(env, vaddr, paddr, prot, is_user, is_softmmu);
4973475187dSbellard 	return ret;
4983475187dSbellard     }
4993475187dSbellard     // XXX
5003475187dSbellard     return 1;
5013475187dSbellard }
5023475187dSbellard 
50383469015Sbellard #ifdef DEBUG_MMU
50483469015Sbellard void dump_mmu(CPUState *env)
50583469015Sbellard {
50683469015Sbellard     unsigned int i;
50783469015Sbellard     const char *mask;
50883469015Sbellard 
50983469015Sbellard     printf("MMU contexts: Primary: %lld, Secondary: %lld\n", env->dmmuregs[1], env->dmmuregs[2]);
51083469015Sbellard     if ((env->lsu & DMMU_E) == 0) {
51183469015Sbellard 	printf("DMMU disabled\n");
51283469015Sbellard     } else {
51383469015Sbellard 	printf("DMMU dump:\n");
51483469015Sbellard 	for (i = 0; i < 64; i++) {
51583469015Sbellard 	    switch ((env->dtlb_tte[i] >> 61) & 3) {
51683469015Sbellard 	    default:
51783469015Sbellard 	    case 0x0:
51883469015Sbellard 		mask = "  8k";
51983469015Sbellard 		break;
52083469015Sbellard 	    case 0x1:
52183469015Sbellard 		mask = " 64k";
52283469015Sbellard 		break;
52383469015Sbellard 	    case 0x2:
52483469015Sbellard 		mask = "512k";
52583469015Sbellard 		break;
52683469015Sbellard 	    case 0x3:
52783469015Sbellard 		mask = "  4M";
52883469015Sbellard 		break;
52983469015Sbellard 	    }
53083469015Sbellard 	    if ((env->dtlb_tte[i] & 0x8000000000000000ULL) != 0) {
53183469015Sbellard 		printf("VA: " TARGET_FMT_lx ", PA: " TARGET_FMT_lx ", %s, %s, %s, %s, ctx %lld\n",
53283469015Sbellard 		       env->dtlb_tag[i] & ~0x1fffULL,
53383469015Sbellard 		       env->dtlb_tte[i] & 0x1ffffffe000ULL,
53483469015Sbellard 		       mask,
53583469015Sbellard 		       env->dtlb_tte[i] & 0x4? "priv": "user",
53683469015Sbellard 		       env->dtlb_tte[i] & 0x2? "RW": "RO",
53783469015Sbellard 		       env->dtlb_tte[i] & 0x40? "locked": "unlocked",
53883469015Sbellard 		       env->dtlb_tag[i] & 0x1fffULL);
53983469015Sbellard 	    }
54083469015Sbellard 	}
54183469015Sbellard     }
54283469015Sbellard     if ((env->lsu & IMMU_E) == 0) {
54383469015Sbellard 	printf("IMMU disabled\n");
54483469015Sbellard     } else {
54583469015Sbellard 	printf("IMMU dump:\n");
54683469015Sbellard 	for (i = 0; i < 64; i++) {
54783469015Sbellard 	    switch ((env->itlb_tte[i] >> 61) & 3) {
54883469015Sbellard 	    default:
54983469015Sbellard 	    case 0x0:
55083469015Sbellard 		mask = "  8k";
55183469015Sbellard 		break;
55283469015Sbellard 	    case 0x1:
55383469015Sbellard 		mask = " 64k";
55483469015Sbellard 		break;
55583469015Sbellard 	    case 0x2:
55683469015Sbellard 		mask = "512k";
55783469015Sbellard 		break;
55883469015Sbellard 	    case 0x3:
55983469015Sbellard 		mask = "  4M";
56083469015Sbellard 		break;
56183469015Sbellard 	    }
56283469015Sbellard 	    if ((env->itlb_tte[i] & 0x8000000000000000ULL) != 0) {
56383469015Sbellard 		printf("VA: " TARGET_FMT_lx ", PA: " TARGET_FMT_lx ", %s, %s, %s, ctx %lld\n",
56483469015Sbellard 		       env->itlb_tag[i] & ~0x1fffULL,
56583469015Sbellard 		       env->itlb_tte[i] & 0x1ffffffe000ULL,
56683469015Sbellard 		       mask,
56783469015Sbellard 		       env->itlb_tte[i] & 0x4? "priv": "user",
56883469015Sbellard 		       env->itlb_tte[i] & 0x40? "locked": "unlocked",
56983469015Sbellard 		       env->itlb_tag[i] & 0x1fffULL);
57083469015Sbellard 	    }
57183469015Sbellard 	}
57283469015Sbellard     }
57383469015Sbellard }
57424741ef3Sbellard #endif /* DEBUG_MMU */
57524741ef3Sbellard 
57624741ef3Sbellard #endif /* TARGET_SPARC64 */
57724741ef3Sbellard #endif /* !CONFIG_USER_ONLY */
57824741ef3Sbellard 
57924741ef3Sbellard void memcpy32(target_ulong *dst, const target_ulong *src)
58024741ef3Sbellard {
58124741ef3Sbellard     dst[0] = src[0];
58224741ef3Sbellard     dst[1] = src[1];
58324741ef3Sbellard     dst[2] = src[2];
58424741ef3Sbellard     dst[3] = src[3];
58524741ef3Sbellard     dst[4] = src[4];
58624741ef3Sbellard     dst[5] = src[5];
58724741ef3Sbellard     dst[6] = src[6];
58824741ef3Sbellard     dst[7] = src[7];
58924741ef3Sbellard }
590