mips/cavium-octeon/octeon-memcpy.S

18 #include <asm/asm-offsets.h>
30  *   - src and dst don't overlap
31  *   - src is readable
32  *   - dst is writable
40  *     - src is readable  (no exceptions when reading src)
42  *     - dst is writable  (no exceptions when writing dst)
43  * __copy_user uses a non-standard calling convention; see
57  *  1- AT contain the address of the byte just past the end of the source
59  *  2- src_entry <= src < AT, and
60  *  3- (dst - src) == (dst_entry - src_entry),
81  * Only on the 64-bit kernel we can made use of 64-bit registers.
101  * As we are sharing code base with the mips32 tree (which use the o32 ABI
106 #undef t1
110 #define t1	$9  macro
111 #define t2	$10
133 #define REST(unit)  (FIRST(unit)+NBYTES-1)
136 #define ADDRMASK (NBYTES-1)
188 EXC(	LOAD	t1, UNIT(1)(src),	l_exc_copy)
193 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p15u)
197 EXC(	LOAD	t1, UNIT(5)(src),	l_exc_copy)
201 EXC(	STORE	t1, UNIT(5)(dst),	s_exc_p11u)
206 EXC(	LOAD	t0, UNIT(-8)(src),	l_exc_copy_rewind16)
207 EXC(	LOAD	t1, UNIT(-7)(src),	l_exc_copy_rewind16)
208 EXC(	LOAD	t2, UNIT(-6)(src),	l_exc_copy_rewind16)
209 EXC(	LOAD	t3, UNIT(-5)(src),	l_exc_copy_rewind16)
210 EXC(	STORE	t0, UNIT(-8)(dst),	s_exc_p8u)
211 EXC(	STORE	t1, UNIT(-7)(dst),	s_exc_p7u)
212 EXC(	STORE	t2, UNIT(-6)(dst),	s_exc_p6u)
213 EXC(	STORE	t3, UNIT(-5)(dst),	s_exc_p5u)
214 EXC(	LOAD	t0, UNIT(-4)(src),	l_exc_copy_rewind16)
215 EXC(	LOAD	t1, UNIT(-3)(src),	l_exc_copy_rewind16)
216 EXC(	LOAD	t2, UNIT(-2)(src),	l_exc_copy_rewind16)
217 EXC(	LOAD	t3, UNIT(-1)(src),	l_exc_copy_rewind16)
218 EXC(	STORE	t0, UNIT(-4)(dst),	s_exc_p4u)
219 EXC(	STORE	t1, UNIT(-3)(dst),	s_exc_p3u)
220 EXC(	STORE	t2, UNIT(-2)(dst),	s_exc_p2u)
221 EXC(	STORE	t3, UNIT(-1)(dst),	s_exc_p1u)
236 EXC(	LOAD	t1, UNIT(1)(src),	l_exc_copy)
241 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p7u)
245 EXC(	LOAD	t1, UNIT(5)(src),	l_exc_copy)
249 EXC(	STORE	t1, UNIT(5)(dst),	s_exc_p3u)
263 EXC(	LOAD	t1, UNIT(1)(src),	l_exc_copy)
268 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p3u)
287 	sltu	t1, len, 8
290 	bnez	t1, copy_bytes_checklen
297 	sltu	t1, len, 8
300 	bnez	t1, copy_bytes_checklen
310 EXC(	 STORE	t0, -8(dst),		s_exc_p1u)
316 	 and	rem, len, (4*NBYTES-1)	 # rem = len % 4*NBYTES
325 EXC(	LDFIRST t1, FIRST(1)(src),	l_exc_copy)
328 EXC(	LDREST	t1, REST(1)(src),	l_exc_copy)
335 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p3u)
343 	 and	rem, len, NBYTES-1  # rem = len % NBYTES
372 EXC(	lb	t0, NBYTES-2(src), l_exc)
375 EXC(	 sb	t0, NBYTES-2(dst), s_exc_p1)
399 EXC(	lb	t1, 0(src),	l_exc)
401 	sb	t1, 0(dst)	# can't fault -- we're copy_from_user
423 SEXC(10)
445 	ADD	t1, a1, a2
446 	sltu	t0, a1, t0			# dst + len <= src -> memcpy
447 	sltu	t1, a0, t1			# dst >= src + len -> memcpy
448 	and	t0, t1
463 	lb	t0, -1(a1)
465 	sb	t0, -1(a0)