1 // SPDX-License-Identifier: GPL-2.0
8 __visible void *memcpy(void *to, const void *from, size_t n)  in memcpy()  argument
11 	return __memcpy3d(to, from, n);  in memcpy()
13 	return __memcpy(to, from, n);  in memcpy()
24 __visible void *memmove(void *dest, const void *src, size_t n)  in memmove()  argument
31 		"cmp $0x10, %0\n\t"  in memmove()
32 		"jb	1f\n\t"  in memmove()
35 		"cmp %2, %1\n\t"  in memmove()
36 		"jb	2f\n\t"  in memmove()
42 		"cmp  $680, %0\n\t"  in memmove()
43 		"jb 3f\n\t"  in memmove()
47 		"mov %1, %3\n\t"  in memmove()
48 		"xor %2, %3\n\t"  in memmove()
49 		"and $0xff, %3\n\t"  in memmove()
50 		"jz 4f\n\t"  in memmove()
51 		"3:\n\t"  in memmove()
52 		"sub $0x10, %0\n\t"  in memmove()
57 		"3:\n\t"  in memmove()
58 		"sub $0x10, %0\n\t"  in memmove()
59 		"mov 0*4(%1), %3\n\t"  in memmove()
60 		"mov 1*4(%1), %4\n\t"  in memmove()
61 		"mov  %3, 0*4(%2)\n\t"  in memmove()
62 		"mov  %4, 1*4(%2)\n\t"  in memmove()
63 		"mov 2*4(%1), %3\n\t"  in memmove()
64 		"mov 3*4(%1), %4\n\t"  in memmove()
65 		"mov  %3, 2*4(%2)\n\t"  in memmove()
66 		"mov  %4, 3*4(%2)\n\t"  in memmove()
67 		"lea  0x10(%1), %1\n\t"  in memmove()
68 		"lea  0x10(%2), %2\n\t"  in memmove()
69 		"jae 3b\n\t"  in memmove()
70 		"add $0x10, %0\n\t"  in memmove()
71 		"jmp 1f\n\t"  in memmove()
76 		".p2align 4\n\t"  in memmove()
77 		"4:\n\t"  in memmove()
78 		"mov -4(%1, %0), %3\n\t"  in memmove()
79 		"lea -4(%2, %0), %4\n\t"  in memmove()
80 		"shr $2, %0\n\t"  in memmove()
81 		"rep movsl\n\t"  in memmove()
82 		"mov %3, (%4)\n\t"  in memmove()
83 		"jmp 11f\n\t"  in memmove()
87 		".p2align 4\n\t"  in memmove()
88 		"6:\n\t"  in memmove()
89 		"mov (%1), %3\n\t"  in memmove()
90 		"mov %2, %4\n\t"  in memmove()
91 		"lea -4(%1, %0), %1\n\t"  in memmove()
92 		"lea -4(%2, %0), %2\n\t"  in memmove()
93 		"shr $2, %0\n\t"  in memmove()
94 		"std\n\t"  in memmove()
95 		"rep movsl\n\t"  in memmove()
96 		"mov %3,(%4)\n\t"  in memmove()
97 		"cld\n\t"  in memmove()
98 		"jmp 11f\n\t"  in memmove()
103 		".p2align 4\n\t"  in memmove()
104 		"2:\n\t"  in memmove()
105 		"cmp  $680, %0\n\t"  in memmove()
106 		"jb 5f\n\t"  in memmove()
107 		"mov %1, %3\n\t"  in memmove()
108 		"xor %2, %3\n\t"  in memmove()
109 		"and $0xff, %3\n\t"  in memmove()
110 		"jz 6b\n\t"  in memmove()
115 		"5:\n\t"  in memmove()
116 		"add %0, %1\n\t"  in memmove()
117 		"add %0, %2\n\t"  in memmove()
118 		"sub $0x10, %0\n\t"  in memmove()
123 		"7:\n\t"  in memmove()
124 		"sub $0x10, %0\n\t"  in memmove()
126 		"mov -1*4(%1), %3\n\t"  in memmove()
127 		"mov -2*4(%1), %4\n\t"  in memmove()
128 		"mov  %3, -1*4(%2)\n\t"  in memmove()
129 		"mov  %4, -2*4(%2)\n\t"  in memmove()
130 		"mov -3*4(%1), %3\n\t"  in memmove()
131 		"mov -4*4(%1), %4\n\t"  in memmove()
132 		"mov  %3, -3*4(%2)\n\t"  in memmove()
133 		"mov  %4, -4*4(%2)\n\t"  in memmove()
134 		"lea  -0x10(%1), %1\n\t"  in memmove()
135 		"lea  -0x10(%2), %2\n\t"  in memmove()
136 		"jae 7b\n\t"  in memmove()
140 		"add $0x10, %0\n\t"  in memmove()
141 		"sub %0, %1\n\t"  in memmove()
142 		"sub %0, %2\n\t"  in memmove()
147 		".p2align 4\n\t"  in memmove()
148 		"1:\n\t"  in memmove()
149 		"cmp $8, %0\n\t"  in memmove()
150 		"jb 8f\n\t"  in memmove()
151 		"mov 0*4(%1), %3\n\t"  in memmove()
152 		"mov 1*4(%1), %4\n\t"  in memmove()
153 		"mov -2*4(%1, %0), %5\n\t"  in memmove()
154 		"mov -1*4(%1, %0), %1\n\t"  in memmove()
156 		"mov  %3, 0*4(%2)\n\t"  in memmove()
157 		"mov  %4, 1*4(%2)\n\t"  in memmove()
158 		"mov  %5, -2*4(%2, %0)\n\t"  in memmove()
159 		"mov  %1, -1*4(%2, %0)\n\t"  in memmove()
160 		"jmp 11f\n\t"  in memmove()
165 		".p2align 4\n\t"  in memmove()
166 		"8:\n\t"  in memmove()
167 		"cmp $4, %0\n\t"  in memmove()
168 		"jb 9f\n\t"  in memmove()
169 		"mov 0*4(%1), %3\n\t"  in memmove()
170 		"mov -1*4(%1, %0), %4\n\t"  in memmove()
171 		"mov  %3, 0*4(%2)\n\t"  in memmove()
172 		"mov  %4, -1*4(%2, %0)\n\t"  in memmove()
173 		"jmp 11f\n\t"  in memmove()
176 		 * Move data from 2 bytes to 3 bytes.  in memmove()
178 		".p2align 4\n\t"  in memmove()
179 		"9:\n\t"  in memmove()
180 		"cmp $2, %0\n\t"  in memmove()
181 		"jb 10f\n\t"  in memmove()
182 		"movw 0*2(%1), %%dx\n\t"  in memmove()
183 		"movw -1*2(%1, %0), %%bx\n\t"  in memmove()
184 		"movw %%dx, 0*2(%2)\n\t"  in memmove()
185 		"movw %%bx, -1*2(%2, %0)\n\t"  in memmove()
186 		"jmp 11f\n\t"  in memmove()
191 		".p2align 4\n\t"  in memmove()
192 		"10:\n\t"  in memmove()
193 		"cmp $1, %0\n\t"  in memmove()
194 		"jb 11f\n\t"  in memmove()
195 		"movb (%1), %%cl\n\t"  in memmove()
196 		"movb %%cl, (%2)\n\t"  in memmove()
197 		".p2align 4\n\t"  in memmove()
201 		:"0" (n),  in memmove()