17 #define copy_from_kernel_nofault_loop(dst, src, len, type, err_label)	\  argument
19 		__get_kernel_nofault(dst, src, type, err_label);		\
21 		src += sizeof(type);					\
25 long copy_from_kernel_nofault(void *dst, const void *src, size_t size)  in copy_from_kernel_nofault()  argument
27 	if (!copy_from_kernel_nofault_allowed(src, size))  in copy_from_kernel_nofault()
31 	copy_from_kernel_nofault_loop(dst, src, size, u64, Efault);  in copy_from_kernel_nofault()
32 	copy_from_kernel_nofault_loop(dst, src, size, u32, Efault);  in copy_from_kernel_nofault()
33 	copy_from_kernel_nofault_loop(dst, src, size, u16, Efault);  in copy_from_kernel_nofault()
34 	copy_from_kernel_nofault_loop(dst, src, size, u8, Efault);  in copy_from_kernel_nofault()
43 #define copy_to_kernel_nofault_loop(dst, src, len, type, err_label)	\  argument
45 		__put_kernel_nofault(dst, src, type, err_label);		\
47 		src += sizeof(type);					\
51 long copy_to_kernel_nofault(void *dst, const void *src, size_t size)  in copy_to_kernel_nofault()  argument
54 	copy_to_kernel_nofault_loop(dst, src, size, u64, Efault);  in copy_to_kernel_nofault()
55 	copy_to_kernel_nofault_loop(dst, src, size, u32, Efault);  in copy_to_kernel_nofault()
56 	copy_to_kernel_nofault_loop(dst, src, size, u16, Efault);  in copy_to_kernel_nofault()
57 	copy_to_kernel_nofault_loop(dst, src, size, u8, Efault);  in copy_to_kernel_nofault()
67 	const void *src = unsafe_addr;  in strncpy_from_kernel_nofault()  local
76 		__get_kernel_nofault(dst, src, u8, Efault);  in strncpy_from_kernel_nofault()
78 		src++;  in strncpy_from_kernel_nofault()
79 	} while (dst[-1] && src - unsafe_addr < count);  in strncpy_from_kernel_nofault()
83 	return src - unsafe_addr;  in strncpy_from_kernel_nofault()
93  * @src: address to read from
96  * Safely read from kernel address @src to the buffer at @dst.  If a kernel
97  * fault happens, handle that and return -EFAULT.  If @src is not a valid kernel
105 long copy_from_kernel_nofault(void *dst, const void *src, size_t size)  in copy_from_kernel_nofault()  argument
110 	if (!copy_from_kernel_nofault_allowed(src, size))  in copy_from_kernel_nofault()
115 	ret = __copy_from_user_inatomic(dst, (__force const void __user *)src,  in copy_from_kernel_nofault()
129  * @src: pointer to the data that shall be written
132  * Safely write to address @dst from the buffer at @src.  If a kernel fault
135 long copy_to_kernel_nofault(void *dst, const void *src, size_t size)  in copy_to_kernel_nofault()  argument
142 	ret = __copy_to_user_inatomic((__force void __user *)dst, src, size);  in copy_to_kernel_nofault()
173 	const void *src = unsafe_addr;  in strncpy_from_kernel_nofault()  local
185 		ret = __get_user(*dst++, (const char __user __force *)src++);  in strncpy_from_kernel_nofault()
186 	} while (dst[-1] && ret == 0 && src - unsafe_addr < count);  in strncpy_from_kernel_nofault()
192 	return ret ? -EFAULT : src - unsafe_addr;  in strncpy_from_kernel_nofault()
199  * @src: address to read from. This must be a user address.
202  * Safely read from user address @src to the buffer at @dst. If a kernel fault
205 long copy_from_user_nofault(void *dst, const void __user *src, size_t size)  in copy_from_user_nofault()  argument
210 	if (access_ok(src, size)) {  in copy_from_user_nofault()
212 		ret = __copy_from_user_inatomic(dst, src, size);  in copy_from_user_nofault()
226  * @src: pointer to the data that shall be written
229  * Safely write to address @dst from the buffer at @src.  If a kernel fault
232 long copy_to_user_nofault(void __user *dst, const void *src, size_t size)  in copy_to_user_nofault()  argument
239 		ret = __copy_to_user_inatomic(dst, src, size);  in copy_to_user_nofault()