kernel/bpf/core.c

61 #define DST	regs[insn->dst_reg]
1820 		DST = DST OP (SRC & 63);		\
1823 		DST = (u32) DST OP ((u32) SRC & 31);	\
1826 		DST = DST OP IMM;			\
1829 		DST = (u32) DST OP (u32) IMM;		\
1834 		DST = DST OP SRC;			\
1837 		DST = (u32) DST OP (u32) SRC;		\
1840 		DST = DST OP IMM;			\
1843 		DST = (u32) DST OP (u32) IMM;		\
1856 		DST = (u32) -DST;
1859 		DST = -DST;
1864 			DST = (u32) SRC;
1867 			DST = (u32)(s8) SRC;
1870 			DST = (u32)(s16) SRC;
1875 		DST = (u32) IMM;
1880 			DST = SRC;
1883 			DST = (s8) SRC;
1886 			DST = (s16) SRC;
1889 			DST = (s32) SRC;
1894 		DST = IMM;
1897 		DST = (u64) (u32) insn[0].imm | ((u64) (u32) insn[1].imm) << 32;
1901 		DST = (u64) (u32) (((s32) DST) >> (SRC & 31));
1904 		DST = (u64) (u32) (((s32) DST) >> IMM);
1907 		(*(s64 *) &DST) >>= (SRC & 63);
1910 		(*(s64 *) &DST) >>= IMM;
1915 			div64_u64_rem(DST, SRC, &AX);
1916 			DST = AX;
1919 			AX = div64_s64(DST, SRC);
1920 			DST = DST - AX * SRC;
1927 			AX = (u32) DST;
1928 			DST = do_div(AX, (u32) SRC);
1931 			AX = abs_s32((s32)DST);
1933 			if ((s32)DST < 0)
1934 				DST = (u32)-AX;
1936 				DST = (u32)AX;
1943 			div64_u64_rem(DST, IMM, &AX);
1944 			DST = AX;
1947 			AX = div64_s64(DST, IMM);
1948 			DST = DST - AX * IMM;
1955 			AX = (u32) DST;
1956 			DST = do_div(AX, (u32) IMM);
1959 			AX = abs_s32((s32)DST);
1961 			if ((s32)DST < 0)
1962 				DST = (u32)-AX;
1964 				DST = (u32)AX;
1971 			DST = div64_u64(DST, SRC);
1974 			DST = div64_s64(DST, SRC);
1981 			AX = (u32) DST;
1983 			DST = (u32) AX;
1986 			AX = abs_s32((s32)DST);
1988 			if (((s32)DST < 0) == ((s32)SRC < 0))
1989 				DST = (u32)AX;
1991 				DST = (u32)-AX;
1998 			DST = div64_u64(DST, IMM);
2001 			DST = div64_s64(DST, IMM);
2008 			AX = (u32) DST;
2010 			DST = (u32) AX;
2013 			AX = abs_s32((s32)DST);
2015 			if (((s32)DST < 0) == ((s32)IMM < 0))
2016 				DST = (u32)AX;
2018 				DST = (u32)-AX;
2025 			DST = (__force u16) cpu_to_be16(DST);
2028 			DST = (__force u32) cpu_to_be32(DST);
2031 			DST = (__force u64) cpu_to_be64(DST);
2038 			DST = (__force u16) cpu_to_le16(DST);
2041 			DST = (__force u32) cpu_to_le32(DST);
2044 			DST = (__force u64) cpu_to_le64(DST);
2051 			DST = (__force u16) __swab16(DST);
2054 			DST = (__force u32) __swab32(DST);
2057 			DST = (__force u64) __swab64(DST);
2118 		if ((SIGN##64) DST CMP_OP (SIGN##64) SRC) {	\
2124 		if ((SIGN##32) DST CMP_OP (SIGN##32) SRC) {	\
2130 		if ((SIGN##64) DST CMP_OP (SIGN##64) IMM) {	\
2136 		if ((SIGN##32) DST CMP_OP (SIGN##32) IMM) {	\
2169 		*(SIZE *)(unsigned long) (DST + insn->off) = SRC;	\
2172 		*(SIZE *)(unsigned long) (DST + insn->off) = IMM;	\
2175 		DST = *(SIZE *)(unsigned long) (SRC + insn->off);	\
2178 		bpf_probe_read_kernel_common(&DST, sizeof(SIZE),	\
2180 		DST = *((SIZE *)&DST);					\
2191 		DST = *(SIZE *)(unsigned long) (SRC + insn->off);	\
2194 		bpf_probe_read_kernel_common(&DST, sizeof(SIZE),		\
2196 		DST = *((SIZE *)&DST);					\
2208 					     (DST + insn->off));	\
2211 					       (DST + insn->off));	\
2219 					(atomic_t *)(unsigned long) (DST + insn->off)); \
2223 					(atomic64_t *)(unsigned long) (DST + insn->off)); \
2245 					(atomic_t *)(unsigned long) (DST + insn->off),
2249 					(atomic64_t *)(unsigned long) (DST + insn->off),
2257 					(atomic_t *)(unsigned long) (DST + insn->off),
2261 					(atomic64_t *)(unsigned long) (DST + insn->off),
2273 				DST = (SIZE)smp_load_acquire(	\
2292 					(SIZE *)(unsigned long)(DST + insn->off), (SIZE)SRC);	\