20 static inline void zpci_err_insn(u8 cc, u8 status, u64 req, u64 offset)  in zpci_err_insn()  argument
25 		u8 cc;  in zpci_err_insn()  member
27 	} __packed data = {req, offset, cc, status};  in zpci_err_insn()
35 	u8 cc;  in __mpcifc()  local
39 		"	ipm	%[cc]\n"  in __mpcifc()
40 		"	srl	%[cc],28\n"  in __mpcifc()
41 		: [cc] "=d" (cc), [req] "+d" (req), [fib] "+Q" (*fib)  in __mpcifc()
42 		: : "cc");  in __mpcifc()
44 	return cc;  in __mpcifc()
49 	u8 cc;  in zpci_mod_fc()  local
52 		cc = __mpcifc(req, fib, status);  in zpci_mod_fc()
53 		if (cc == 2)  in zpci_mod_fc()
55 	} while (cc == 2);  in zpci_mod_fc()
57 	if (cc)  in zpci_mod_fc()
58 		zpci_err_insn(cc, *status, req, 0);  in zpci_mod_fc()
60 	return cc;  in zpci_mod_fc()
68 	u8 cc;  in __rpcit()  local
72 		"	ipm	%[cc]\n"  in __rpcit()
73 		"	srl	%[cc],28\n"  in __rpcit()
74 		: [cc] "=d" (cc), [fn] "+d" (fn)  in __rpcit()
76 		: "cc");  in __rpcit()
78 	return cc;  in __rpcit()
83 	u8 cc, status;  in zpci_refresh_trans()  local
86 		cc = __rpcit(fn, addr, range, &status);  in zpci_refresh_trans()
87 		if (cc == 2)  in zpci_refresh_trans()
89 	} while (cc == 2);  in zpci_refresh_trans()
91 	if (cc)  in zpci_refresh_trans()
92 		zpci_err_insn(cc, status, addr, range);  in zpci_refresh_trans()
94 	if (cc == 1 && (status == 4 || status == 16))  in zpci_refresh_trans()
97 	return (cc) ? -EIO : 0;  in zpci_refresh_trans()
118 	int cc = -ENXIO;  in ____pcilg()  local
123 		"0:	ipm	%[cc]\n"  in ____pcilg()
124 		"	srl	%[cc],28\n"  in ____pcilg()
127 		: [cc] "+d" (cc), [data] "=d" (__data), [req] "+d" (__req)  in ____pcilg()
129 		: "cc");  in ____pcilg()
132 	return cc;  in ____pcilg()
138 	int cc;  in __pcilg()  local
140 	cc = ____pcilg(&__data, req, offset, status);  in __pcilg()
141 	if (!cc)  in __pcilg()
144 	return cc;  in __pcilg()
150 	int cc;  in __zpci_load()  local
153 		cc = __pcilg(data, req, offset, &status);  in __zpci_load()
154 		if (cc == 2)  in __zpci_load()
156 	} while (cc == 2);  in __zpci_load()
158 	if (cc)  in __zpci_load()
159 		zpci_err_insn(cc, status, req, offset);  in __zpci_load()
161 	return (cc > 0) ? -EIO : cc;  in __zpci_load()
178 	int cc = -ENXIO;  in __pcilg_mio()  local
183 		"0:     ipm     %[cc]\n"  in __pcilg_mio()
184 		"       srl     %[cc],28\n"  in __pcilg_mio()
187 		: [cc] "+d" (cc), [data] "=d" (__data), "+d" (r3)  in __pcilg_mio()
189 		: "cc");  in __pcilg_mio()
192 	return cc;  in __pcilg_mio()
198 	int cc;  in zpci_load()  local
203 	cc = __pcilg_mio(data, (__force u64) addr, len, &status);  in zpci_load()
204 	if (cc)  in zpci_load()
205 		zpci_err_insn(cc, status, 0, (__force u64) addr);  in zpci_load()
207 	return (cc > 0) ? -EIO : cc;  in zpci_load()
216 	int cc = -ENXIO;  in __pcistg()  local
220 		"0:	ipm	%[cc]\n"  in __pcistg()
221 		"	srl	%[cc],28\n"  in __pcistg()
224 		: [cc] "+d" (cc), [req] "+d" (__req)  in __pcistg()
226 		: "cc");  in __pcistg()
228 	return cc;  in __pcistg()
234 	int cc;  in __zpci_store()  local
237 		cc = __pcistg(data, req, offset, &status);  in __zpci_store()
238 		if (cc == 2)  in __zpci_store()
240 	} while (cc == 2);  in __zpci_store()
242 	if (cc)  in __zpci_store()
243 		zpci_err_insn(cc, status, req, offset);  in __zpci_store()
245 	return (cc > 0) ? -EIO : cc;  in __zpci_store()
262 	int cc = -ENXIO;  in __pcistg_mio()  local
266 		"0:     ipm     %[cc]\n"  in __pcistg_mio()
267 		"       srl     %[cc],28\n"  in __pcistg_mio()
270 		: [cc] "+d" (cc), "+d" (r3)  in __pcistg_mio()
272 		: "cc");  in __pcistg_mio()
274 	return cc;  in __pcistg_mio()
280 	int cc;  in zpci_store()  local
285 	cc = __pcistg_mio(data, (__force u64) addr, len, &status);  in zpci_store()
286 	if (cc)  in zpci_store()
287 		zpci_err_insn(cc, status, 0, (__force u64) addr);  in zpci_store()
289 	return (cc > 0) ? -EIO : cc;  in zpci_store()
296 	int cc = -ENXIO;  in __pcistb()  local
300 		"0:	ipm	%[cc]\n"  in __pcistb()
301 		"	srl	%[cc],28\n"  in __pcistb()
304 		: [cc] "+d" (cc), [req] "+d" (req)  in __pcistb()
306 		: "cc");  in __pcistb()
308 	return cc;  in __pcistb()
314 	int cc;  in __zpci_store_block()  local
317 		cc = __pcistb(data, req, offset, &status);  in __zpci_store_block()
318 		if (cc == 2)  in __zpci_store_block()
320 	} while (cc == 2);  in __zpci_store_block()
322 	if (cc)  in __zpci_store_block()
323 		zpci_err_insn(cc, status, req, offset);  in __zpci_store_block()
325 	return (cc > 0) ? -EIO : cc;  in __zpci_store_block()
341 	int cc = -ENXIO;  in __pcistb_mio()  local
345 		"0:     ipm     %[cc]\n"  in __pcistb_mio()
346 		"       srl     %[cc],28\n"  in __pcistb_mio()
349 		: [cc] "+d" (cc), [len] "+d" (len)  in __pcistb_mio()
351 		: "cc");  in __pcistb_mio()
353 	return cc;  in __pcistb_mio()
360 	int cc;  in zpci_write_block()  local
365 	cc = __pcistb_mio(src, (__force u64) dst, len, &status);  in zpci_write_block()
366 	if (cc)  in zpci_write_block()
367 		zpci_err_insn(cc, status, 0, (__force u64) dst);  in zpci_write_block()
369 	return (cc > 0) ? -EIO : cc;  in zpci_write_block()