8 https://opensource.org/licenses/gpl-license.php.
20 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 #if IS_ENABLED(CONFIG_SUNRPC_DEBUG)
47 	return xprt->bc_alloc_count < xprt->bc_alloc_max;  in xprt_need_to_requeue()
58 	dprintk("RPC:        free allocations for req= %p\n", req);  in xprt_free_allocation()
59 	WARN_ON_ONCE(test_bit(RPC_BC_PA_IN_USE, &req->rq_bc_pa_state));  in xprt_free_allocation()
60 	xbufp = &req->rq_rcv_buf;  in xprt_free_allocation()
61 	free_page((unsigned long)xbufp->head[0].iov_base);  in xprt_free_allocation()
62 	xbufp = &req->rq_snd_buf;  in xprt_free_allocation()
63 	free_page((unsigned long)xbufp->head[0].iov_base);  in xprt_free_allocation()
72 	if (page == NULL)  in xprt_alloc_xdr_buf()
73 		return -ENOMEM;  in xprt_alloc_xdr_buf()
83 	/* Pre-allocate one backchannel rpc_rqst */  in xprt_alloc_bc_req()
85 	if (req == NULL)  in xprt_alloc_bc_req()
88 	req->rq_xprt = xprt;  in xprt_alloc_bc_req()
89 	INIT_LIST_HEAD(&req->rq_bc_list);  in xprt_alloc_bc_req()
92 	if (xprt_alloc_xdr_buf(&req->rq_rcv_buf, gfp_flags) < 0) {  in xprt_alloc_bc_req()
96 	req->rq_rcv_buf.len = PAGE_SIZE;  in xprt_alloc_bc_req()
99 	if (xprt_alloc_xdr_buf(&req->rq_snd_buf, gfp_flags) < 0) {  in xprt_alloc_bc_req()
129 	if (!xprt->ops->bc_setup)  in xprt_setup_backchannel()
131 	return xprt->ops->bc_setup(xprt, min_reqs);  in xprt_setup_backchannel()
141 	dprintk("RPC:       setup backchannel transport\n");  in xprt_setup_bc()
143 	if (min_reqs > BC_MAX_SLOTS)  in xprt_setup_bc()
156 		/* Pre-allocate one backchannel rpc_rqst */  in xprt_setup_bc()
158 		if (req == NULL) {  in xprt_setup_bc()
164 		dprintk("RPC:       adding req= %p\n", req);  in xprt_setup_bc()
165 		list_add(&req->rq_bc_pa_list, &tmp_list);  in xprt_setup_bc()
171 	spin_lock(&xprt->bc_pa_lock);  in xprt_setup_bc()
172 	list_splice(&tmp_list, &xprt->bc_pa_list);  in xprt_setup_bc()
173 	xprt->bc_alloc_count += min_reqs;  in xprt_setup_bc()
174 	xprt->bc_alloc_max += min_reqs;  in xprt_setup_bc()
175 	atomic_add(min_reqs, &xprt->bc_slot_count);  in xprt_setup_bc()
176 	spin_unlock(&xprt->bc_pa_lock);  in xprt_setup_bc()
178 	dprintk("RPC:       setup backchannel transport done\n");  in xprt_setup_bc()
189 		list_del(&req->rq_bc_pa_list);  in xprt_setup_bc()
193 	dprintk("RPC:       setup backchannel transport failed\n");  in xprt_setup_bc()
194 	return -ENOMEM;  in xprt_setup_bc()
198  * xprt_destroy_backchannel - Destroys the backchannel preallocated structures.
208 	if (xprt->ops->bc_destroy)  in xprt_destroy_backchannel()
209 		xprt->ops->bc_destroy(xprt, max_reqs);  in xprt_destroy_backchannel()
217 	dprintk("RPC:        destroy backchannel transport\n");  in xprt_destroy_bc()
219 	if (max_reqs == 0)  in xprt_destroy_bc()
222 	spin_lock_bh(&xprt->bc_pa_lock);  in xprt_destroy_bc()
223 	xprt->bc_alloc_max -= min(max_reqs, xprt->bc_alloc_max);  in xprt_destroy_bc()
224 	list_for_each_entry_safe(req, tmp, &xprt->bc_pa_list, rq_bc_pa_list) {  in xprt_destroy_bc()
225 		dprintk("RPC:        req=%p\n", req);  in xprt_destroy_bc()
226 		list_del(&req->rq_bc_pa_list);  in xprt_destroy_bc()
228 		xprt->bc_alloc_count--;  in xprt_destroy_bc()
229 		atomic_dec(&xprt->bc_slot_count);  in xprt_destroy_bc()
230 		if (--max_reqs == 0)  in xprt_destroy_bc()
233 	spin_unlock_bh(&xprt->bc_pa_lock);  in xprt_destroy_bc()
236 	dprintk("RPC:        backchannel list empty= %s\n",  in xprt_destroy_bc()
237 		list_empty(&xprt->bc_pa_list) ? "true" : "false");  in xprt_destroy_bc()
245 	dprintk("RPC:       allocate a backchannel request\n");  in xprt_get_bc_request()
246 	if (list_empty(&xprt->bc_pa_list)) {  in xprt_get_bc_request()
247 		if (!new)  in xprt_get_bc_request()
249 		if (atomic_read(&xprt->bc_slot_count) >= BC_MAX_SLOTS)  in xprt_get_bc_request()
251 		list_add_tail(&new->rq_bc_pa_list, &xprt->bc_pa_list);  in xprt_get_bc_request()
252 		xprt->bc_alloc_count++;  in xprt_get_bc_request()
253 		atomic_inc(&xprt->bc_slot_count);  in xprt_get_bc_request()
255 	req = list_first_entry(&xprt->bc_pa_list, struct rpc_rqst,  in xprt_get_bc_request()
257 	req->rq_reply_bytes_recvd = 0;  in xprt_get_bc_request()
258 	memcpy(&req->rq_private_buf, &req->rq_rcv_buf,  in xprt_get_bc_request()
259 			sizeof(req->rq_private_buf));  in xprt_get_bc_request()
260 	req->rq_xid = xid;  in xprt_get_bc_request()
261 	req->rq_connect_cookie = xprt->connect_cookie;  in xprt_get_bc_request()
262 	dprintk("RPC:       backchannel req=%p\n", req);  in xprt_get_bc_request()
273 	struct rpc_xprt *xprt = req->rq_xprt;  in xprt_free_bc_request()
275 	xprt->ops->bc_free_rqst(req);  in xprt_free_bc_request()
280 	struct rpc_xprt *xprt = req->rq_xprt;  in xprt_free_bc_rqst()
282 	dprintk("RPC:       free backchannel req=%p\n", req);  in xprt_free_bc_rqst()
284 	req->rq_connect_cookie = xprt->connect_cookie - 1;  in xprt_free_bc_rqst()
286 	clear_bit(RPC_BC_PA_IN_USE, &req->rq_bc_pa_state);  in xprt_free_bc_rqst()
293 	spin_lock_bh(&xprt->bc_pa_lock);  in xprt_free_bc_rqst()
294 	if (xprt_need_to_requeue(xprt)) {  in xprt_free_bc_rqst()
295 		list_add_tail(&req->rq_bc_pa_list, &xprt->bc_pa_list);  in xprt_free_bc_rqst()
296 		xprt->bc_alloc_count++;  in xprt_free_bc_rqst()
297 		atomic_inc(&xprt->bc_slot_count);  in xprt_free_bc_rqst()
300 	spin_unlock_bh(&xprt->bc_pa_lock);  in xprt_free_bc_rqst()
301 	if (req != NULL) {  in xprt_free_bc_rqst()
308 		dprintk("RPC:       Last session removed req=%p\n", req);  in xprt_free_bc_rqst()
323  * Return an available rpc_rqst, otherwise NULL if non are available.
330 		spin_lock(&xprt->bc_pa_lock);  in xprt_lookup_bc_request()
331 		list_for_each_entry(req, &xprt->bc_pa_list, rq_bc_pa_list) {  in xprt_lookup_bc_request()
332 			if (req->rq_connect_cookie != xprt->connect_cookie)  in xprt_lookup_bc_request()
334 			if (req->rq_xid == xid)  in xprt_lookup_bc_request()
339 		spin_unlock(&xprt->bc_pa_lock);  in xprt_lookup_bc_request()
340 		if (new) {  in xprt_lookup_bc_request()
341 			if (req != new)  in xprt_lookup_bc_request()
344 		} else if (req)  in xprt_lookup_bc_request()
359 	struct rpc_xprt *xprt = req->rq_xprt;  in xprt_complete_bc_request()
360 	struct svc_serv *bc_serv = xprt->bc_serv;  in xprt_complete_bc_request()
362 	spin_lock(&xprt->bc_pa_lock);  in xprt_complete_bc_request()
363 	list_del(&req->rq_bc_pa_list);  in xprt_complete_bc_request()
364 	xprt->bc_alloc_count--;  in xprt_complete_bc_request()
365 	spin_unlock(&xprt->bc_pa_lock);  in xprt_complete_bc_request()
367 	req->rq_private_buf.len = copied;  in xprt_complete_bc_request()
368 	set_bit(RPC_BC_PA_IN_USE, &req->rq_bc_pa_state);  in xprt_complete_bc_request()
370 	dprintk("RPC:       add callback request to list\n");  in xprt_complete_bc_request()
372 	spin_lock(&bc_serv->sv_cb_lock);  in xprt_complete_bc_request()
373 	list_add(&req->rq_bc_list, &bc_serv->sv_cb_list);  in xprt_complete_bc_request()
374 	wake_up(&bc_serv->sv_cb_waitq);  in xprt_complete_bc_request()
375 	spin_unlock(&bc_serv->sv_cb_lock);  in xprt_complete_bc_request()