| /linux/fs/netfs/ |
| H A D | read_retry.c | 13 struct netfs_io_subrequest *subreq) in netfs_reissue_read() argument 15 subreq->error = 0; in netfs_reissue_read() 16 __clear_bit(NETFS_SREQ_MADE_PROGRESS, &subreq->flags); in netfs_reissue_read() 17 __set_bit(NETFS_SREQ_IN_PROGRESS, &subreq->flags); in netfs_reissue_read() 19 subreq->rreq->netfs_ops->issue_read(subreq); in netfs_reissue_read() 28 struct netfs_io_subrequest *subreq; in netfs_retry_read_subrequests() local 45 list_for_each_entry(subreq, &stream->subrequests, rreq_link) { in netfs_retry_read_subrequests() 46 if (test_bit(NETFS_SREQ_FAILED, &subreq->flags)) in netfs_retry_read_subrequests() 48 if (__test_and_clear_bit(NETFS_SREQ_NEED_RETRY, &subreq->flags)) { in netfs_retry_read_subrequests() 49 __clear_bit(NETFS_SREQ_MADE_PROGRESS, &subreq->flags); in netfs_retry_read_subrequests() [all …]
|
| H A D | write_retry.c | 36 struct netfs_io_subrequest *subreq; in netfs_retry_write_stream() local 38 list_for_each_entry(subreq, &stream->subrequests, rreq_link) { in netfs_retry_write_stream() 39 if (test_bit(NETFS_SREQ_FAILED, &subreq->flags)) in netfs_retry_write_stream() 41 if (__test_and_clear_bit(NETFS_SREQ_NEED_RETRY, &subreq->flags)) { in netfs_retry_write_stream() 44 netfs_reset_iter(subreq); in netfs_retry_write_stream() 45 source = subreq->io_iter; in netfs_retry_write_stream() 46 netfs_get_subrequest(subreq, netfs_sreq_trace_get_resubmit); in netfs_retry_write_stream() 47 netfs_reissue_write(stream, subreq, &source); in netfs_retry_write_stream() 56 struct netfs_io_subrequest *subreq = NULL, *from, *to, *tmp; in netfs_retry_write_stream() local 76 subreq = list_entry(next, struct netfs_io_subrequest, rreq_link); in netfs_retry_write_stream() [all …]
|
| H A D | direct_write.c | 67 struct netfs_io_subrequest *subreq) in netfs_unbuffered_write_collect() argument 69 trace_netfs_collect_sreq(wreq, subreq); in netfs_unbuffered_write_collect() 72 list_del_init(&subreq->rreq_link); in netfs_unbuffered_write_collect() 75 wreq->transferred += subreq->transferred; in netfs_unbuffered_write_collect() 76 iov_iter_advance(&wreq->buffer.iter, subreq->transferred); in netfs_unbuffered_write_collect() 78 stream->collected_to = subreq->start + subreq->transferred; in netfs_unbuffered_write_collect() 80 netfs_put_subrequest(subreq, netfs_sreq_trace_put_done); in netfs_unbuffered_write_collect() 96 struct netfs_io_subrequest *subreq = NULL; in netfs_unbuffered_write() local 110 if (!subreq) { in netfs_unbuffered_write() 112 subreq = stream->construct; in netfs_unbuffered_write() [all …]
|
| H A D | read_single.c | 62 struct netfs_io_subrequest *subreq) in netfs_single_cache_prepare_read() argument 67 subreq->source = NETFS_DOWNLOAD_FROM_SERVER; in netfs_single_cache_prepare_read() 70 subreq->source = cres->ops->prepare_read(subreq, rreq->i_size); in netfs_single_cache_prepare_read() 71 trace_netfs_sreq(subreq, netfs_sreq_trace_prepare); in netfs_single_cache_prepare_read() 76 struct netfs_io_subrequest *subreq) in netfs_single_read_cache() argument 80 _enter("R=%08x[%x]", rreq->debug_id, subreq->debug_index); in netfs_single_read_cache() 82 cres->ops->read(cres, subreq->start, &subreq->io_iter, NETFS_READ_HOLE_FAIL, in netfs_single_read_cache() 83 netfs_cache_read_terminated, subreq); in netfs_single_read_cache() 93 struct netfs_io_subrequest *subreq; in netfs_single_dispatch_read() local 96 subreq = netfs_alloc_subrequest(rreq); in netfs_single_dispatch_read() [all …]
|
| H A D | buffered_read.c | 81 static ssize_t netfs_prepare_read_iterator(struct netfs_io_subrequest *subreq, in netfs_prepare_read_iterator() argument 84 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_read_iterator() 85 size_t rsize = subreq->len; in netfs_prepare_read_iterator() 87 if (subreq->source == NETFS_DOWNLOAD_FROM_SERVER) in netfs_prepare_read_iterator() 100 while (rreq->submitted < subreq->start + rsize) { in netfs_prepare_read_iterator() 112 subreq->len = rsize; in netfs_prepare_read_iterator() 118 subreq->len = limit; in netfs_prepare_read_iterator() 119 trace_netfs_sreq(subreq, netfs_sreq_trace_limited); in netfs_prepare_read_iterator() 123 subreq->io_iter = rreq->buffer.iter; in netfs_prepare_read_iterator() 125 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_read_iterator() [all …]
|
| H A D | read_collect.c | 28 static void netfs_clear_unread(struct netfs_io_subrequest *subreq) in netfs_clear_unread() argument 30 netfs_reset_iter(subreq); in netfs_clear_unread() 31 WARN_ON_ONCE(subreq->len - subreq->transferred != iov_iter_count(&subreq->io_iter)); in netfs_clear_unread() 32 iov_iter_zero(iov_iter_count(&subreq->io_iter), &subreq->io_iter); in netfs_clear_unread() 33 if (subreq->start + subreq->transferred >= subreq->rreq->i_size) in netfs_clear_unread() 34 __set_bit(NETFS_SREQ_HIT_EOF, &subreq->flags); in netfs_clear_unread() 475 void netfs_read_subreq_progress(struct netfs_io_subrequest *subreq) in netfs_read_subreq_progress() argument 477 struct netfs_io_request *rreq = subreq->rreq; in netfs_read_subreq_progress() 481 trace_netfs_sreq(subreq, netfs_sreq_trace_progress); in netfs_read_subreq_progress() 486 if (subreq->start + subreq->transferred > rreq->cleaned_to + fsize && in netfs_read_subreq_progress() [all …]
|
| H A D | direct_read.c | 19 static void netfs_prepare_dio_read_iterator(struct netfs_io_subrequest *subreq) in netfs_prepare_dio_read_iterator() argument 21 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_dio_read_iterator() 24 rsize = umin(subreq->len, rreq->io_streams[0].sreq_max_len); in netfs_prepare_dio_read_iterator() 25 subreq->len = rsize; in netfs_prepare_dio_read_iterator() 32 subreq->len = limit; in netfs_prepare_dio_read_iterator() 33 trace_netfs_sreq(subreq, netfs_sreq_trace_limited); in netfs_prepare_dio_read_iterator() 37 trace_netfs_sreq(subreq, netfs_sreq_trace_prepare); in netfs_prepare_dio_read_iterator() 39 subreq->io_iter = rreq->buffer.iter; in netfs_prepare_dio_read_iterator() 40 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_dio_read_iterator() 41 iov_iter_advance(&rreq->buffer.iter, subreq->len); in netfs_prepare_dio_read_iterator() [all …]
|
| H A D | objects.c | 96 struct netfs_io_subrequest *subreq; in netfs_clear_subrequests() local 103 subreq = list_first_entry(&stream->subrequests, in netfs_clear_subrequests() 105 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 106 netfs_put_subrequest(subreq, netfs_sreq_trace_put_clear); in netfs_clear_subrequests() 199 struct netfs_io_subrequest *subreq; in netfs_alloc_subrequest() local 204 subreq = mempool_alloc(rreq->netfs_ops->subrequest_pool ?: &netfs_subrequest_pool, in netfs_alloc_subrequest() 206 if (subreq) in netfs_alloc_subrequest() 211 memset(subreq, 0, kmem_cache_size(cache)); in netfs_alloc_subrequest() 212 INIT_WORK(&subreq->work, NULL); in netfs_alloc_subrequest() 213 INIT_LIST_HEAD(&subreq->rreq_link); in netfs_alloc_subrequest() [all …]
|
| H A D | write_issue.c | 146 void netfs_prepare_write_failed(struct netfs_io_subrequest *subreq) in netfs_prepare_write_failed() argument 148 __set_bit(NETFS_SREQ_FAILED, &subreq->flags); in netfs_prepare_write_failed() 149 trace_netfs_sreq(subreq, netfs_sreq_trace_prep_failed); in netfs_prepare_write_failed() 161 struct netfs_io_subrequest *subreq; in netfs_prepare_write() local 172 subreq = netfs_alloc_subrequest(wreq); in netfs_prepare_write() 173 subreq->source = stream->source; in netfs_prepare_write() 174 subreq->start = start; in netfs_prepare_write() 175 subreq->stream_nr = stream->stream_nr; in netfs_prepare_write() 176 subreq->io_iter = *wreq_iter; in netfs_prepare_write() 178 _enter("R=%x[%x]", wreq->debug_id, subreq->debug_index); in netfs_prepare_write() [all …]
|
| H A D | write_collect.c | 456 struct netfs_io_subrequest *subreq = _op; in netfs_write_subrequest_terminated() local 457 struct netfs_io_request *wreq = subreq->rreq; in netfs_write_subrequest_terminated() 459 _enter("%x[%x] %zd", wreq->debug_id, subreq->debug_index, transferred_or_error); in netfs_write_subrequest_terminated() 461 switch (subreq->source) { in netfs_write_subrequest_terminated() 473 subreq->error = transferred_or_error; in netfs_write_subrequest_terminated() 475 if (!test_bit(NETFS_SREQ_NEED_RETRY, &subreq->flags)) { in netfs_write_subrequest_terminated() 476 set_bit(NETFS_SREQ_FAILED, &subreq->flags); in netfs_write_subrequest_terminated() 477 trace_netfs_failure(wreq, subreq, transferred_or_error, netfs_fail_write); in netfs_write_subrequest_terminated() 480 switch (subreq->source) { in netfs_write_subrequest_terminated() 493 if (WARN(transferred_or_error > subreq->len - subreq->transferred, in netfs_write_subrequest_terminated() [all …]
|
| H A D | misc.c | 113 void netfs_reset_iter(struct netfs_io_subrequest *subreq) in netfs_reset_iter() argument 115 struct iov_iter *io_iter = &subreq->io_iter; in netfs_reset_iter() 116 size_t remain = subreq->len - subreq->transferred; in netfs_reset_iter() 122 iov_iter_truncate(&subreq->io_iter, remain); in netfs_reset_iter() 335 void netfs_subreq_clear_in_progress(struct netfs_io_subrequest *subreq) in netfs_subreq_clear_in_progress() argument 337 struct netfs_io_request *rreq = subreq->rreq; in netfs_subreq_clear_in_progress() 338 struct netfs_io_stream *stream = &rreq->io_streams[subreq->stream_nr]; in netfs_subreq_clear_in_progress() 340 clear_bit_unlock(NETFS_SREQ_IN_PROGRESS, &subreq->flags); in netfs_subreq_clear_in_progress() 344 if (list_is_first(&subreq->rreq_link, &stream->subrequests) || in netfs_subreq_clear_in_progress() 355 struct netfs_io_subrequest *subreq; in netfs_wait_for_in_progress_stream() local [all …]
|
| /linux/fs/9p/ |
| H A D | vfs_addr.c | 54 static void v9fs_issue_write(struct netfs_io_subrequest *subreq) in v9fs_issue_write() argument 56 struct p9_fid *fid = subreq->rreq->netfs_priv; in v9fs_issue_write() 59 len = p9_client_write(fid, subreq->start, &subreq->io_iter, &err); in v9fs_issue_write() 61 __set_bit(NETFS_SREQ_MADE_PROGRESS, &subreq->flags); in v9fs_issue_write() 62 netfs_write_subrequest_terminated(subreq, len ?: err); in v9fs_issue_write() 69 static void v9fs_issue_read(struct netfs_io_subrequest *subreq) in v9fs_issue_read() argument 71 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() 73 unsigned long long pos = subreq->start + subreq->transferred; in v9fs_issue_read() 76 total = p9_client_read(fid, pos, &subreq->io_iter, &err); in v9fs_issue_read() 80 if (subreq->rreq->origin != NETFS_UNBUFFERED_READ && in v9fs_issue_read() [all …]
|
| /linux/fs/afs/ |
| H A D | write.c | 90 void afs_prepare_write(struct netfs_io_subrequest *subreq) in afs_prepare_write() argument 92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write() 105 struct netfs_io_subrequest *subreq = container_of(work, struct netfs_io_subrequest, work); in afs_issue_write_worker() local 106 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker() 109 unsigned long long pos = subreq->start + subreq->transferred; in afs_issue_write_worker() 110 size_t len = subreq->len - subreq->transferred; in afs_issue_write_worker() 114 wreq->debug_id, subreq->debug_index, in afs_issue_write_worker() 122 if (subreq->debug_index == 3) in afs_issue_write_worker() 123 return netfs_write_subrequest_terminated(subreq, -ENOANO); in afs_issue_write_worker() 125 if (!subreq->retry_count) { in afs_issue_write_worker() [all …]
|
| H A D | file.c | 205 struct netfs_io_subrequest *subreq = op->fetch.subreq; in afs_fetch_data_notify() local 207 subreq->error = afs_op_error(op); in afs_fetch_data_notify() 208 netfs_read_subreq_terminated(subreq); in afs_fetch_data_notify() 218 atomic_long_add(op->fetch.subreq->transferred, &op->net->n_fetch_bytes); in afs_fetch_data_success() 286 netfs_read_subreq_progress(op->fetch.subreq); in afs_read_receive() 332 static void afs_issue_read(struct netfs_io_subrequest *subreq) in afs_issue_read() argument 335 struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); in afs_issue_read() 336 struct key *key = subreq->rreq->netfs_priv; in afs_issue_read() 347 subreq->error = PTR_ERR(op); in afs_issue_read() 348 netfs_read_subreq_terminated(subreq); in afs_issue_read() [all …]
|
| /linux/crypto/ |
| H A D | cts.c | 62 struct skcipher_request subreq; member 102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local 121 skcipher_request_set_callback(subreq, req->base.flags & in cts_cbc_encrypt() 124 skcipher_request_set_crypt(subreq, sg, sg, bsize, req->iv); in cts_cbc_encrypt() 125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt() 148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local 153 skcipher_request_set_tfm(subreq, ctx->child); in crypto_cts_encrypt() 159 skcipher_request_set_callback(subreq, req->base.flags, in crypto_cts_encrypt() 162 skcipher_request_set_crypt(subreq, req->src, req->dst, nbytes, in crypto_cts_encrypt() 164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt() [all …]
|
| H A D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local 33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2() 36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2() 51 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local 62 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt() 85 aead_request_set_callback(subreq, req->base.flags, compl, data); in seqiv_aead_encrypt() 86 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt() 88 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt() 93 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt() 103 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_decrypt() local [all …]
|
| H A D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local 39 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt() 47 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt() 49 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt() 51 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt() 70 return crypto_aead_encrypt(subreq); in echainiv_encrypt() 77 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local 85 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt() 90 aead_request_set_callback(subreq, req->base.flags, compl, data); in echainiv_decrypt() 91 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt() [all …]
|
| H A D | xts.c | 38 struct skcipher_request subreq; member 94 req = &rctx->subreq; in xts_xor_tweak() 166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local 182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final() 183 skcipher_request_set_callback(subreq, req->base.flags, xts_cts_done, in xts_cts_final() 185 skcipher_request_set_crypt(subreq, rctx->tail, rctx->tail, in xts_cts_final() 188 err = crypt(subreq); in xts_cts_final() 206 rctx->subreq.base.flags &= CRYPTO_TFM_REQ_MAY_BACKLOG; in xts_encrypt_done() 226 rctx->subreq.base.flags &= CRYPTO_TFM_REQ_MAY_BACKLOG; in xts_decrypt_done() 245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local [all …]
|
| H A D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local 69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt() 70 *subreq = *req; in simd_skcipher_encrypt() 78 skcipher_request_set_tfm(subreq, child); in simd_skcipher_encrypt() 80 return crypto_skcipher_encrypt(subreq); in simd_skcipher_encrypt() 87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local 90 subreq = skcipher_request_ctx(req); in simd_skcipher_decrypt() 91 *subreq = *req; in simd_skcipher_decrypt() 99 skcipher_request_set_tfm(subreq, child); in simd_skcipher_decrypt() 101 return crypto_skcipher_decrypt(subreq); in simd_skcipher_decrypt() [all …]
|
| H A D | lrw.c | 54 struct skcipher_request subreq; member 153 req = &rctx->subreq; in lrw_xor_tweak() 215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done() 227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local 229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt() 230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt() 233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt() 246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local 250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt() 257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local [all …]
|
| H A D | cryptd.c | 250 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_prepare() local 254 req->base.complete = subreq->base.complete; in cryptd_skcipher_prepare() 255 req->base.data = subreq->base.data; in cryptd_skcipher_prepare() 263 skcipher_request_set_tfm(subreq, child); in cryptd_skcipher_prepare() 264 skcipher_request_set_callback(subreq, CRYPTO_TFM_REQ_MAY_SLEEP, in cryptd_skcipher_prepare() 266 skcipher_request_set_crypt(subreq, req->src, req->dst, req->cryptlen, in cryptd_skcipher_prepare() 269 return subreq; in cryptd_skcipher_prepare() 278 struct skcipher_request *subreq = &rctx->req; in cryptd_skcipher_complete() local 286 subreq->base.complete = req->base.complete; in cryptd_skcipher_complete() 287 subreq->base.data = req->base.data; in cryptd_skcipher_complete() [all …]
|
| /linux/fs/cachefiles/ |
| H A D | io.c | 496 static enum netfs_io_source cachefiles_prepare_read(struct netfs_io_subrequest *subreq, in cachefiles_prepare_read() argument 499 return cachefiles_do_prepare_read(&subreq->rreq->cache_resources, in cachefiles_prepare_read() 500 subreq->start, &subreq->len, i_size, in cachefiles_prepare_read() 501 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 626 static void cachefiles_prepare_write_subreq(struct netfs_io_subrequest *subreq) in cachefiles_prepare_write_subreq() argument 628 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_prepare_write_subreq() 630 struct netfs_io_stream *stream = &wreq->io_streams[subreq->stream_nr]; in cachefiles_prepare_write_subreq() 632 _enter("W=%x[%x] %llx", wreq->debug_id, subreq->debug_index, subreq->start); in cachefiles_prepare_write_subreq() 639 return netfs_prepare_write_failed(subreq); in cachefiles_prepare_write_subreq() 641 return netfs_prepare_write_failed(subreq); in cachefiles_prepare_write_subreq() [all …]
|
| /linux/arch/arm/crypto/ |
| H A D | aes-ce-glue.c | 272 struct skcipher_request subreq; in cts_cbc_encrypt() local 276 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 277 skcipher_request_set_callback(&subreq, skcipher_request_flags(req), in cts_cbc_encrypt() 287 skcipher_request_set_crypt(&subreq, req->src, req->dst, in cts_cbc_encrypt() 291 err = skcipher_walk_virt(&walk, &subreq, false) ?: in cts_cbc_encrypt() 292 cbc_encrypt_walk(&subreq, &walk); in cts_cbc_encrypt() 299 dst = src = scatterwalk_ffwd(sg_src, req->src, subreq.cryptlen); in cts_cbc_encrypt() 302 subreq.cryptlen); in cts_cbc_encrypt() 306 skcipher_request_set_crypt(&subreq, src, dst, in cts_cbc_encrypt() 310 err = skcipher_walk_virt(&walk, &subreq, false); in cts_cbc_encrypt() [all …]
|
| /linux/include/linux/ |
| H A D | netfs.h | 139 void (*prepare_write)(struct netfs_io_subrequest *subreq); 140 void (*issue_write)(struct netfs_io_subrequest *subreq); 296 int (*prepare_read)(struct netfs_io_subrequest *subreq); 297 void (*issue_read)(struct netfs_io_subrequest *subreq); 309 void (*prepare_write)(struct netfs_io_subrequest *subreq); 310 void (*issue_write)(struct netfs_io_subrequest *subreq); 346 void (*issue_write)(struct netfs_io_subrequest *subreq); 357 enum netfs_io_source (*prepare_read)(struct netfs_io_subrequest *subreq, 365 void (*prepare_write_subreq)(struct netfs_io_subrequest *subreq); 432 void netfs_read_subreq_progress(struct netfs_io_subrequest *subreq); [all …]
|
| /linux/fs/nfs/ |
| H A D | write.c | 332 struct nfs_page *subreq = destroy_list; in nfs_destroy_unlinked_subrequests() local 334 destroy_list = (subreq->wb_this_page == old_head) ? in nfs_destroy_unlinked_subrequests() 335 NULL : subreq->wb_this_page; in nfs_destroy_unlinked_subrequests() 338 nfs_page_set_headlock(subreq); in nfs_destroy_unlinked_subrequests() 339 WARN_ON_ONCE(old_head != subreq->wb_head); in nfs_destroy_unlinked_subrequests() 342 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests() 343 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests() 345 clear_bit(PG_REMOVE, &subreq->wb_flags); in nfs_destroy_unlinked_subrequests() 348 if (!kref_read(&subreq->wb_kref)) { in nfs_destroy_unlinked_subrequests() 350 if (test_and_clear_bit(PG_TEARDOWN, &subreq->wb_flags)) { in nfs_destroy_unlinked_subrequests() [all …]
|