| /linux/include/linux/ |
| H A D | folio_queue.h | 46 * @folioq: The segment to initialise
53 static inline void folioq_init(struct folio_queue *folioq, unsigned int rreq_id) in folioq_init() argument
55 folio_batch_init(&folioq->vec); in folioq_init()
56 folioq->next = NULL; in folioq_init()
57 folioq->prev = NULL; in folioq_init()
58 folioq->marks = 0; in folioq_init()
59 folioq->marks2 = 0; in folioq_init()
60 folioq->rreq_id = rreq_id; in folioq_init()
61 folioq->debug_id = 0; in folioq_init()
66 * @folioq
71 folioq_nr_slots(const struct folio_queue * folioq) folioq_nr_slots() argument
83 folioq_count(struct folio_queue * folioq) folioq_count() argument
95 folioq_full(struct folio_queue * folioq) folioq_full() argument
109 folioq_is_marked(const struct folio_queue * folioq,unsigned int slot) folioq_is_marked() argument
122 folioq_mark(struct folio_queue * folioq,unsigned int slot) folioq_mark() argument
135 folioq_unmark(struct folio_queue * folioq,unsigned int slot) folioq_unmark() argument
148 folioq_is_marked2(const struct folio_queue * folioq,unsigned int slot) folioq_is_marked2() argument
161 folioq_mark2(struct folio_queue * folioq,unsigned int slot) folioq_mark2() argument
174 folioq_unmark2(struct folio_queue * folioq,unsigned int slot) folioq_unmark2() argument
192 folioq_append(struct folio_queue * folioq,struct folio * folio) folioq_append() argument
214 folioq_append_mark(struct folio_queue * folioq,struct folio * folio) folioq_append_mark() argument
234 folioq_folio(const struct folio_queue * folioq,unsigned int slot) folioq_folio() argument
248 folioq_folio_order(const struct folio_queue * folioq,unsigned int slot) folioq_folio_order() argument
262 folioq_folio_size(const struct folio_queue * folioq,unsigned int slot) folioq_folio_size() argument
275 folioq_clear(struct folio_queue * folioq,unsigned int slot) folioq_clear() argument
[all...] |
| H A D | iov_iter.h | 151 const struct folio_queue *folioq = iter->folioq; in iterate_folioq() local
155 if (slot == folioq_nr_slots(folioq)) { in iterate_folioq()
157 folioq = folioq->next; in iterate_folioq()
162 struct folio *folio = folioq_folio(folioq, slot); in iterate_folioq()
170 fsize = folioq_folio_size(folioq, slot); in iterate_folioq()
182 if (slot == folioq_nr_slots(folioq) && folioq->next) { in iterate_folioq()
183 folioq in iterate_folioq()
[all...] |
| H A D | uio.h | 71 const struct folio_queue *folioq; member
301 const struct folio_queue *folioq,
|
| H A D | netfs.h | 457 void netfs_folioq_free(struct folio_queue *folioq,
|
| /linux/fs/netfs/ |
| H A D | iterator.c | 199 const struct folio_queue *folioq = iter->folioq; in netfs_limit_folioq() local
210 if (slot >= folioq_nr_slots(folioq)) { in netfs_limit_folioq()
211 folioq = folioq->next; in netfs_limit_folioq()
217 size_t flen = folioq_folio_size(folioq, slot); in netfs_limit_folioq()
230 if (slot >= folioq_nr_slots(folioq)) { in netfs_limit_folioq()
231 folioq = folioq->next; in netfs_limit_folioq()
234 } while (folioq); in netfs_limit_folioq()
[all...] |
| H A D | read_pgpriv2.c | 173 struct folio_queue *folioq = creq->buffer.tail; in netfs_pgpriv2_unlock_copied_folios() local
178 if (slot >= folioq_nr_slots(folioq)) { in netfs_pgpriv2_unlock_copied_folios()
179 folioq = rolling_buffer_delete_spent(&creq->buffer); in netfs_pgpriv2_unlock_copied_folios()
188 folio = folioq_folio(folioq, slot); in netfs_pgpriv2_unlock_copied_folios()
211 /* Clean up the head folioq. If we clear an entire folioq, then in netfs_pgpriv2_unlock_copied_folios()
212 * we can get rid of it provided it's not also the tail folioq in netfs_pgpriv2_unlock_copied_folios()
215 folioq_clear(folioq, slot); in netfs_pgpriv2_unlock_copied_folios()
217 if (slot >= folioq_nr_slots(folioq)) { in netfs_pgpriv2_unlock_copied_folios()
218 folioq in netfs_pgpriv2_unlock_copied_folios()
[all...] |
| H A D | read_collect.c | 43 struct folio_queue *folioq, in netfs_unlock_read_folio() argument
47 struct folio *folio = folioq_folio(folioq, slot); in netfs_unlock_read_folio()
78 folioq_clear(folioq, slot); in netfs_unlock_read_folio()
94 folioq_clear(folioq, slot); in netfs_unlock_read_folio()
103 struct folio_queue *folioq = rreq->buffer.tail; in netfs_read_unlock_folios() local
112 if (slot >= folioq_nr_slots(folioq)) { in netfs_read_unlock_folios()
113 folioq = rolling_buffer_delete_spent(&rreq->buffer); in netfs_read_unlock_folios()
114 if (!folioq) { in netfs_read_unlock_folios()
130 folio = folioq_folio(folioq, slot); in netfs_read_unlock_folios()
136 order = folioq_folio_order(folioq, slot); in netfs_read_unlock_folios()
[all …]
|
| H A D | write_collect.c | 114 struct folio_queue *folioq = wreq->buffer.tail; in netfs_writeback_unlock_folios() local
118 if (WARN_ON_ONCE(!folioq)) { in netfs_writeback_unlock_folios()
130 if (slot >= folioq_nr_slots(folioq)) { in netfs_writeback_unlock_folios()
131 folioq = rolling_buffer_delete_spent(&wreq->buffer); in netfs_writeback_unlock_folios()
132 if (!folioq) in netfs_writeback_unlock_folios()
143 folio = folioq_folio(folioq, slot); in netfs_writeback_unlock_folios()
170 folioq_clear(folioq, slot); in netfs_writeback_unlock_folios()
172 if (slot >= folioq_nr_slots(folioq)) { in netfs_writeback_unlock_folios()
173 folioq = rolling_buffer_delete_spent(&wreq->buffer); in netfs_writeback_unlock_folios()
174 if (!folioq) in netfs_writeback_unlock_folios()
[all …]
|
| H A D | rolling_buffer.c | 43 * @folioq: The object to free
48 void netfs_folioq_free(struct folio_queue *folioq, in netfs_folioq_free() argument
51 trace_netfs_folioq(folioq, trace); in netfs_folioq_free()
53 kfree(folioq); in netfs_folioq_free()
97 if (roll->iter.folioq == head && in rolling_buffer_make_space()
99 roll->iter.folioq = fq; in rolling_buffer_make_space()
|
| H A D | write_issue.c | 170 wreq_iter->folioq_slot >= folioq_nr_slots(wreq_iter->folioq)) in netfs_prepare_write()
893 for (fq = (struct folio_queue *)iter->folioq; fq; fq = fq->next) { in netfs_writeback_single()
|
| /linux/Documentation/core-api/ |
| H A D | folio_queue.rst | 64 void folioq_init(struct folio_queue *folioq);
77 unsigned int folioq_append(struct folio_queue *folioq,
80 unsigned int folioq_append_mark(struct folio_queue *folioq,
91 void folioq_clear(struct folio_queue *folioq, unsigned int slot);
104 struct folio *folioq_folio(const struct folio_queue *folioq,
110 unsigned int folioq_folio_order(const struct folio_queue *folioq,
113 size_t folioq_folio_size(const struct folio_queue *folioq,
126 unsigned int folioq_nr_slots(const struct folio_queue *folioq);
128 unsigned int folioq_count(struct folio_queue *folioq);
130 bool folioq_full(struct folio_queue *folioq);
[all...] |
| /linux/lib/tests/ |
| H A D | kunit_iov_iter.c | 368 struct folio_queue *folioq, *next; in iov_kunit_destroy_folioq() local
370 for (folioq = data; folioq; folioq = next) { in iov_kunit_destroy_folioq()
371 next = folioq->next; in iov_kunit_destroy_folioq()
372 for (int i = 0; i < folioq_nr_slots(folioq); i++) in iov_kunit_destroy_folioq()
373 if (folioq_folio(folioq, i)) in iov_kunit_destroy_folioq()
374 folio_put(folioq_folio(folioq, i)); in iov_kunit_destroy_folioq()
375 kfree(folioq); in iov_kunit_destroy_folioq()
381 struct folio_queue *folioq, in iov_kunit_load_folioq() argument
404 struct folio_queue *folioq; iov_kunit_create_folioq() local
420 struct folio_queue *folioq; iov_kunit_copy_to_folioq() local
482 struct folio_queue *folioq; iov_kunit_copy_from_folioq() local
860 struct folio_queue *folioq; iov_kunit_extract_pages_folioq() local
[all...] |
| /linux/lib/ |
| H A D | scatterlist.c | 1256 const struct folio_queue *folioq = iter->folioq; in extract_folioq_to_sg() local
1262 BUG_ON(!folioq); in extract_folioq_to_sg()
1264 if (slot >= folioq_nr_slots(folioq)) { in extract_folioq_to_sg()
1265 folioq = folioq->next; in extract_folioq_to_sg()
1266 if (WARN_ON_ONCE(!folioq)) in extract_folioq_to_sg()
1272 struct folio *folio = folioq_folio(folioq, slot); in extract_folioq_to_sg()
1273 size_t fsize = folioq_folio_size(folioq, slot); in extract_folioq_to_sg()
1289 if (slot >= folioq_nr_slots(folioq)) { in extract_folioq_to_sg()
[all...] |
| /linux/fs/smb/client/ |
| H A D | smbdirect.c | 2505 const struct folio_queue *folioq = iter->folioq; in smb_extract_folioq_to_rdma() local
2510 BUG_ON(!folioq); in smb_extract_folioq_to_rdma()
2512 if (slot >= folioq_nr_slots(folioq)) { in smb_extract_folioq_to_rdma()
2513 folioq = folioq->next; in smb_extract_folioq_to_rdma()
2514 if (WARN_ON_ONCE(!folioq)) in smb_extract_folioq_to_rdma()
2520 struct folio *folio = folioq_folio(folioq, slot); in smb_extract_folioq_to_rdma()
2521 size_t fsize = folioq_folio_size(folioq, slot); in smb_extract_folioq_to_rdma()
2537 if (slot >= folioq_nr_slots(folioq)) { in smb_extract_folioq_to_rdma()
2538 if (!folioq->next) { in smb_extract_folioq_to_rdma()
2542 folioq = folioq->next; in smb_extract_folioq_to_rdma()
[all …]
|
| H A D | smb2ops.c | 4397 struct folio_queue *folioq; in cifs_clear_folioq_buffer() local
4399 while ((folioq = buffer)) { in cifs_clear_folioq_buffer()
4400 for (int s = 0; s < folioq_count(folioq); s++) in cifs_clear_folioq_buffer()
4401 if (folioq_is_marked(folioq, s)) in cifs_clear_folioq_buffer()
4402 folio_put(folioq_folio(folioq, s)); in cifs_clear_folioq_buffer()
4403 buffer = folioq->next; in cifs_clear_folioq_buffer()
4404 kfree(folioq); in cifs_clear_folioq_buffer()
4605 cifs_copy_folioq_to_iter(struct folio_queue *folioq, size_t data_size, in cifs_copy_folioq_to_iter() argument
4608 for (; folioq; folioq = folioq->next) { in cifs_copy_folioq_to_iter()
4609 for (int s = 0; s < folioq_count(folioq); s++) { in cifs_copy_folioq_to_iter()
[all …]
|