Lines Matching full:inc

201 	if (!wb->inc.keys.nr)  in move_keys_from_inc_to_flushing()
204 bch2_journal_pin_add(j, wb->inc.keys.data[0].journal_seq, &wb->flushing.pin, in move_keys_from_inc_to_flushing()
207 darray_resize(&wb->flushing.keys, min_t(size_t, 1U << 20, wb->flushing.keys.nr + wb->inc.keys.nr)); in move_keys_from_inc_to_flushing()
210 if (!wb->flushing.keys.nr && wb->sorted.size >= wb->inc.keys.nr) { in move_keys_from_inc_to_flushing()
211 swap(wb->flushing.keys, wb->inc.keys); in move_keys_from_inc_to_flushing()
217 nr = min(nr, wb->inc.keys.nr); in move_keys_from_inc_to_flushing()
220 wb->inc.keys.data, in move_keys_from_inc_to_flushing()
221 sizeof(wb->inc.keys.data[0]) * nr); in move_keys_from_inc_to_flushing()
223 memmove(wb->inc.keys.data, in move_keys_from_inc_to_flushing()
224 wb->inc.keys.data + nr, in move_keys_from_inc_to_flushing()
225 sizeof(wb->inc.keys.data[0]) * (wb->inc.keys.nr - nr)); in move_keys_from_inc_to_flushing()
228 wb->inc.keys.nr -= nr; in move_keys_from_inc_to_flushing()
230 if (!wb->inc.keys.nr) in move_keys_from_inc_to_flushing()
231 bch2_journal_pin_drop(j, &wb->inc.pin); in move_keys_from_inc_to_flushing()
233 bch2_journal_pin_update(j, wb->inc.keys.data[0].journal_seq, &wb->inc.pin, in move_keys_from_inc_to_flushing()
258 mutex_lock(&wb->inc.lock); in bch2_btree_write_buffer_flush_locked()
260 mutex_unlock(&wb->inc.lock); in bch2_btree_write_buffer_flush_locked()
415 * is not guaranteed to empty wb->inc: in btree_write_buffer_flush_seq()
422 (wb->inc.pin.seq && wb->inc.pin.seq <= seq) || in btree_write_buffer_flush_seq()
500 dst->wb = &c->btree_write_buffer.inc; in bch2_journal_key_to_wb_slowpath()
529 mutex_lock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_start()
533 * Attempt to skip wb->inc, and add keys directly to in bch2_journal_keys_to_write_buffer_start()
537 if (!wb->inc.keys.nr) { in bch2_journal_keys_to_write_buffer_start()
541 dst->wb = &wb->inc; in bch2_journal_keys_to_write_buffer_start()
544 mutex_lock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_start()
545 dst->wb = &wb->inc; in bch2_journal_keys_to_write_buffer_start()
571 mutex_unlock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_end()
617 wb_keys_resize(&wb->inc, new_size); in bch2_btree_write_buffer_resize()
624 BUG_ON((wb->inc.keys.nr || wb->flushing.keys.nr) && in bch2_fs_btree_write_buffer_exit()
629 darray_exit(&wb->inc.keys); in bch2_fs_btree_write_buffer_exit()
636 mutex_init(&wb->inc.lock); in bch2_fs_btree_write_buffer_init()
643 return darray_make_room(&wb->inc.keys, initial_size) ?: in bch2_fs_btree_write_buffer_init()