132 	EBUG_ON(!trans->c->btree_write_buffer.flushing.pin.seq);  in wb_flush_one()
133 	EBUG_ON(trans->c->btree_write_buffer.flushing.pin.seq > wb->journal_seq);  in wb_flush_one()
204 	bch2_journal_pin_add(j, wb->inc.keys.data[0].journal_seq, &wb->flushing.pin,  in move_keys_from_inc_to_flushing()
207 	darray_resize(&wb->flushing.keys, min_t(size_t, 1U << 20, wb->flushing.keys.nr + wb->inc.keys.nr));  in move_keys_from_inc_to_flushing()
208 	darray_resize(&wb->sorted, wb->flushing.keys.size);  in move_keys_from_inc_to_flushing()
210 	if (!wb->flushing.keys.nr && wb->sorted.size >= wb->inc.keys.nr) {  in move_keys_from_inc_to_flushing()
211 		swap(wb->flushing.keys, wb->inc.keys);  in move_keys_from_inc_to_flushing()
215 	size_t nr = min(darray_room(wb->flushing.keys),  in move_keys_from_inc_to_flushing()
216 			wb->sorted.size - wb->flushing.keys.nr);  in move_keys_from_inc_to_flushing()
219 	memcpy(&darray_top(wb->flushing.keys),  in move_keys_from_inc_to_flushing()
227 	wb->flushing.keys.nr	+= nr;  in move_keys_from_inc_to_flushing()
242 	BUG_ON(wb->sorted.size < wb->flushing.keys.nr);  in move_keys_from_inc_to_flushing()
262 	for (size_t i = 0; i < wb->flushing.keys.nr; i++) {  in bch2_btree_write_buffer_flush_locked()
264 		wb->sorted.data[i].btree = wb->flushing.keys.data[i].btree;  in bch2_btree_write_buffer_flush_locked()
265 		memcpy(&wb->sorted.data[i].pos, &wb->flushing.keys.data[i].k.k.p, sizeof(struct bpos));  in bch2_btree_write_buffer_flush_locked()
267 	wb->sorted.nr = wb->flushing.keys.nr;  in bch2_btree_write_buffer_flush_locked()
274 	 * However, since we're not flushing in the order they appear in the  in bch2_btree_write_buffer_flush_locked()
286 		struct btree_write_buffered_key *k = &wb->flushing.keys.data[i->idx];  in bch2_btree_write_buffer_flush_locked()
289 			prefetch(&wb->flushing.keys.data[n->idx]);  in bch2_btree_write_buffer_flush_locked()
295 			struct btree_write_buffered_key *n = &wb->flushing.keys.data[i[1].idx];  in bch2_btree_write_buffer_flush_locked()
358 		trace_and_count(c, write_buffer_flush_slowpath, trans, slowpath, wb->flushing.keys.nr);  in bch2_btree_write_buffer_flush_locked()
360 		darray_for_each(wb->flushing.keys, i) {  in bch2_btree_write_buffer_flush_locked()
364 			bch2_journal_pin_update(j, i->journal_seq, &wb->flushing.pin,  in bch2_btree_write_buffer_flush_locked()
382 	trace_write_buffer_flush(trans, wb->flushing.keys.nr, skipped, fast, 0);  in bch2_btree_write_buffer_flush_locked()
383 	bch2_journal_pin_drop(j, &wb->flushing.pin);  in bch2_btree_write_buffer_flush_locked()
384 	wb->flushing.keys.nr = 0;  in bch2_btree_write_buffer_flush_locked()
417 		mutex_lock(&wb->flushing.lock);  in btree_write_buffer_flush_seq()
419 		mutex_unlock(&wb->flushing.lock);  in btree_write_buffer_flush_seq()
423 		  (wb->flushing.pin.seq && wb->flushing.pin.seq <= seq)));  in btree_write_buffer_flush_seq()
451 	if (mutex_trylock(&wb->flushing.lock)) {  in bch2_btree_write_buffer_flush_nocheck_rw()
453 		mutex_unlock(&wb->flushing.lock);  in bch2_btree_write_buffer_flush_nocheck_rw()
477 	mutex_lock(&wb->flushing.lock);  in bch2_btree_write_buffer_flush_work()
481 	mutex_unlock(&wb->flushing.lock);  in bch2_btree_write_buffer_flush_work()
494 	if (!ret && dst->wb == &wb->flushing)  in bch2_journal_key_to_wb_slowpath()
495 		ret = darray_resize(&wb->sorted, wb->flushing.keys.size);  in bch2_journal_key_to_wb_slowpath()
498 		if (dst->wb == &c->btree_write_buffer.flushing) {  in bch2_journal_key_to_wb_slowpath()
510 	if (dst->wb == &wb->flushing)  in bch2_journal_key_to_wb_slowpath()
511 		dst->room = min(dst->room, wb->sorted.size - wb->flushing.keys.nr);  in bch2_journal_key_to_wb_slowpath()
528 	if (mutex_trylock(&wb->flushing.lock)) {  in bch2_journal_keys_to_write_buffer_start()
534 		 * wb->flushing, saving us a copy later:  in bch2_journal_keys_to_write_buffer_start()
538 			dst->wb = &wb->flushing;  in bch2_journal_keys_to_write_buffer_start()
540 			mutex_unlock(&wb->flushing.lock);  in bch2_journal_keys_to_write_buffer_start()
549 	if (dst->wb == &wb->flushing)  in bch2_journal_keys_to_write_buffer_start()
550 		dst->room = min(dst->room, wb->sorted.size - wb->flushing.keys.nr);  in bch2_journal_keys_to_write_buffer_start()
569 	if (dst->wb == &wb->flushing)  in bch2_journal_keys_to_write_buffer_end()
570 		mutex_unlock(&wb->flushing.lock);  in bch2_journal_keys_to_write_buffer_end()
616 	return wb_keys_resize(&wb->flushing, new_size) ?:  in bch2_btree_write_buffer_resize()
624 	BUG_ON((wb->inc.keys.nr || wb->flushing.keys.nr) &&  in bch2_fs_btree_write_buffer_exit()
628 	darray_exit(&wb->flushing.keys);  in bch2_fs_btree_write_buffer_exit()
637 	mutex_init(&wb->flushing.lock);  in bch2_fs_btree_write_buffer_init()
644 		darray_make_room(&wb->flushing.keys, initial_size) ?:  in bch2_fs_btree_write_buffer_init()