Lines Matching defs:trans
121 static void bch2_btree_path_verify_cached(struct btree_trans *trans, in bch2_btree_path_verify_cached()
138 static void bch2_btree_path_verify_level(struct btree_trans *trans, in bch2_btree_path_verify_level()
220 static void bch2_btree_path_verify(struct btree_trans *trans, in bch2_btree_path_verify()
238 void bch2_trans_verify_paths(struct btree_trans *trans) in bch2_trans_verify_paths()
247 static void bch2_btree_iter_verify(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_verify()
277 static int bch2_btree_iter_verify_ret(struct btree_trans *trans, in bch2_btree_iter_verify_ret()
327 void bch2_assert_pos_locked(struct btree_trans *trans, enum btree_id id, in bch2_assert_pos_locked()
362 static inline void bch2_btree_path_verify_level(struct btree_trans *trans, in bch2_btree_path_verify_level()
364 static inline void bch2_btree_path_verify(struct btree_trans *trans, in bch2_btree_path_verify()
366 static inline void bch2_btree_iter_verify(struct btree_trans *trans, in bch2_btree_iter_verify()
369 static inline int bch2_btree_iter_verify_ret(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_iter_verify_ret()
406 void bch2_btree_path_fix_key_modified(struct btree_trans *trans, in bch2_btree_path_fix_key_modified()
510 void bch2_btree_node_iter_fix(struct btree_trans *trans, in bch2_btree_node_iter_fix()
565 static inline struct bkey_s_c btree_path_level_prev(struct btree_trans *trans, in btree_path_level_prev()
613 void bch2_btree_path_level_init(struct btree_trans *trans, in bch2_btree_path_level_init()
628 static void bch2_trans_revalidate_updates_in_node(struct btree_trans *trans, struct btree *b) in bch2_trans_revalidate_updates_in_node()
657 void bch2_trans_node_add(struct btree_trans *trans, in bch2_trans_node_add()
688 void bch2_trans_node_drop(struct btree_trans *trans, in bch2_trans_node_drop()
705 void bch2_trans_node_reinit_iter(struct btree_trans *trans, struct btree *b) in bch2_trans_node_reinit_iter()
718 static inline int btree_path_lock_root(struct btree_trans *trans, in btree_path_lock_root()
782 static int btree_path_prefetch(struct btree_trans *trans, struct btree_path *path) in btree_path_prefetch()
818 static int btree_path_prefetch_j(struct btree_trans *trans, struct btree_path *path, in btree_path_prefetch_j()
855 static noinline void btree_node_mem_ptr_set(struct btree_trans *trans, in btree_node_mem_ptr_set()
877 static noinline int btree_node_iter_and_journal_peek(struct btree_trans *trans, in btree_node_iter_and_journal_peek()
915 static __always_inline int btree_path_down(struct btree_trans *trans, in btree_path_down()
986 static int bch2_btree_path_traverse_all(struct btree_trans *trans) in bch2_btree_path_traverse_all()
1071 static inline bool btree_path_good_node(struct btree_trans *trans, in btree_path_good_node()
1080 static void btree_path_set_level_down(struct btree_trans *trans, in btree_path_set_level_down()
1096 static noinline unsigned __btree_path_up_until_good_node(struct btree_trans *trans, in __btree_path_up_until_good_node()
1119 static inline unsigned btree_path_up_until_good_node(struct btree_trans *trans, in btree_path_up_until_good_node()
1138 int bch2_btree_path_traverse_one(struct btree_trans *trans, in bch2_btree_path_traverse_one()
1228 static inline void btree_path_copy(struct btree_trans *trans, struct btree_path *dst, in btree_path_copy()
1245 static btree_path_idx_t btree_path_clone(struct btree_trans *trans, btree_path_idx_t src, in btree_path_clone()
1258 btree_path_idx_t __bch2_btree_path_make_mut(struct btree_trans *trans, in __bch2_btree_path_make_mut()
1270 __bch2_btree_path_set_pos(struct btree_trans *trans, in __bch2_btree_path_set_pos()
1329 static struct btree_path *have_path_at_pos(struct btree_trans *trans, struct btree_path *path) in have_path_at_pos()
1344 static struct btree_path *have_node_at_pos(struct btree_trans *trans, struct btree_path *path) in have_node_at_pos()
1359 static inline void __bch2_path_free(struct btree_trans *trans, btree_path_idx_t path) in __bch2_path_free()
1366 static bool bch2_btree_path_can_relock(struct btree_trans *trans, struct btree_path *path) in bch2_btree_path_can_relock()
1386 void bch2_path_put(struct btree_trans *trans, btree_path_idx_t path_idx, bool intent) in bch2_path_put()
1420 static void bch2_path_put_nokeep(struct btree_trans *trans, btree_path_idx_t path, in bch2_path_put_nokeep()
1429 void __noreturn bch2_trans_restart_error(struct btree_trans *trans, u32 restart_count) in bch2_trans_restart_error()
1436 static void __noreturn bch2_trans_in_restart_error(struct btree_trans *trans) in bch2_trans_in_restart_error()
1451 void __noreturn bch2_trans_unlocked_or_in_restart_error(struct btree_trans *trans) in bch2_trans_unlocked_or_in_restart_error()
1464 void bch2_trans_updates_to_text(struct printbuf *buf, struct btree_trans *trans) in bch2_trans_updates_to_text()
1498 static void bch2_btree_path_to_text_short(struct printbuf *out, struct btree_trans *trans, btree_pa… in bch2_btree_path_to_text_short()
1540 void bch2_btree_path_to_text(struct printbuf *out, struct btree_trans *trans, btree_path_idx_t path… in bch2_btree_path_to_text()
1566 void __bch2_trans_paths_to_text(struct printbuf *out, struct btree_trans *trans, in __bch2_trans_paths_to_text()
1581 void bch2_trans_paths_to_text(struct printbuf *out, struct btree_trans *trans) in bch2_trans_paths_to_text()
1587 void __bch2_dump_trans_paths_updates(struct btree_trans *trans, bool nosort) in __bch2_dump_trans_paths_updates()
1599 void bch2_dump_trans_paths_updates(struct btree_trans *trans) in bch2_dump_trans_paths_updates()
1605 static void bch2_trans_update_max_paths(struct btree_trans *trans) in bch2_trans_update_max_paths()
1628 int __bch2_btree_trans_too_many_iters(struct btree_trans *trans) in __bch2_btree_trans_too_many_iters()
1643 static noinline void btree_path_overflow(struct btree_trans *trans) in btree_path_overflow()
1649 static noinline void btree_paths_realloc(struct btree_trans *trans) in btree_paths_realloc()
1689 static inline btree_path_idx_t btree_path_alloc(struct btree_trans *trans, in btree_path_alloc()
1722 btree_path_idx_t bch2_path_get(struct btree_trans *trans, in bch2_path_get()
1802 btree_path_idx_t bch2_path_get_unlocked_mut(struct btree_trans *trans, in bch2_path_get_unlocked_mut()
1858 void bch2_set_btree_iter_dontneed(struct btree_trans *trans, struct btree_iter *iter) in bch2_set_btree_iter_dontneed()
1871 __bch2_btree_iter_traverse(struct btree_trans *trans, struct btree_iter *iter) in __bch2_btree_iter_traverse()
1877 bch2_btree_iter_traverse(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_traverse()
1898 struct btree *bch2_btree_iter_peek_node(struct btree_trans *trans, in bch2_btree_iter_peek_node()
1936 struct btree *bch2_btree_iter_peek_node_and_restart(struct btree_trans *trans, in bch2_btree_iter_peek_node_and_restart()
1948 struct btree *bch2_btree_iter_next_node(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_next_node()
2038 inline bool bch2_btree_iter_advance(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_advance()
2051 inline bool bch2_btree_iter_rewind(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_rewind()
2065 void bch2_btree_trans_peek_prev_updates(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_trans_peek_prev_updates()
2081 void bch2_btree_trans_peek_updates(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_trans_peek_updates()
2098 void bch2_btree_trans_peek_slot_updates(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_trans_peek_slot_updates()
2110 static struct bkey_i *bch2_btree_journal_peek(struct btree_trans *trans, in bch2_btree_journal_peek()
2124 struct bkey_s_c btree_trans_peek_slot_journal(struct btree_trans *trans, in btree_trans_peek_slot_journal()
2139 void btree_trans_peek_journal(struct btree_trans *trans, in btree_trans_peek_journal()
2153 static struct bkey_i *bch2_btree_journal_peek_prev(struct btree_trans *trans, in bch2_btree_journal_peek_prev()
2167 void btree_trans_peek_prev_journal(struct btree_trans *trans, in btree_trans_peek_prev_journal()
2187 struct bkey_s_c btree_trans_peek_key_cache(struct btree_trans *trans, struct btree_iter *iter, in btree_trans_peek_key_cache()
2235 static struct bkey_s_c __bch2_btree_iter_peek(struct btree_trans *trans, struct btree_iter *iter, in __bch2_btree_iter_peek()
2328 struct bkey_s_c bch2_btree_iter_peek_max(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_iter_peek_max()
2490 struct bkey_s_c bch2_btree_iter_next(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_next()
2498 static struct bkey_s_c __bch2_btree_iter_peek_prev(struct btree_trans *trans, struct btree_iter *it… in __bch2_btree_iter_peek_prev()
2582 struct bkey_s_c bch2_btree_iter_peek_prev_min(struct btree_trans *trans, struct btree_iter *iter, in bch2_btree_iter_peek_prev_min()
2730 struct bkey_s_c bch2_btree_iter_prev(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_prev()
2738 struct bkey_s_c bch2_btree_iter_peek_slot(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_peek_slot()
2875 struct bkey_s_c bch2_btree_iter_next_slot(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_next_slot()
2883 struct bkey_s_c bch2_btree_iter_prev_slot(struct btree_trans *trans, struct btree_iter *iter) in bch2_btree_iter_prev_slot()
2892 struct bkey_s_c bch2_btree_iter_peek_and_restart_outlined(struct btree_trans *trans, struct btree_i… in bch2_btree_iter_peek_and_restart_outlined()
2907 static void btree_trans_verify_sorted_refs(struct btree_trans *trans) in btree_trans_verify_sorted_refs()
2927 static void btree_trans_verify_sorted(struct btree_trans *trans) in btree_trans_verify_sorted()
2944 static inline void btree_trans_verify_sorted_refs(struct btree_trans *trans) {} in btree_trans_verify_sorted_refs()
2945 static inline void btree_trans_verify_sorted(struct btree_trans *trans) {} in btree_trans_verify_sorted()
2948 void __bch2_btree_trans_sort_paths(struct btree_trans *trans) in __bch2_btree_trans_sort_paths()
2989 static inline void btree_path_list_remove(struct btree_trans *trans, in btree_path_list_remove()
3006 static inline void btree_path_list_add(struct btree_trans *trans, in btree_path_list_add()
3031 void bch2_trans_iter_exit(struct btree_trans *trans, struct btree_iter *iter) in bch2_trans_iter_exit()
3047 void bch2_trans_iter_init_outlined(struct btree_trans *trans, in bch2_trans_iter_init_outlined()
3057 void bch2_trans_node_iter_init(struct btree_trans *trans, in bch2_trans_node_iter_init()
3084 void bch2_trans_copy_iter(struct btree_trans *trans, in bch2_trans_copy_iter()
3098 void *__bch2_trans_kmalloc(struct btree_trans *trans, size_t size) in __bch2_trans_kmalloc()
3181 static inline void check_srcu_held_too_long(struct btree_trans *trans) in check_srcu_held_too_long()
3188 void bch2_trans_srcu_unlock(struct btree_trans *trans) in bch2_trans_srcu_unlock()
3205 static void bch2_trans_srcu_lock(struct btree_trans *trans) in bch2_trans_srcu_lock()
3224 u32 bch2_trans_begin(struct btree_trans *trans) in bch2_trans_begin()
3317 struct btree_trans *trans; in __bch2_trans_get() local
3400 static void check_btree_paths_leaked(struct btree_trans *trans) in check_btree_paths_leaked()
3423 void bch2_trans_put(struct btree_trans *trans) in bch2_trans_put()
3486 struct btree_trans *trans; in bch2_current_has_btree_trans() local
3520 void bch2_btree_trans_to_text(struct printbuf *out, struct btree_trans *trans) in bch2_btree_trans_to_text()
3587 struct btree_trans *trans; in bch2_fs_btree_iter_exit() local
3592 struct btree_trans *trans = in bch2_fs_btree_iter_exit() local
3661 struct btree_trans *trans = bch2_trans_get(c); in bch2_fs_btree_iter_init() local