Lines Matching refs:journal
137 journal_t *journal = timer_container_of(journal, t, j_commit_timer); in commit_timeout() local
139 wake_up_process(journal->j_task); in commit_timeout()
162 journal_t *journal = arg; in kjournald2() local
169 timer_setup(&journal->j_commit_timer, commit_timeout, 0); in kjournald2()
174 journal->j_task = current; in kjournald2()
175 wake_up(&journal->j_wait_done_commit); in kjournald2()
188 write_lock(&journal->j_state_lock); in kjournald2()
191 if (journal->j_flags & JBD2_UNMOUNT) in kjournald2()
195 journal->j_commit_sequence, journal->j_commit_request); in kjournald2()
197 if (journal->j_commit_sequence != journal->j_commit_request) { in kjournald2()
199 write_unlock(&journal->j_state_lock); in kjournald2()
200 timer_delete_sync(&journal->j_commit_timer); in kjournald2()
201 jbd2_journal_commit_transaction(journal); in kjournald2()
202 write_lock(&journal->j_state_lock); in kjournald2()
206 wake_up(&journal->j_wait_done_commit); in kjournald2()
214 write_unlock(&journal->j_state_lock); in kjournald2()
216 write_lock(&journal->j_state_lock); in kjournald2()
224 prepare_to_wait(&journal->j_wait_commit, &wait, in kjournald2()
226 transaction = journal->j_running_transaction; in kjournald2()
229 write_unlock(&journal->j_state_lock); in kjournald2()
231 write_lock(&journal->j_state_lock); in kjournald2()
233 finish_wait(&journal->j_wait_commit, &wait); in kjournald2()
241 transaction = journal->j_running_transaction; in kjournald2()
243 journal->j_commit_request = transaction->t_tid; in kjournald2()
249 timer_delete_sync(&journal->j_commit_timer); in kjournald2()
250 journal->j_task = NULL; in kjournald2()
251 wake_up(&journal->j_wait_done_commit); in kjournald2()
253 write_unlock(&journal->j_state_lock); in kjournald2()
257 static int jbd2_journal_start_thread(journal_t *journal) in jbd2_journal_start_thread() argument
261 t = kthread_run(kjournald2, journal, "jbd2/%s", in jbd2_journal_start_thread()
262 journal->j_devname); in jbd2_journal_start_thread()
266 wait_event(journal->j_wait_done_commit, journal->j_task != NULL); in jbd2_journal_start_thread()
270 static void journal_kill_thread(journal_t *journal) in journal_kill_thread() argument
272 write_lock(&journal->j_state_lock); in journal_kill_thread()
273 journal->j_flags |= JBD2_UNMOUNT; in journal_kill_thread()
275 while (journal->j_task) { in journal_kill_thread()
276 write_unlock(&journal->j_state_lock); in journal_kill_thread()
277 wake_up(&journal->j_wait_commit); in journal_kill_thread()
278 wait_event(journal->j_wait_done_commit, journal->j_task == NULL); in journal_kill_thread()
279 write_lock(&journal->j_state_lock); in journal_kill_thread()
281 write_unlock(&journal->j_state_lock); in journal_kill_thread()
335 journal_t *journal = transaction->t_journal; in jbd2_journal_write_metadata_buffer() local
413 new_bh->b_bdev = journal->j_dev; in jbd2_journal_write_metadata_buffer()
427 spin_lock(&journal->j_list_lock); in jbd2_journal_write_metadata_buffer()
429 spin_unlock(&journal->j_list_lock); in jbd2_journal_write_metadata_buffer()
445 static int __jbd2_log_start_commit(journal_t *journal, tid_t target) in __jbd2_log_start_commit() argument
448 if (journal->j_commit_request == target) in __jbd2_log_start_commit()
456 if (journal->j_running_transaction && in __jbd2_log_start_commit()
457 journal->j_running_transaction->t_tid == target) { in __jbd2_log_start_commit()
463 journal->j_commit_request = target; in __jbd2_log_start_commit()
465 journal->j_commit_request, in __jbd2_log_start_commit()
466 journal->j_commit_sequence); in __jbd2_log_start_commit()
467 journal->j_running_transaction->t_requested = jiffies; in __jbd2_log_start_commit()
468 wake_up(&journal->j_wait_commit); in __jbd2_log_start_commit()
470 } else if (!tid_geq(journal->j_commit_request, target)) in __jbd2_log_start_commit()
475 journal->j_commit_request, in __jbd2_log_start_commit()
476 journal->j_commit_sequence, in __jbd2_log_start_commit()
477 target, journal->j_running_transaction ? in __jbd2_log_start_commit()
478 journal->j_running_transaction->t_tid : 0); in __jbd2_log_start_commit()
482 int jbd2_log_start_commit(journal_t *journal, tid_t tid) in jbd2_log_start_commit() argument
486 write_lock(&journal->j_state_lock); in jbd2_log_start_commit()
487 ret = __jbd2_log_start_commit(journal, tid); in jbd2_log_start_commit()
488 write_unlock(&journal->j_state_lock); in jbd2_log_start_commit()
499 static int __jbd2_journal_force_commit(journal_t *journal) in __jbd2_journal_force_commit() argument
505 read_lock(&journal->j_state_lock); in __jbd2_journal_force_commit()
506 if (journal->j_running_transaction && !current->journal_info) { in __jbd2_journal_force_commit()
507 transaction = journal->j_running_transaction; in __jbd2_journal_force_commit()
508 if (!tid_geq(journal->j_commit_request, transaction->t_tid)) in __jbd2_journal_force_commit()
510 } else if (journal->j_committing_transaction) in __jbd2_journal_force_commit()
511 transaction = journal->j_committing_transaction; in __jbd2_journal_force_commit()
515 read_unlock(&journal->j_state_lock); in __jbd2_journal_force_commit()
519 read_unlock(&journal->j_state_lock); in __jbd2_journal_force_commit()
521 jbd2_log_start_commit(journal, tid); in __jbd2_journal_force_commit()
522 ret = jbd2_log_wait_commit(journal, tid); in __jbd2_journal_force_commit()
539 int jbd2_journal_force_commit_nested(journal_t *journal) in jbd2_journal_force_commit_nested() argument
543 ret = __jbd2_journal_force_commit(journal); in jbd2_journal_force_commit_nested()
554 int jbd2_journal_force_commit(journal_t *journal) in jbd2_journal_force_commit() argument
559 ret = __jbd2_journal_force_commit(journal); in jbd2_journal_force_commit()
570 int jbd2_journal_start_commit(journal_t *journal, tid_t *ptid) in jbd2_journal_start_commit() argument
574 write_lock(&journal->j_state_lock); in jbd2_journal_start_commit()
575 if (journal->j_running_transaction) { in jbd2_journal_start_commit()
576 tid_t tid = journal->j_running_transaction->t_tid; in jbd2_journal_start_commit()
578 __jbd2_log_start_commit(journal, tid); in jbd2_journal_start_commit()
584 } else if (journal->j_committing_transaction) { in jbd2_journal_start_commit()
590 *ptid = journal->j_committing_transaction->t_tid; in jbd2_journal_start_commit()
593 write_unlock(&journal->j_state_lock); in jbd2_journal_start_commit()
603 int jbd2_trans_will_send_data_barrier(journal_t *journal, tid_t tid) in jbd2_trans_will_send_data_barrier() argument
608 if (!(journal->j_flags & JBD2_BARRIER)) in jbd2_trans_will_send_data_barrier()
610 read_lock(&journal->j_state_lock); in jbd2_trans_will_send_data_barrier()
612 if (tid_geq(journal->j_commit_sequence, tid)) in jbd2_trans_will_send_data_barrier()
614 commit_trans = journal->j_committing_transaction; in jbd2_trans_will_send_data_barrier()
616 running_trans = journal->j_running_transaction; in jbd2_trans_will_send_data_barrier()
633 if (journal->j_fs_dev != journal->j_dev) { in jbd2_trans_will_send_data_barrier()
643 read_unlock(&journal->j_state_lock); in jbd2_trans_will_send_data_barrier()
652 int jbd2_log_wait_commit(journal_t *journal, tid_t tid) in jbd2_log_wait_commit() argument
656 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
663 if (tid_gt(tid, journal->j_commit_sequence) && in jbd2_log_wait_commit()
664 (!journal->j_committing_transaction || in jbd2_log_wait_commit()
665 journal->j_committing_transaction->t_tid != tid)) { in jbd2_log_wait_commit()
666 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
667 jbd2_might_wait_for_commit(journal); in jbd2_log_wait_commit()
668 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
672 if (!tid_geq(journal->j_commit_request, tid)) { in jbd2_log_wait_commit()
675 __func__, journal->j_commit_request, tid); in jbd2_log_wait_commit()
678 while (tid_gt(tid, journal->j_commit_sequence)) { in jbd2_log_wait_commit()
680 tid, journal->j_commit_sequence); in jbd2_log_wait_commit()
681 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
682 wake_up(&journal->j_wait_commit); in jbd2_log_wait_commit()
683 wait_event(journal->j_wait_done_commit, in jbd2_log_wait_commit()
684 !tid_gt(tid, journal->j_commit_sequence)); in jbd2_log_wait_commit()
685 read_lock(&journal->j_state_lock); in jbd2_log_wait_commit()
687 read_unlock(&journal->j_state_lock); in jbd2_log_wait_commit()
689 if (unlikely(is_journal_aborted(journal))) in jbd2_log_wait_commit()
701 int jbd2_fc_begin_commit(journal_t *journal, tid_t tid) in jbd2_fc_begin_commit() argument
703 if (unlikely(is_journal_aborted(journal))) in jbd2_fc_begin_commit()
709 if (!journal->j_stats.ts_tid) in jbd2_fc_begin_commit()
712 write_lock(&journal->j_state_lock); in jbd2_fc_begin_commit()
713 if (tid_geq(journal->j_commit_sequence, tid)) { in jbd2_fc_begin_commit()
714 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
718 if (journal->j_flags & JBD2_FULL_COMMIT_ONGOING || in jbd2_fc_begin_commit()
719 (journal->j_flags & JBD2_FAST_COMMIT_ONGOING)) { in jbd2_fc_begin_commit()
722 prepare_to_wait(&journal->j_fc_wait, &wait, in jbd2_fc_begin_commit()
724 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
726 finish_wait(&journal->j_fc_wait, &wait); in jbd2_fc_begin_commit()
729 journal->j_flags |= JBD2_FAST_COMMIT_ONGOING; in jbd2_fc_begin_commit()
730 write_unlock(&journal->j_state_lock); in jbd2_fc_begin_commit()
740 static int __jbd2_fc_end_commit(journal_t *journal, tid_t tid, bool fallback) in __jbd2_fc_end_commit() argument
742 if (journal->j_fc_cleanup_callback) in __jbd2_fc_end_commit()
743 journal->j_fc_cleanup_callback(journal, 0, tid); in __jbd2_fc_end_commit()
744 write_lock(&journal->j_state_lock); in __jbd2_fc_end_commit()
745 journal->j_flags &= ~JBD2_FAST_COMMIT_ONGOING; in __jbd2_fc_end_commit()
747 journal->j_flags |= JBD2_FULL_COMMIT_ONGOING; in __jbd2_fc_end_commit()
748 write_unlock(&journal->j_state_lock); in __jbd2_fc_end_commit()
749 wake_up(&journal->j_fc_wait); in __jbd2_fc_end_commit()
751 return jbd2_complete_transaction(journal, tid); in __jbd2_fc_end_commit()
755 int jbd2_fc_end_commit(journal_t *journal) in jbd2_fc_end_commit() argument
757 return __jbd2_fc_end_commit(journal, 0, false); in jbd2_fc_end_commit()
761 int jbd2_fc_end_commit_fallback(journal_t *journal) in jbd2_fc_end_commit_fallback() argument
765 read_lock(&journal->j_state_lock); in jbd2_fc_end_commit_fallback()
766 tid = journal->j_running_transaction ? in jbd2_fc_end_commit_fallback()
767 journal->j_running_transaction->t_tid : 0; in jbd2_fc_end_commit_fallback()
768 read_unlock(&journal->j_state_lock); in jbd2_fc_end_commit_fallback()
769 return __jbd2_fc_end_commit(journal, tid, true); in jbd2_fc_end_commit_fallback()
774 int jbd2_transaction_committed(journal_t *journal, tid_t tid) in jbd2_transaction_committed() argument
776 return tid_geq(READ_ONCE(journal->j_commit_sequence), tid); in jbd2_transaction_committed()
787 int jbd2_complete_transaction(journal_t *journal, tid_t tid) in jbd2_complete_transaction() argument
791 read_lock(&journal->j_state_lock); in jbd2_complete_transaction()
792 if (journal->j_running_transaction && in jbd2_complete_transaction()
793 journal->j_running_transaction->t_tid == tid) { in jbd2_complete_transaction()
794 if (journal->j_commit_request != tid) { in jbd2_complete_transaction()
796 read_unlock(&journal->j_state_lock); in jbd2_complete_transaction()
797 jbd2_log_start_commit(journal, tid); in jbd2_complete_transaction()
800 } else if (!(journal->j_committing_transaction && in jbd2_complete_transaction()
801 journal->j_committing_transaction->t_tid == tid)) in jbd2_complete_transaction()
803 read_unlock(&journal->j_state_lock); in jbd2_complete_transaction()
807 return jbd2_log_wait_commit(journal, tid); in jbd2_complete_transaction()
815 int jbd2_journal_next_log_block(journal_t *journal, unsigned long long *retp) in jbd2_journal_next_log_block() argument
819 write_lock(&journal->j_state_lock); in jbd2_journal_next_log_block()
820 J_ASSERT(journal->j_free > 1); in jbd2_journal_next_log_block()
822 blocknr = journal->j_head; in jbd2_journal_next_log_block()
823 journal->j_head++; in jbd2_journal_next_log_block()
824 journal->j_free--; in jbd2_journal_next_log_block()
825 if (journal->j_head == journal->j_last) in jbd2_journal_next_log_block()
826 journal->j_head = journal->j_first; in jbd2_journal_next_log_block()
827 write_unlock(&journal->j_state_lock); in jbd2_journal_next_log_block()
828 return jbd2_journal_bmap(journal, blocknr, retp); in jbd2_journal_next_log_block()
832 int jbd2_fc_get_buf(journal_t *journal, struct buffer_head **bh_out) in jbd2_fc_get_buf() argument
842 if (journal->j_fc_off + journal->j_fc_first >= journal->j_fc_last) in jbd2_fc_get_buf()
845 fc_off = journal->j_fc_off; in jbd2_fc_get_buf()
846 blocknr = journal->j_fc_first + fc_off; in jbd2_fc_get_buf()
847 journal->j_fc_off++; in jbd2_fc_get_buf()
848 ret = jbd2_journal_bmap(journal, blocknr, &pblock); in jbd2_fc_get_buf()
852 bh = __getblk(journal->j_dev, pblock, journal->j_blocksize); in jbd2_fc_get_buf()
856 journal->j_fc_wbuf[fc_off] = bh; in jbd2_fc_get_buf()
868 int jbd2_fc_wait_bufs(journal_t *journal, int num_blks) in jbd2_fc_wait_bufs() argument
873 j_fc_off = journal->j_fc_off; in jbd2_fc_wait_bufs()
880 bh = journal->j_fc_wbuf[i]; in jbd2_fc_wait_bufs()
887 journal->j_fc_off = i + 1; in jbd2_fc_wait_bufs()
891 journal->j_fc_wbuf[i] = NULL; in jbd2_fc_wait_bufs()
898 void jbd2_fc_release_bufs(journal_t *journal) in jbd2_fc_release_bufs() argument
903 j_fc_off = journal->j_fc_off; in jbd2_fc_release_bufs()
906 bh = journal->j_fc_wbuf[i]; in jbd2_fc_release_bufs()
910 journal->j_fc_wbuf[i] = NULL; in jbd2_fc_release_bufs()
922 int jbd2_journal_bmap(journal_t *journal, unsigned long blocknr, in jbd2_journal_bmap() argument
929 if (journal->j_bmap) { in jbd2_journal_bmap()
930 err = journal->j_bmap(journal, &block); in jbd2_journal_bmap()
933 } else if (journal->j_inode) { in jbd2_journal_bmap()
934 ret = bmap(journal->j_inode, &block); in jbd2_journal_bmap()
939 __func__, blocknr, journal->j_devname); in jbd2_journal_bmap()
940 jbd2_journal_abort(journal, ret ? ret : -EFSCORRUPTED); in jbd2_journal_bmap()
965 journal_t *journal = transaction->t_journal; in jbd2_journal_get_descriptor_buffer() local
971 err = jbd2_journal_next_log_block(journal, &blocknr); in jbd2_journal_get_descriptor_buffer()
976 bh = __getblk(journal->j_dev, blocknr, journal->j_blocksize); in jbd2_journal_get_descriptor_buffer()
981 memset(bh->b_data, 0, journal->j_blocksize); in jbd2_journal_get_descriptor_buffer()
1017 int jbd2_journal_get_log_tail(journal_t *journal, tid_t *tid, in jbd2_journal_get_log_tail() argument
1023 read_lock(&journal->j_state_lock); in jbd2_journal_get_log_tail()
1024 spin_lock(&journal->j_list_lock); in jbd2_journal_get_log_tail()
1025 transaction = journal->j_checkpoint_transactions; in jbd2_journal_get_log_tail()
1029 } else if ((transaction = journal->j_committing_transaction) != NULL) { in jbd2_journal_get_log_tail()
1032 } else if ((transaction = journal->j_running_transaction) != NULL) { in jbd2_journal_get_log_tail()
1034 *block = journal->j_head; in jbd2_journal_get_log_tail()
1036 *tid = journal->j_transaction_sequence; in jbd2_journal_get_log_tail()
1037 *block = journal->j_head; in jbd2_journal_get_log_tail()
1039 ret = tid_gt(*tid, journal->j_tail_sequence); in jbd2_journal_get_log_tail()
1040 spin_unlock(&journal->j_list_lock); in jbd2_journal_get_log_tail()
1041 read_unlock(&journal->j_state_lock); in jbd2_journal_get_log_tail()
1056 int __jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) in __jbd2_update_log_tail() argument
1061 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in __jbd2_update_log_tail()
1069 ret = jbd2_journal_update_sb_log_tail(journal, tid, block, REQ_FUA); in __jbd2_update_log_tail()
1073 write_lock(&journal->j_state_lock); in __jbd2_update_log_tail()
1074 freed = block - journal->j_tail; in __jbd2_update_log_tail()
1075 if (block < journal->j_tail) in __jbd2_update_log_tail()
1076 freed += journal->j_last - journal->j_first; in __jbd2_update_log_tail()
1078 trace_jbd2_update_log_tail(journal, tid, block, freed); in __jbd2_update_log_tail()
1082 journal->j_tail_sequence, tid, block, freed); in __jbd2_update_log_tail()
1084 journal->j_free += freed; in __jbd2_update_log_tail()
1085 journal->j_tail_sequence = tid; in __jbd2_update_log_tail()
1086 journal->j_tail = block; in __jbd2_update_log_tail()
1087 write_unlock(&journal->j_state_lock); in __jbd2_update_log_tail()
1098 void jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) in jbd2_update_log_tail() argument
1100 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_update_log_tail()
1101 if (tid_gt(tid, journal->j_tail_sequence)) in jbd2_update_log_tail()
1102 __jbd2_update_log_tail(journal, tid, block); in jbd2_update_log_tail()
1103 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_update_log_tail()
1107 journal_t *journal; member
1133 s->journal->j_max_transaction_buffers); in jbd2_seq_info_show()
1151 div_u64(s->journal->j_average_commit_time, 1000)); in jbd2_seq_info_show()
1174 journal_t *journal = pde_data(inode); in jbd2_seq_info_open() local
1187 spin_lock(&journal->j_history_lock); in jbd2_seq_info_open()
1188 memcpy(s->stats, &journal->j_stats, size); in jbd2_seq_info_open()
1189 s->journal = journal; in jbd2_seq_info_open()
1190 spin_unlock(&journal->j_history_lock); in jbd2_seq_info_open()
1222 static void jbd2_stats_proc_init(journal_t *journal) in jbd2_stats_proc_init() argument
1224 journal->j_proc_entry = proc_mkdir(journal->j_devname, proc_jbd2_stats); in jbd2_stats_proc_init()
1225 if (journal->j_proc_entry) { in jbd2_stats_proc_init()
1226 proc_create_data("info", S_IRUGO, journal->j_proc_entry, in jbd2_stats_proc_init()
1227 &jbd2_info_proc_ops, journal); in jbd2_stats_proc_init()
1231 static void jbd2_stats_proc_exit(journal_t *journal) in jbd2_stats_proc_exit() argument
1233 remove_proc_entry("info", journal->j_proc_entry); in jbd2_stats_proc_exit()
1234 remove_proc_entry(journal->j_devname, proc_jbd2_stats); in jbd2_stats_proc_exit()
1258 journal_t *journal = shrink->private_data; in jbd2_journal_shrink_scan() local
1263 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_scan()
1264 trace_jbd2_shrink_scan_enter(journal, sc->nr_to_scan, count); in jbd2_journal_shrink_scan()
1266 nr_shrunk = jbd2_journal_shrink_checkpoint_list(journal, &nr_to_scan); in jbd2_journal_shrink_scan()
1268 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_scan()
1269 trace_jbd2_shrink_scan_exit(journal, nr_to_scan, nr_shrunk, count); in jbd2_journal_shrink_scan()
1284 journal_t *journal = shrink->private_data; in jbd2_journal_shrink_count() local
1287 count = percpu_counter_read_positive(&journal->j_checkpoint_jh_count); in jbd2_journal_shrink_count()
1288 trace_jbd2_shrink_count(journal, sc->nr_to_scan, count); in jbd2_journal_shrink_count()
1298 static void journal_fail_superblock(journal_t *journal) in journal_fail_superblock() argument
1300 struct buffer_head *bh = journal->j_sb_buffer; in journal_fail_superblock()
1302 journal->j_sb_buffer = NULL; in journal_fail_superblock()
1309 static int journal_check_superblock(journal_t *journal) in journal_check_superblock() argument
1311 journal_superblock_t *sb = journal->j_superblock; in journal_check_superblock()
1316 sb->s_blocksize != cpu_to_be32(journal->j_blocksize)) { in journal_check_superblock()
1327 if (be32_to_cpu(sb->s_maxlen) > journal->j_total_len) { in journal_check_superblock()
1333 be32_to_cpu(sb->s_first) >= journal->j_total_len) { in journal_check_superblock()
1344 if (!jbd2_format_support_feature(journal)) in journal_check_superblock()
1355 num_fc_blks = jbd2_has_feature_fast_commit(journal) ? in journal_check_superblock()
1364 if (jbd2_has_feature_csum2(journal) && in journal_check_superblock()
1365 jbd2_has_feature_csum3(journal)) { in journal_check_superblock()
1372 if (jbd2_journal_has_csum_v2or3(journal) && in journal_check_superblock()
1373 jbd2_has_feature_checksum(journal)) { in journal_check_superblock()
1380 if (jbd2_journal_has_csum_v2or3(journal)) { in journal_check_superblock()
1397 static int journal_revoke_records_per_block(journal_t *journal) in journal_revoke_records_per_block() argument
1400 int space = journal->j_blocksize - sizeof(jbd2_journal_revoke_header_t); in journal_revoke_records_per_block()
1402 if (jbd2_has_feature_64bit(journal)) in journal_revoke_records_per_block()
1407 if (jbd2_journal_has_csum_v2or3(journal)) in journal_revoke_records_per_block()
1412 static int jbd2_journal_get_max_txn_bufs(journal_t *journal) in jbd2_journal_get_max_txn_bufs() argument
1414 return (journal->j_total_len - journal->j_fc_wbufsize) / 3; in jbd2_journal_get_max_txn_bufs()
1420 static int jbd2_descriptor_blocks_per_trans(journal_t *journal) in jbd2_descriptor_blocks_per_trans() argument
1422 int tag_space = journal->j_blocksize - sizeof(journal_header_t); in jbd2_descriptor_blocks_per_trans()
1427 if (jbd2_journal_has_csum_v2or3(journal)) in jbd2_descriptor_blocks_per_trans()
1430 tags_per_block = (tag_space - 16) / journal_tag_bytes(journal); in jbd2_descriptor_blocks_per_trans()
1435 return 1 + DIV_ROUND_UP(jbd2_journal_get_max_txn_bufs(journal), in jbd2_descriptor_blocks_per_trans()
1444 static void jbd2_journal_init_transaction_limits(journal_t *journal) in jbd2_journal_init_transaction_limits() argument
1446 journal->j_revoke_records_per_block = in jbd2_journal_init_transaction_limits()
1447 journal_revoke_records_per_block(journal); in jbd2_journal_init_transaction_limits()
1448 journal->j_transaction_overhead_buffers = in jbd2_journal_init_transaction_limits()
1449 jbd2_descriptor_blocks_per_trans(journal); in jbd2_journal_init_transaction_limits()
1450 journal->j_max_transaction_buffers = in jbd2_journal_init_transaction_limits()
1451 jbd2_journal_get_max_txn_bufs(journal); in jbd2_journal_init_transaction_limits()
1458 static int journal_load_superblock(journal_t *journal) in journal_load_superblock() argument
1464 bh = getblk_unmovable(journal->j_dev, journal->j_blk_offset, in journal_load_superblock()
1465 journal->j_blocksize); in journal_load_superblock()
1474 journal->j_sb_buffer = bh; in journal_load_superblock()
1476 journal->j_superblock = sb; in journal_load_superblock()
1477 err = journal_check_superblock(journal); in journal_load_superblock()
1479 journal_fail_superblock(journal); in journal_load_superblock()
1483 journal->j_tail_sequence = be32_to_cpu(sb->s_sequence); in journal_load_superblock()
1484 journal->j_tail = be32_to_cpu(sb->s_start); in journal_load_superblock()
1485 journal->j_first = be32_to_cpu(sb->s_first); in journal_load_superblock()
1486 journal->j_errno = be32_to_cpu(sb->s_errno); in journal_load_superblock()
1487 journal->j_last = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1489 if (be32_to_cpu(sb->s_maxlen) < journal->j_total_len) in journal_load_superblock()
1490 journal->j_total_len = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1492 if (jbd2_journal_has_csum_v2or3(journal)) in journal_load_superblock()
1493 journal->j_csum_seed = jbd2_chksum(~0, sb->s_uuid, in journal_load_superblock()
1496 jbd2_journal_init_transaction_limits(journal); in journal_load_superblock()
1498 if (jbd2_has_feature_fast_commit(journal)) { in journal_load_superblock()
1499 journal->j_fc_last = be32_to_cpu(sb->s_maxlen); in journal_load_superblock()
1500 journal->j_last = journal->j_fc_last - in journal_load_superblock()
1502 journal->j_fc_first = journal->j_last + 1; in journal_load_superblock()
1503 journal->j_fc_off = 0; in journal_load_superblock()
1524 journal_t *journal; in journal_init_common() local
1528 journal = kzalloc_obj(*journal); in journal_init_common()
1529 if (!journal) in journal_init_common()
1532 lockdep_register_key(&journal->jbd2_trans_commit_key); in journal_init_common()
1533 journal->j_blocksize = blocksize; in journal_init_common()
1534 journal->j_dev = bdev; in journal_init_common()
1535 journal->j_fs_dev = fs_dev; in journal_init_common()
1536 journal->j_blk_offset = start; in journal_init_common()
1537 journal->j_total_len = len; in journal_init_common()
1538 jbd2_init_fs_dev_write_error(journal); in journal_init_common()
1540 err = journal_load_superblock(journal); in journal_init_common()
1544 init_waitqueue_head(&journal->j_wait_transaction_locked); in journal_init_common()
1545 init_waitqueue_head(&journal->j_wait_done_commit); in journal_init_common()
1546 init_waitqueue_head(&journal->j_wait_commit); in journal_init_common()
1547 init_waitqueue_head(&journal->j_wait_updates); in journal_init_common()
1548 init_waitqueue_head(&journal->j_wait_reserved); in journal_init_common()
1549 init_waitqueue_head(&journal->j_fc_wait); in journal_init_common()
1550 mutex_init(&journal->j_abort_mutex); in journal_init_common()
1551 mutex_init(&journal->j_barrier); in journal_init_common()
1552 mutex_init(&journal->j_checkpoint_mutex); in journal_init_common()
1553 spin_lock_init(&journal->j_revoke_lock); in journal_init_common()
1554 spin_lock_init(&journal->j_list_lock); in journal_init_common()
1555 spin_lock_init(&journal->j_history_lock); in journal_init_common()
1556 rwlock_init(&journal->j_state_lock); in journal_init_common()
1558 journal->j_commit_interval = (HZ * JBD2_DEFAULT_MAX_COMMIT_AGE); in journal_init_common()
1559 journal->j_min_batch_time = 0; in journal_init_common()
1560 journal->j_max_batch_time = 15000; /* 15ms */ in journal_init_common()
1561 atomic_set(&journal->j_reserved_credits, 0); in journal_init_common()
1562 lockdep_init_map(&journal->j_trans_commit_map, "jbd2_handle", in journal_init_common()
1563 &journal->jbd2_trans_commit_key, 0); in journal_init_common()
1566 journal->j_flags = JBD2_ABORT; in journal_init_common()
1569 err = jbd2_journal_init_revoke(journal, JOURNAL_REVOKE_DEFAULT_HASH); in journal_init_common()
1578 n = journal->j_blocksize / jbd2_min_tag_size(); in journal_init_common()
1579 journal->j_wbufsize = n; in journal_init_common()
1580 journal->j_fc_wbuf = NULL; in journal_init_common()
1581 journal->j_wbuf = kmalloc_objs(struct buffer_head *, n); in journal_init_common()
1582 if (!journal->j_wbuf) in journal_init_common()
1585 err = percpu_counter_init(&journal->j_checkpoint_jh_count, 0, in journal_init_common()
1590 journal->j_shrink_transaction = NULL; in journal_init_common()
1592 journal->j_shrinker = shrinker_alloc(0, "jbd2-journal:(%u:%u)", in journal_init_common()
1595 if (!journal->j_shrinker) { in journal_init_common()
1600 journal->j_shrinker->scan_objects = jbd2_journal_shrink_scan; in journal_init_common()
1601 journal->j_shrinker->count_objects = jbd2_journal_shrink_count; in journal_init_common()
1602 journal->j_shrinker->private_data = journal; in journal_init_common()
1604 shrinker_register(journal->j_shrinker); in journal_init_common()
1606 return journal; in journal_init_common()
1609 percpu_counter_destroy(&journal->j_checkpoint_jh_count); in journal_init_common()
1610 kfree(journal->j_wbuf); in journal_init_common()
1611 jbd2_journal_destroy_revoke(journal); in journal_init_common()
1612 journal_fail_superblock(journal); in journal_init_common()
1613 lockdep_unregister_key(&journal->jbd2_trans_commit_key); in journal_init_common()
1614 kfree(journal); in journal_init_common()
1645 journal_t *journal; in jbd2_journal_init_dev() local
1647 journal = journal_init_common(bdev, fs_dev, start, len, blocksize); in jbd2_journal_init_dev()
1648 if (IS_ERR(journal)) in jbd2_journal_init_dev()
1649 return ERR_CAST(journal); in jbd2_journal_init_dev()
1651 snprintf(journal->j_devname, sizeof(journal->j_devname), in jbd2_journal_init_dev()
1652 "%pg", journal->j_dev); in jbd2_journal_init_dev()
1653 strreplace(journal->j_devname, '/', '!'); in jbd2_journal_init_dev()
1654 jbd2_stats_proc_init(journal); in jbd2_journal_init_dev()
1656 return journal; in jbd2_journal_init_dev()
1669 journal_t *journal; in jbd2_journal_init_inode() local
1684 journal = journal_init_common(inode->i_sb->s_bdev, inode->i_sb->s_bdev, in jbd2_journal_init_inode()
1687 if (IS_ERR(journal)) in jbd2_journal_init_inode()
1688 return ERR_CAST(journal); in jbd2_journal_init_inode()
1690 journal->j_inode = inode; in jbd2_journal_init_inode()
1691 snprintf(journal->j_devname, sizeof(journal->j_devname), in jbd2_journal_init_inode()
1692 "%pg-%llu", journal->j_dev, journal->j_inode->i_ino); in jbd2_journal_init_inode()
1693 strreplace(journal->j_devname, '/', '!'); in jbd2_journal_init_inode()
1694 jbd2_stats_proc_init(journal); in jbd2_journal_init_inode()
1696 return journal; in jbd2_journal_init_inode()
1706 static int journal_reset(journal_t *journal) in journal_reset() argument
1708 journal_superblock_t *sb = journal->j_superblock; in journal_reset()
1716 journal_fail_superblock(journal); in journal_reset()
1720 journal->j_first = first; in journal_reset()
1721 journal->j_last = last; in journal_reset()
1723 if (journal->j_head != 0 && journal->j_flags & JBD2_CYCLE_RECORD) { in journal_reset()
1728 if (journal->j_head < first || journal->j_head >= last) { in journal_reset()
1731 journal->j_head); in journal_reset()
1732 journal->j_head = journal->j_first; in journal_reset()
1735 journal->j_head = journal->j_first; in journal_reset()
1737 journal->j_tail = journal->j_head; in journal_reset()
1738 journal->j_free = journal->j_last - journal->j_first; in journal_reset()
1740 journal->j_tail_sequence = journal->j_transaction_sequence; in journal_reset()
1741 journal->j_commit_sequence = journal->j_transaction_sequence - 1; in journal_reset()
1742 journal->j_commit_request = journal->j_commit_sequence; in journal_reset()
1749 jbd2_clear_feature_fast_commit(journal); in journal_reset()
1760 journal->j_tail, journal->j_tail_sequence, in journal_reset()
1761 journal->j_errno); in journal_reset()
1762 journal->j_flags |= JBD2_FLUSHED; in journal_reset()
1765 mutex_lock_io(&journal->j_checkpoint_mutex); in journal_reset()
1772 jbd2_journal_update_sb_log_tail(journal, in journal_reset()
1773 journal->j_tail_sequence, in journal_reset()
1774 journal->j_tail, REQ_FUA); in journal_reset()
1775 mutex_unlock(&journal->j_checkpoint_mutex); in journal_reset()
1777 return jbd2_journal_start_thread(journal); in journal_reset()
1784 static int jbd2_write_superblock(journal_t *journal, blk_opf_t write_flags) in jbd2_write_superblock() argument
1786 struct buffer_head *bh = journal->j_sb_buffer; in jbd2_write_superblock()
1787 journal_superblock_t *sb = journal->j_superblock; in jbd2_write_superblock()
1801 if (!(journal->j_flags & JBD2_BARRIER)) in jbd2_write_superblock()
1804 trace_jbd2_write_superblock(journal, write_flags); in jbd2_write_superblock()
1817 journal->j_devname); in jbd2_write_superblock()
1821 if (jbd2_journal_has_csum_v2or3(journal)) in jbd2_write_superblock()
1834 journal->j_devname); in jbd2_write_superblock()
1835 if (!is_journal_aborted(journal)) in jbd2_write_superblock()
1836 jbd2_journal_abort(journal, ret); in jbd2_write_superblock()
1852 int jbd2_journal_update_sb_log_tail(journal_t *journal, tid_t tail_tid, in jbd2_journal_update_sb_log_tail() argument
1856 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_update_sb_log_tail()
1859 if (is_journal_aborted(journal)) in jbd2_journal_update_sb_log_tail()
1861 ret = jbd2_check_fs_dev_write_error(journal); in jbd2_journal_update_sb_log_tail()
1863 jbd2_journal_abort(journal, ret); in jbd2_journal_update_sb_log_tail()
1867 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in jbd2_journal_update_sb_log_tail()
1871 lock_buffer(journal->j_sb_buffer); in jbd2_journal_update_sb_log_tail()
1875 ret = jbd2_write_superblock(journal, write_flags); in jbd2_journal_update_sb_log_tail()
1880 write_lock(&journal->j_state_lock); in jbd2_journal_update_sb_log_tail()
1881 journal->j_flags &= ~JBD2_FLUSHED; in jbd2_journal_update_sb_log_tail()
1882 write_unlock(&journal->j_state_lock); in jbd2_journal_update_sb_log_tail()
1896 static void jbd2_mark_journal_empty(journal_t *journal, blk_opf_t write_flags) in jbd2_mark_journal_empty() argument
1898 journal_superblock_t *sb = journal->j_superblock; in jbd2_mark_journal_empty()
1901 BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); in jbd2_mark_journal_empty()
1902 lock_buffer(journal->j_sb_buffer); in jbd2_mark_journal_empty()
1904 unlock_buffer(journal->j_sb_buffer); in jbd2_mark_journal_empty()
1909 journal->j_tail_sequence); in jbd2_mark_journal_empty()
1911 sb->s_sequence = cpu_to_be32(journal->j_tail_sequence); in jbd2_mark_journal_empty()
1913 sb->s_head = cpu_to_be32(journal->j_head); in jbd2_mark_journal_empty()
1914 if (jbd2_has_feature_fast_commit(journal)) { in jbd2_mark_journal_empty()
1919 jbd2_clear_feature_fast_commit(journal); in jbd2_mark_journal_empty()
1923 jbd2_write_superblock(journal, write_flags); in jbd2_mark_journal_empty()
1926 jbd2_set_feature_fast_commit(journal); in jbd2_mark_journal_empty()
1929 write_lock(&journal->j_state_lock); in jbd2_mark_journal_empty()
1930 journal->j_flags |= JBD2_FLUSHED; in jbd2_mark_journal_empty()
1931 write_unlock(&journal->j_state_lock); in jbd2_mark_journal_empty()
1946 static int __jbd2_journal_erase(journal_t *journal, unsigned int flags) in __jbd2_journal_erase() argument
1960 !bdev_max_discard_sectors(journal->j_dev)) in __jbd2_journal_erase()
1967 log_offset = be32_to_cpu(journal->j_superblock->s_first); in __jbd2_journal_erase()
1969 for (block = log_offset; block < journal->j_total_len; block++) { in __jbd2_journal_erase()
1970 err = jbd2_journal_bmap(journal, block, &phys_block); in __jbd2_journal_erase()
1993 if (block != journal->j_total_len - 1) in __jbd2_journal_erase()
2001 byte_start = block_start * journal->j_blocksize; in __jbd2_journal_erase()
2002 byte_stop = block_stop * journal->j_blocksize; in __jbd2_journal_erase()
2003 byte_count = (block_stop - block_start) * journal->j_blocksize; in __jbd2_journal_erase()
2005 truncate_inode_pages_range(journal->j_dev->bd_mapping, in __jbd2_journal_erase()
2009 err = blkdev_issue_discard(journal->j_dev, in __jbd2_journal_erase()
2014 err = blkdev_issue_zeroout(journal->j_dev, in __jbd2_journal_erase()
2030 return blkdev_issue_flush(journal->j_dev); in __jbd2_journal_erase()
2040 void jbd2_journal_update_sb_errno(journal_t *journal) in jbd2_journal_update_sb_errno() argument
2042 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_update_sb_errno()
2045 lock_buffer(journal->j_sb_buffer); in jbd2_journal_update_sb_errno()
2046 errcode = journal->j_errno; in jbd2_journal_update_sb_errno()
2052 jbd2_write_superblock(journal, REQ_FUA); in jbd2_journal_update_sb_errno()
2064 int jbd2_journal_load(journal_t *journal) in jbd2_journal_load() argument
2067 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_load()
2078 err = jbd2_journal_recover(journal); in jbd2_journal_load()
2084 if (journal->j_failed_commit) { in jbd2_journal_load()
2086 "is corrupt.\n", journal->j_failed_commit, in jbd2_journal_load()
2087 journal->j_devname); in jbd2_journal_load()
2094 journal->j_flags &= ~JBD2_ABORT; in jbd2_journal_load()
2099 err = journal_reset(journal); in jbd2_journal_load()
2105 journal->j_flags |= JBD2_LOADED; in jbd2_journal_load()
2117 int jbd2_journal_destroy(journal_t *journal) in jbd2_journal_destroy() argument
2122 journal_kill_thread(journal); in jbd2_journal_destroy()
2125 if (journal->j_running_transaction) in jbd2_journal_destroy()
2126 jbd2_journal_commit_transaction(journal); in jbd2_journal_destroy()
2131 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2132 while (journal->j_checkpoint_transactions != NULL) { in jbd2_journal_destroy()
2133 spin_unlock(&journal->j_list_lock); in jbd2_journal_destroy()
2134 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2135 err = jbd2_log_do_checkpoint(journal); in jbd2_journal_destroy()
2136 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2142 jbd2_journal_destroy_checkpoint(journal); in jbd2_journal_destroy()
2143 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2146 spin_lock(&journal->j_list_lock); in jbd2_journal_destroy()
2149 J_ASSERT(journal->j_running_transaction == NULL); in jbd2_journal_destroy()
2150 J_ASSERT(journal->j_committing_transaction == NULL); in jbd2_journal_destroy()
2151 J_ASSERT(journal->j_checkpoint_transactions == NULL); in jbd2_journal_destroy()
2152 spin_unlock(&journal->j_list_lock); in jbd2_journal_destroy()
2160 if (!is_journal_aborted(journal)) { in jbd2_journal_destroy()
2161 int ret = jbd2_check_fs_dev_write_error(journal); in jbd2_journal_destroy()
2163 jbd2_journal_abort(journal, ret); in jbd2_journal_destroy()
2166 if (journal->j_sb_buffer) { in jbd2_journal_destroy()
2167 if (!is_journal_aborted(journal)) { in jbd2_journal_destroy()
2168 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2170 write_lock(&journal->j_state_lock); in jbd2_journal_destroy()
2171 journal->j_tail_sequence = in jbd2_journal_destroy()
2172 ++journal->j_transaction_sequence; in jbd2_journal_destroy()
2173 write_unlock(&journal->j_state_lock); in jbd2_journal_destroy()
2175 jbd2_mark_journal_empty(journal, REQ_PREFLUSH | REQ_FUA); in jbd2_journal_destroy()
2176 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_destroy()
2179 brelse(journal->j_sb_buffer); in jbd2_journal_destroy()
2182 if (journal->j_shrinker) { in jbd2_journal_destroy()
2183 percpu_counter_destroy(&journal->j_checkpoint_jh_count); in jbd2_journal_destroy()
2184 shrinker_free(journal->j_shrinker); in jbd2_journal_destroy()
2186 if (journal->j_proc_entry) in jbd2_journal_destroy()
2187 jbd2_stats_proc_exit(journal); in jbd2_journal_destroy()
2188 iput(journal->j_inode); in jbd2_journal_destroy()
2189 if (journal->j_revoke) in jbd2_journal_destroy()
2190 jbd2_journal_destroy_revoke(journal); in jbd2_journal_destroy()
2191 kfree(journal->j_fc_wbuf); in jbd2_journal_destroy()
2192 kfree(journal->j_wbuf); in jbd2_journal_destroy()
2193 lockdep_unregister_key(&journal->jbd2_trans_commit_key); in jbd2_journal_destroy()
2194 kfree(journal); in jbd2_journal_destroy()
2211 int jbd2_journal_check_used_features(journal_t *journal, unsigned long compat, in jbd2_journal_check_used_features() argument
2218 if (!jbd2_format_support_feature(journal)) in jbd2_journal_check_used_features()
2221 sb = journal->j_superblock; in jbd2_journal_check_used_features()
2242 int jbd2_journal_check_available_features(journal_t *journal, unsigned long compat, in jbd2_journal_check_available_features() argument
2248 if (!jbd2_format_support_feature(journal)) in jbd2_journal_check_available_features()
2260 jbd2_journal_initialize_fast_commit(journal_t *journal) in jbd2_journal_initialize_fast_commit() argument
2262 journal_superblock_t *sb = journal->j_superblock; in jbd2_journal_initialize_fast_commit()
2266 if (journal->j_last - num_fc_blks < JBD2_MIN_JOURNAL_BLOCKS) in jbd2_journal_initialize_fast_commit()
2270 WARN_ON(journal->j_fc_wbuf != NULL); in jbd2_journal_initialize_fast_commit()
2271 journal->j_fc_wbuf = kmalloc_objs(struct buffer_head *, num_fc_blks); in jbd2_journal_initialize_fast_commit()
2272 if (!journal->j_fc_wbuf) in jbd2_journal_initialize_fast_commit()
2275 journal->j_fc_wbufsize = num_fc_blks; in jbd2_journal_initialize_fast_commit()
2276 journal->j_fc_last = journal->j_last; in jbd2_journal_initialize_fast_commit()
2277 journal->j_last = journal->j_fc_last - num_fc_blks; in jbd2_journal_initialize_fast_commit()
2278 journal->j_fc_first = journal->j_last + 1; in jbd2_journal_initialize_fast_commit()
2279 journal->j_fc_off = 0; in jbd2_journal_initialize_fast_commit()
2280 journal->j_free = journal->j_last - journal->j_first; in jbd2_journal_initialize_fast_commit()
2297 int jbd2_journal_set_features(journal_t *journal, unsigned long compat, in jbd2_journal_set_features() argument
2306 if (jbd2_journal_check_used_features(journal, compat, ro, incompat)) in jbd2_journal_set_features()
2309 if (!jbd2_journal_check_available_features(journal, compat, ro, incompat)) in jbd2_journal_set_features()
2326 sb = journal->j_superblock; in jbd2_journal_set_features()
2329 if (jbd2_journal_initialize_fast_commit(journal)) { in jbd2_journal_set_features()
2335 lock_buffer(journal->j_sb_buffer); in jbd2_journal_set_features()
2342 journal->j_csum_seed = jbd2_chksum(~0, sb->s_uuid, in jbd2_journal_set_features()
2359 if (jbd2_journal_has_csum_v2or3(journal)) in jbd2_journal_set_features()
2361 unlock_buffer(journal->j_sb_buffer); in jbd2_journal_set_features()
2362 jbd2_journal_init_transaction_limits(journal); in jbd2_journal_set_features()
2380 void jbd2_journal_clear_features(journal_t *journal, unsigned long compat, in jbd2_journal_clear_features() argument
2388 sb = journal->j_superblock; in jbd2_journal_clear_features()
2390 lock_buffer(journal->j_sb_buffer); in jbd2_journal_clear_features()
2398 if (jbd2_journal_has_csum_v2or3(journal)) in jbd2_journal_clear_features()
2400 unlock_buffer(journal->j_sb_buffer); in jbd2_journal_clear_features()
2401 jbd2_journal_init_transaction_limits(journal); in jbd2_journal_clear_features()
2419 int jbd2_journal_flush(journal_t *journal, unsigned int flags) in jbd2_journal_flush() argument
2424 write_lock(&journal->j_state_lock); in jbd2_journal_flush()
2427 if (journal->j_running_transaction) { in jbd2_journal_flush()
2428 transaction = journal->j_running_transaction; in jbd2_journal_flush()
2429 __jbd2_log_start_commit(journal, transaction->t_tid); in jbd2_journal_flush()
2430 } else if (journal->j_committing_transaction) in jbd2_journal_flush()
2431 transaction = journal->j_committing_transaction; in jbd2_journal_flush()
2437 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2438 jbd2_log_wait_commit(journal, tid); in jbd2_journal_flush()
2440 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2444 spin_lock(&journal->j_list_lock); in jbd2_journal_flush()
2445 while (!err && journal->j_checkpoint_transactions != NULL) { in jbd2_journal_flush()
2446 spin_unlock(&journal->j_list_lock); in jbd2_journal_flush()
2447 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2448 err = jbd2_log_do_checkpoint(journal); in jbd2_journal_flush()
2449 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2450 spin_lock(&journal->j_list_lock); in jbd2_journal_flush()
2452 spin_unlock(&journal->j_list_lock); in jbd2_journal_flush()
2454 if (is_journal_aborted(journal)) in jbd2_journal_flush()
2457 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2459 err = jbd2_cleanup_journal_tail(journal); in jbd2_journal_flush()
2461 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2472 jbd2_mark_journal_empty(journal, REQ_FUA); in jbd2_journal_flush()
2475 err = __jbd2_journal_erase(journal, flags); in jbd2_journal_flush()
2477 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_flush()
2478 write_lock(&journal->j_state_lock); in jbd2_journal_flush()
2479 J_ASSERT(!journal->j_running_transaction); in jbd2_journal_flush()
2480 J_ASSERT(!journal->j_committing_transaction); in jbd2_journal_flush()
2481 J_ASSERT(!journal->j_checkpoint_transactions); in jbd2_journal_flush()
2482 J_ASSERT(journal->j_head == journal->j_tail); in jbd2_journal_flush()
2483 J_ASSERT(journal->j_tail_sequence == journal->j_transaction_sequence); in jbd2_journal_flush()
2484 write_unlock(&journal->j_state_lock); in jbd2_journal_flush()
2502 int jbd2_journal_wipe(journal_t *journal, int write) in jbd2_journal_wipe() argument
2506 J_ASSERT (!(journal->j_flags & JBD2_LOADED)); in jbd2_journal_wipe()
2508 if (!journal->j_tail) in jbd2_journal_wipe()
2514 err = jbd2_journal_skip_recovery(journal); in jbd2_journal_wipe()
2517 mutex_lock_io(&journal->j_checkpoint_mutex); in jbd2_journal_wipe()
2518 jbd2_mark_journal_empty(journal, REQ_FUA); in jbd2_journal_wipe()
2519 mutex_unlock(&journal->j_checkpoint_mutex); in jbd2_journal_wipe()
2566 void jbd2_journal_abort(journal_t *journal, int errno) in jbd2_journal_abort() argument
2576 mutex_lock(&journal->j_abort_mutex); in jbd2_journal_abort()
2582 write_lock(&journal->j_state_lock); in jbd2_journal_abort()
2583 if (journal->j_flags & JBD2_ABORT) { in jbd2_journal_abort()
2584 int old_errno = journal->j_errno; in jbd2_journal_abort()
2586 write_unlock(&journal->j_state_lock); in jbd2_journal_abort()
2588 journal->j_errno = errno; in jbd2_journal_abort()
2589 jbd2_journal_update_sb_errno(journal); in jbd2_journal_abort()
2591 mutex_unlock(&journal->j_abort_mutex); in jbd2_journal_abort()
2599 pr_err("Aborting journal on device %s.\n", journal->j_devname); in jbd2_journal_abort()
2601 journal->j_flags |= JBD2_ABORT; in jbd2_journal_abort()
2602 journal->j_errno = errno; in jbd2_journal_abort()
2603 transaction = journal->j_running_transaction; in jbd2_journal_abort()
2605 __jbd2_log_start_commit(journal, transaction->t_tid); in jbd2_journal_abort()
2606 write_unlock(&journal->j_state_lock); in jbd2_journal_abort()
2612 jbd2_journal_update_sb_errno(journal); in jbd2_journal_abort()
2613 mutex_unlock(&journal->j_abort_mutex); in jbd2_journal_abort()
2627 int jbd2_journal_errno(journal_t *journal) in jbd2_journal_errno() argument
2631 read_lock(&journal->j_state_lock); in jbd2_journal_errno()
2632 if (journal->j_flags & JBD2_ABORT) in jbd2_journal_errno()
2635 err = journal->j_errno; in jbd2_journal_errno()
2636 read_unlock(&journal->j_state_lock); in jbd2_journal_errno()
2647 int jbd2_journal_clear_err(journal_t *journal) in jbd2_journal_clear_err() argument
2651 write_lock(&journal->j_state_lock); in jbd2_journal_clear_err()
2652 if (journal->j_flags & JBD2_ABORT) in jbd2_journal_clear_err()
2655 journal->j_errno = 0; in jbd2_journal_clear_err()
2656 write_unlock(&journal->j_state_lock); in jbd2_journal_clear_err()
2667 void jbd2_journal_ack_err(journal_t *journal) in jbd2_journal_ack_err() argument
2669 write_lock(&journal->j_state_lock); in jbd2_journal_ack_err()
2670 if (journal->j_errno) in jbd2_journal_ack_err()
2671 journal->j_flags |= JBD2_ACK_ERR; in jbd2_journal_ack_err()
2672 write_unlock(&journal->j_state_lock); in jbd2_journal_ack_err()
2684 size_t journal_tag_bytes(journal_t *journal) in journal_tag_bytes() argument
2688 if (jbd2_has_feature_csum3(journal)) in journal_tag_bytes()
2693 if (jbd2_has_feature_csum2(journal)) in journal_tag_bytes()
2696 if (jbd2_has_feature_64bit(journal)) in journal_tag_bytes()
3031 void jbd2_journal_release_jbd_inode(journal_t *journal, in jbd2_journal_release_jbd_inode() argument
3034 if (!journal) in jbd2_journal_release_jbd_inode()
3037 spin_lock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()
3044 spin_unlock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()
3054 spin_unlock(&journal->j_list_lock); in jbd2_journal_release_jbd_inode()