Lines Matching full:wc

788 static void ocfs2_unlock_pages(struct ocfs2_write_ctxt *wc)  in ocfs2_unlock_pages()  argument
797 if (wc->w_target_locked) { in ocfs2_unlock_pages()
798 BUG_ON(!wc->w_target_page); in ocfs2_unlock_pages()
799 for (i = 0; i < wc->w_num_pages; i++) { in ocfs2_unlock_pages()
800 if (wc->w_target_page == wc->w_pages[i]) { in ocfs2_unlock_pages()
801 wc->w_pages[i] = NULL; in ocfs2_unlock_pages()
805 mark_page_accessed(wc->w_target_page); in ocfs2_unlock_pages()
806 put_page(wc->w_target_page); in ocfs2_unlock_pages()
808 ocfs2_unlock_and_free_pages(wc->w_pages, wc->w_num_pages); in ocfs2_unlock_pages()
827 struct ocfs2_write_ctxt *wc) in ocfs2_free_write_ctxt() argument
829 ocfs2_free_unwritten_list(inode, &wc->w_unwritten_list); in ocfs2_free_write_ctxt()
830 ocfs2_unlock_pages(wc); in ocfs2_free_write_ctxt()
831 brelse(wc->w_di_bh); in ocfs2_free_write_ctxt()
832 kfree(wc); in ocfs2_free_write_ctxt()
841 struct ocfs2_write_ctxt *wc; in ocfs2_alloc_write_ctxt() local
843 wc = kzalloc(sizeof(struct ocfs2_write_ctxt), GFP_NOFS); in ocfs2_alloc_write_ctxt()
844 if (!wc) in ocfs2_alloc_write_ctxt()
847 wc->w_cpos = pos >> osb->s_clustersize_bits; in ocfs2_alloc_write_ctxt()
848 wc->w_first_new_cpos = UINT_MAX; in ocfs2_alloc_write_ctxt()
850 wc->w_clen = cend - wc->w_cpos + 1; in ocfs2_alloc_write_ctxt()
852 wc->w_di_bh = di_bh; in ocfs2_alloc_write_ctxt()
853 wc->w_type = type; in ocfs2_alloc_write_ctxt()
856 wc->w_large_pages = 1; in ocfs2_alloc_write_ctxt()
858 wc->w_large_pages = 0; in ocfs2_alloc_write_ctxt()
860 ocfs2_init_dealloc_ctxt(&wc->w_dealloc); in ocfs2_alloc_write_ctxt()
861 INIT_LIST_HEAD(&wc->w_unwritten_list); in ocfs2_alloc_write_ctxt()
863 *wcp = wc; in ocfs2_alloc_write_ctxt()
914 struct ocfs2_write_ctxt *wc, in ocfs2_write_failure() argument
922 if (wc->w_target_page) in ocfs2_write_failure()
923 ocfs2_zero_new_buffers(wc->w_target_page, from, to); in ocfs2_write_failure()
925 for(i = 0; i < wc->w_num_pages; i++) { in ocfs2_write_failure()
926 tmppage = wc->w_pages[i]; in ocfs2_write_failure()
930 ocfs2_jbd2_inode_add_write(wc->w_handle, inode, in ocfs2_write_failure()
939 struct ocfs2_write_ctxt *wc, in ocfs2_prepare_page_for_write() argument
958 if (page == wc->w_target_page) { in ocfs2_prepare_page_for_write()
1023 struct ocfs2_write_ctxt *wc, in ocfs2_grab_pages_for_write() argument
1043 wc->w_num_pages = ocfs2_pages_per_cluster(inode->i_sb); in ocfs2_grab_pages_for_write()
1053 if ((start + wc->w_num_pages) > end_index) in ocfs2_grab_pages_for_write()
1054 wc->w_num_pages = end_index - start; in ocfs2_grab_pages_for_write()
1056 wc->w_num_pages = 1; in ocfs2_grab_pages_for_write()
1061 for(i = 0; i < wc->w_num_pages; i++) { in ocfs2_grab_pages_for_write()
1065 wc->w_type == OCFS2_WRITE_MMAP) { in ocfs2_grab_pages_for_write()
1082 wc->w_pages[i] = mmap_page; in ocfs2_grab_pages_for_write()
1083 wc->w_target_locked = true; in ocfs2_grab_pages_for_write()
1085 wc->w_type == OCFS2_WRITE_DIRECT) { in ocfs2_grab_pages_for_write()
1087 wc->w_pages[i] = NULL; in ocfs2_grab_pages_for_write()
1090 wc->w_pages[i] = find_or_create_page(mapping, index, in ocfs2_grab_pages_for_write()
1092 if (!wc->w_pages[i]) { in ocfs2_grab_pages_for_write()
1098 wait_for_stable_page(wc->w_pages[i]); in ocfs2_grab_pages_for_write()
1101 wc->w_target_page = wc->w_pages[i]; in ocfs2_grab_pages_for_write()
1105 wc->w_target_locked = false; in ocfs2_grab_pages_for_write()
1118 struct ocfs2_write_ctxt *wc, u32 cpos, in ocfs2_write_cluster() argument
1137 wc->w_di_bh, wc->w_handle, in ocfs2_write_cluster()
1157 wc->w_di_bh); in ocfs2_write_cluster()
1159 wc->w_handle, cpos, 1, *phys, in ocfs2_write_cluster()
1160 meta_ac, &wc->w_dealloc); in ocfs2_write_cluster()
1185 for(i = 0; i < wc->w_num_pages; i++) { in ocfs2_write_cluster()
1189 if (wc->w_pages[i] == NULL) { in ocfs2_write_cluster()
1194 tmpret = ocfs2_prepare_page_for_write(inode, &p_blkno, wc, in ocfs2_write_cluster()
1195 wc->w_pages[i], cpos, in ocfs2_write_cluster()
1209 ocfs2_write_failure(inode, wc, user_pos, user_len); in ocfs2_write_cluster()
1219 struct ocfs2_write_ctxt *wc, in ocfs2_write_cluster_by_desc() argument
1228 for (i = 0; i < wc->w_clen; i++) { in ocfs2_write_cluster_by_desc()
1229 desc = &wc->w_desc[i]; in ocfs2_write_cluster_by_desc()
1245 wc, desc->c_cpos, pos, local_len); in ocfs2_write_cluster_by_desc()
1266 struct ocfs2_write_ctxt *wc, in ocfs2_set_target_boundaries() argument
1271 wc->w_target_from = pos & (PAGE_SIZE - 1); in ocfs2_set_target_boundaries()
1272 wc->w_target_to = wc->w_target_from + len; in ocfs2_set_target_boundaries()
1286 if (wc->w_large_pages) { in ocfs2_set_target_boundaries()
1293 desc = &wc->w_desc[0]; in ocfs2_set_target_boundaries()
1297 &wc->w_target_from, in ocfs2_set_target_boundaries()
1300 desc = &wc->w_desc[wc->w_clen - 1]; in ocfs2_set_target_boundaries()
1305 &wc->w_target_to); in ocfs2_set_target_boundaries()
1307 wc->w_target_from = 0; in ocfs2_set_target_boundaries()
1308 wc->w_target_to = PAGE_SIZE; in ocfs2_set_target_boundaries()
1320 struct ocfs2_write_ctxt *wc, in ocfs2_unwritten_check() argument
1344 if (wc->w_type != OCFS2_WRITE_DIRECT) in ocfs2_unwritten_check()
1362 list_add_tail(&new->ue_node, &wc->w_unwritten_list); in ocfs2_unwritten_check()
1363 wc->w_unwritten_count++; in ocfs2_unwritten_check()
1381 struct ocfs2_write_ctxt *wc, in ocfs2_populate_write_desc() argument
1395 for (i = 0; i < wc->w_clen; i++) { in ocfs2_populate_write_desc()
1396 desc = &wc->w_desc[i]; in ocfs2_populate_write_desc()
1397 desc->c_cpos = wc->w_cpos + i; in ocfs2_populate_write_desc()
1438 if (desc->c_cpos >= wc->w_first_new_cpos) { in ocfs2_populate_write_desc()
1456 ret = ocfs2_unwritten_check(inode, wc, desc); in ocfs2_populate_write_desc()
1472 struct ocfs2_write_ctxt *wc) in ocfs2_write_begin_inline() argument
1478 struct ocfs2_dinode *di = (struct ocfs2_dinode *)wc->w_di_bh->b_data; in ocfs2_write_begin_inline()
1498 wc->w_pages[0] = wc->w_target_page = page; in ocfs2_write_begin_inline()
1499 wc->w_num_pages = 1; in ocfs2_write_begin_inline()
1501 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), wc->w_di_bh, in ocfs2_write_begin_inline()
1514 ret = ocfs2_read_inline_data(inode, page, wc->w_di_bh); in ocfs2_write_begin_inline()
1522 wc->w_handle = handle; in ocfs2_write_begin_inline()
1539 struct ocfs2_write_ctxt *wc) in ocfs2_try_to_write_inline_data() argument
1555 ocfs2_size_fits_inline_data(wc->w_di_bh, end)) in ocfs2_try_to_write_inline_data()
1562 ret = ocfs2_convert_inline_data_to_extents(inode, wc->w_di_bh); in ocfs2_try_to_write_inline_data()
1577 di = (struct ocfs2_dinode *)wc->w_di_bh->b_data; in ocfs2_try_to_write_inline_data()
1583 ret = ocfs2_write_begin_inline(mapping, inode, wc); in ocfs2_try_to_write_inline_data()
1610 struct ocfs2_write_ctxt *wc) in ocfs2_expand_nonsparse_inode() argument
1624 /* There is no wc if this is call from direct. */ in ocfs2_expand_nonsparse_inode()
1625 if (wc) in ocfs2_expand_nonsparse_inode()
1626 wc->w_first_new_cpos = in ocfs2_expand_nonsparse_inode()
1651 struct ocfs2_write_ctxt *wc; in ocfs2_write_begin_nolock() local
1662 ret = ocfs2_alloc_write_ctxt(&wc, osb, pos, len, type, di_bh); in ocfs2_write_begin_nolock()
1670 mmap_page, wc); in ocfs2_write_begin_nolock()
1687 len, wc); in ocfs2_write_begin_nolock()
1699 clusters_need = wc->w_clen; in ocfs2_write_begin_nolock()
1701 wc->w_cpos, wc->w_clen, UINT_MAX); in ocfs2_write_begin_nolock()
1708 ret = ocfs2_populate_write_desc(inode, wc, &clusters_to_alloc, in ocfs2_write_begin_nolock()
1716 di = (struct ocfs2_dinode *)wc->w_di_bh->b_data; in ocfs2_write_begin_nolock()
1738 wc->w_di_bh); in ocfs2_write_begin_nolock()
1761 if (wc->w_clen && (wc->w_desc[0].c_needs_zero || in ocfs2_write_begin_nolock()
1762 wc->w_desc[wc->w_clen - 1].c_needs_zero)) in ocfs2_write_begin_nolock()
1767 ocfs2_set_target_boundaries(osb, wc, pos, len, cluster_of_pages); in ocfs2_write_begin_nolock()
1776 wc->w_handle = handle; in ocfs2_write_begin_nolock()
1785 ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), wc->w_di_bh, in ocfs2_write_begin_nolock()
1797 ret = ocfs2_grab_pages_for_write(mapping, wc, wc->w_cpos, pos, len, in ocfs2_write_begin_nolock()
1807 BUG_ON(wc->w_target_page); in ocfs2_write_begin_nolock()
1816 ret = ocfs2_write_cluster_by_desc(mapping, data_ac, meta_ac, wc, pos, in ocfs2_write_begin_nolock()
1830 *pagep = wc->w_target_page; in ocfs2_write_begin_nolock()
1831 *fsdata = wc; in ocfs2_write_begin_nolock()
1848 if (wc->w_target_locked) in ocfs2_write_begin_nolock()
1851 ocfs2_free_write_ctxt(inode, wc); in ocfs2_write_begin_nolock()
1926 struct ocfs2_write_ctxt *wc) in ocfs2_write_end_inline() argument
1931 if (!PageUptodate(wc->w_target_page)) { in ocfs2_write_end_inline()
1937 kaddr = kmap_atomic(wc->w_target_page); in ocfs2_write_end_inline()
1955 struct ocfs2_write_ctxt *wc = fsdata; in ocfs2_write_end_nolock() local
1956 struct ocfs2_dinode *di = (struct ocfs2_dinode *)wc->w_di_bh->b_data; in ocfs2_write_end_nolock()
1957 handle_t *handle = wc->w_handle; in ocfs2_write_end_nolock()
1960 BUG_ON(!list_empty(&wc->w_unwritten_list)); in ocfs2_write_end_nolock()
1964 wc->w_di_bh, OCFS2_JOURNAL_ACCESS_WRITE); in ocfs2_write_end_nolock()
1973 ocfs2_write_end_inline(inode, pos, len, &copied, di, wc); in ocfs2_write_end_nolock()
1977 if (unlikely(copied < len) && wc->w_target_page) { in ocfs2_write_end_nolock()
1980 if (!PageUptodate(wc->w_target_page)) in ocfs2_write_end_nolock()
1984 if (new_isize > page_offset(wc->w_target_page)) in ocfs2_write_end_nolock()
1985 ocfs2_zero_new_buffers(wc->w_target_page, start+copied, in ocfs2_write_end_nolock()
1995 block_invalidate_folio(page_folio(wc->w_target_page), in ocfs2_write_end_nolock()
1999 if (wc->w_target_page) in ocfs2_write_end_nolock()
2000 flush_dcache_page(wc->w_target_page); in ocfs2_write_end_nolock()
2002 for(i = 0; i < wc->w_num_pages; i++) { in ocfs2_write_end_nolock()
2003 tmppage = wc->w_pages[i]; in ocfs2_write_end_nolock()
2009 if (tmppage == wc->w_target_page) { in ocfs2_write_end_nolock()
2010 from = wc->w_target_from; in ocfs2_write_end_nolock()
2011 to = wc->w_target_to; in ocfs2_write_end_nolock()
2041 if (wc->w_type != OCFS2_WRITE_DIRECT) { in ocfs2_write_end_nolock()
2056 ocfs2_journal_dirty(handle, wc->w_di_bh); in ocfs2_write_end_nolock()
2064 ocfs2_unlock_pages(wc); in ocfs2_write_end_nolock()
2069 ocfs2_run_deallocs(osb, &wc->w_dealloc); in ocfs2_write_end_nolock()
2071 brelse(wc->w_di_bh); in ocfs2_write_end_nolock()
2072 kfree(wc); in ocfs2_write_end_nolock()
2145 struct ocfs2_write_ctxt *wc; in ocfs2_dio_wr_get_block() local
2240 (void **)&wc, di_bh, NULL); in ocfs2_dio_wr_get_block()
2246 desc = &wc->w_desc[0]; in ocfs2_dio_wr_get_block()
2264 if (!list_empty(&wc->w_unwritten_list)) { in ocfs2_dio_wr_get_block()
2267 ue = list_first_entry(&wc->w_unwritten_list, in ocfs2_dio_wr_get_block()
2274 list_splice_tail_init(&wc->w_unwritten_list, &dwc->dw_zero_list); in ocfs2_dio_wr_get_block()
2275 dwc->dw_zero_count += wc->w_unwritten_count; in ocfs2_dio_wr_get_block()
2278 ret = ocfs2_write_end_nolock(inode->i_mapping, pos, len, len, wc); in ocfs2_dio_wr_get_block()