Lines Matching full:page
25 uint pagealloc; /* # of page allocations */
26 uint pagefree; /* # of page frees */
48 unlock_page(mp->page); in __lock_metapage()
50 lock_page(mp->page); in __lock_metapage()
58 * Must have mp->page locked
79 #define mp_anchor(page) ((struct meta_anchor *)page_private(page)) argument
81 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
83 if (!PagePrivate(page)) in page_to_mp()
85 return mp_anchor(page)->mp[offset >> L2PSIZE]; in page_to_mp()
88 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
94 if (PagePrivate(page)) in insert_metapage()
95 a = mp_anchor(page); in insert_metapage()
100 set_page_private(page, (unsigned long)a); in insert_metapage()
101 SetPagePrivate(page); in insert_metapage()
102 kmap(page); in insert_metapage()
106 l2mp_blocks = L2PSIZE - page->mapping->host->i_blkbits; in insert_metapage()
115 static inline void remove_metapage(struct page *page, struct metapage *mp) in remove_metapage() argument
117 struct meta_anchor *a = mp_anchor(page); in remove_metapage()
118 int l2mp_blocks = L2PSIZE - page->mapping->host->i_blkbits; in remove_metapage()
128 set_page_private(page, 0); in remove_metapage()
129 ClearPagePrivate(page); in remove_metapage()
130 kunmap(page); in remove_metapage()
134 static inline void inc_io(struct page *page) in inc_io() argument
136 atomic_inc(&mp_anchor(page)->io_count); in inc_io()
139 static inline void dec_io(struct page *page, void (*handler) (struct page *)) in dec_io() argument
141 if (atomic_dec_and_test(&mp_anchor(page)->io_count)) in dec_io()
142 handler(page); in dec_io()
146 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
148 return PagePrivate(page) ? (struct metapage *)page_private(page) : NULL; in page_to_mp()
151 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
154 set_page_private(page, (unsigned long)mp); in insert_metapage()
155 SetPagePrivate(page); in insert_metapage()
156 kmap(page); in insert_metapage()
161 static inline void remove_metapage(struct page *page, struct metapage *mp) in remove_metapage() argument
163 set_page_private(page, 0); in remove_metapage()
164 ClearPagePrivate(page); in remove_metapage()
165 kunmap(page); in remove_metapage()
168 #define inc_io(page) do {} while(0) argument
169 #define dec_io(page, handler) handler(page) argument
220 static inline void drop_metapage(struct page *page, struct metapage *mp) in drop_metapage() argument
225 remove_metapage(page, mp); in drop_metapage()
259 static void last_read_complete(struct page *page) in last_read_complete() argument
261 if (!PageError(page)) in last_read_complete()
262 SetPageUptodate(page); in last_read_complete()
263 unlock_page(page); in last_read_complete()
268 struct page *page = bio->bi_private; in metapage_read_end_io() local
272 SetPageError(page); in metapage_read_end_io()
275 dec_io(page, last_read_complete); in metapage_read_end_io()
301 static void last_write_complete(struct page *page) in last_write_complete() argument
307 mp = page_to_mp(page, offset); in last_write_complete()
315 * safe unless I have the page locked in last_write_complete()
318 end_page_writeback(page); in last_write_complete()
323 struct page *page = bio->bi_private; in metapage_write_end_io() local
325 BUG_ON(!PagePrivate(page)); in metapage_write_end_io()
329 SetPageError(page); in metapage_write_end_io()
331 dec_io(page, last_write_complete); in metapage_write_end_io()
335 static int metapage_writepage(struct page *page, struct writeback_control *wbc) in metapage_writepage() argument
338 int block_offset; /* block offset of mp within page */ in metapage_writepage()
339 struct inode *inode = page->mapping->host; in metapage_writepage()
355 page_start = (sector_t)page->index << in metapage_writepage()
357 BUG_ON(!PageLocked(page)); in metapage_writepage()
358 BUG_ON(PageWriteback(page)); in metapage_writepage()
359 set_page_writeback(page); in metapage_writepage()
362 mp = page_to_mp(page, offset); in metapage_writepage()
370 * Make sure this page isn't blocked indefinitely. in metapage_writepage()
391 if (bio_add_page(bio, page, bio_bytes, bio_offset) < in metapage_writepage()
398 inc_io(page); in metapage_writepage()
405 inc_io(page); in metapage_writepage()
412 * with dec_io() until we're done with the page in metapage_writepage()
423 bio->bi_private = page; in metapage_writepage()
434 if (bio_add_page(bio, page, bio_bytes, bio_offset) < bio_bytes) in metapage_writepage()
443 redirty_page_for_writepage(wbc, page); in metapage_writepage()
445 unlock_page(page); in metapage_writepage()
451 end_page_writeback(page); in metapage_writepage()
463 unlock_page(page); in metapage_writepage()
464 dec_io(page, last_write_complete); in metapage_writepage()
467 dec_io(page, last_write_complete); in metapage_writepage()
471 static int metapage_readpage(struct file *fp, struct page *page) in metapage_readpage() argument
473 struct inode *inode = page->mapping->host; in metapage_readpage()
476 int blocks_per_page = i_blocks_per_page(inode, page); in metapage_readpage()
477 sector_t page_start; /* address of page in fs blocks */ in metapage_readpage()
483 BUG_ON(!PageLocked(page)); in metapage_readpage()
484 page_start = (sector_t)page->index << in metapage_readpage()
493 if (!PagePrivate(page)) in metapage_readpage()
494 insert_metapage(page, NULL); in metapage_readpage()
495 inc_io(page); in metapage_readpage()
504 bio->bi_private = page; in metapage_readpage()
508 if (bio_add_page(bio, page, len, offset) < len) in metapage_readpage()
517 unlock_page(page); in metapage_readpage()
524 dec_io(page, last_read_complete); in metapage_readpage()
528 static int metapage_releasepage(struct page *page, gfp_t gfp_mask) in metapage_releasepage() argument
535 mp = page_to_mp(page, offset); in metapage_releasepage()
550 remove_metapage(page, mp); in metapage_releasepage()
557 static void metapage_invalidatepage(struct page *page, unsigned int offset, in metapage_invalidatepage() argument
562 BUG_ON(PageWriteback(page)); in metapage_invalidatepage()
564 metapage_releasepage(page, 0); in metapage_invalidatepage()
583 struct page *page; in __get_metapage() local
595 jfs_err("MetaData crosses page boundary!!"); in __get_metapage()
614 page = grab_cache_page(mapping, page_index); in __get_metapage()
615 if (!page) { in __get_metapage()
619 SetPageUptodate(page); in __get_metapage()
621 page = read_mapping_page(mapping, page_index, NULL); in __get_metapage()
622 if (IS_ERR(page) || !PageUptodate(page)) { in __get_metapage()
626 lock_page(page); in __get_metapage()
629 mp = page_to_mp(page, page_offset); in __get_metapage()
655 mp->page = page; in __get_metapage()
662 mp->data = page_address(page) + page_offset; in __get_metapage()
664 if (unlikely(insert_metapage(page, mp))) { in __get_metapage()
676 unlock_page(page); in __get_metapage()
681 unlock_page(page); in __get_metapage()
688 get_page(mp->page); in grab_metapage()
689 lock_page(mp->page); in grab_metapage()
692 unlock_page(mp->page); in grab_metapage()
697 struct page *page = mp->page; in force_metapage() local
701 get_page(page); in force_metapage()
702 lock_page(page); in force_metapage()
703 set_page_dirty(page); in force_metapage()
704 if (write_one_page(page)) in force_metapage()
707 put_page(page); in force_metapage()
712 lock_page(mp->page); in hold_metapage()
719 unlock_page(mp->page); in put_metapage()
722 get_page(mp->page); in put_metapage()
725 unlock_page(mp->page); in put_metapage()
731 struct page *page = mp->page; in release_metapage() local
734 BUG_ON(!page); in release_metapage()
736 lock_page(page); in release_metapage()
741 unlock_page(page); in release_metapage()
742 put_page(page); in release_metapage()
747 set_page_dirty(page); in release_metapage()
750 if (write_one_page(page)) in release_metapage()
752 lock_page(page); /* write_one_page unlocks the page */ in release_metapage()
758 drop_metapage(page, mp); in release_metapage()
760 unlock_page(page); in release_metapage()
761 put_page(page); in release_metapage()
773 struct page *page; in __invalidate_metapages() local
782 page = find_lock_page(mapping, lblock >> l2BlocksPerPage); in __invalidate_metapages()
783 if (!page) in __invalidate_metapages()
786 mp = page_to_mp(page, offset); in __invalidate_metapages()
799 unlock_page(page); in __invalidate_metapages()
800 put_page(page); in __invalidate_metapages()
810 "page allocations = %d\n" in jfs_mpstat_proc_show()
811 "page frees = %d\n" in jfs_mpstat_proc_show()