Lines Matching refs:mp
34 #define metapage_locked(mp) test_bit(META_locked, &(mp)->flag) argument
35 #define trylock_metapage(mp) test_and_set_bit_lock(META_locked, &(mp)->flag) argument
37 static inline void unlock_metapage(struct metapage *mp) in unlock_metapage() argument
39 clear_bit_unlock(META_locked, &mp->flag); in unlock_metapage()
40 wake_up(&mp->wait); in unlock_metapage()
43 static inline void __lock_metapage(struct metapage *mp) in __lock_metapage() argument
47 add_wait_queue_exclusive(&mp->wait, &wait); in __lock_metapage()
50 if (metapage_locked(mp)) { in __lock_metapage()
51 folio_unlock(mp->folio); in __lock_metapage()
53 folio_lock(mp->folio); in __lock_metapage()
55 } while (trylock_metapage(mp)); in __lock_metapage()
57 remove_wait_queue(&mp->wait, &wait); in __lock_metapage()
63 static inline void lock_metapage(struct metapage *mp) in lock_metapage() argument
65 if (trylock_metapage(mp)) in lock_metapage()
66 __lock_metapage(mp); in lock_metapage()
81 struct metapage *mp[MPS_PER_PAGE]; member
90 return anchor->mp[offset >> L2PSIZE]; in folio_to_mp()
93 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage() argument
108 if (mp) { in insert_metapage()
110 index = (mp->index >> l2mp_blocks) & (MPS_PER_PAGE - 1); in insert_metapage()
112 a->mp[index] = mp; in insert_metapage()
118 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage() argument
124 index = (mp->index >> l2mp_blocks) & (MPS_PER_PAGE - 1); in remove_metapage()
126 BUG_ON(a->mp[index] != mp); in remove_metapage()
128 a->mp[index] = NULL; in remove_metapage()
162 struct metapage *mp; in __metapage_migrate_folio() local
166 mp = src_anchor->mp[i]; in __metapage_migrate_folio()
167 if (mp && metapage_locked(mp)) in __metapage_migrate_folio()
176 mp = src_anchor->mp[i]; in __metapage_migrate_folio()
177 if (!mp) in __metapage_migrate_folio()
179 if (unlikely(insert_metapage(dst, mp))) { in __metapage_migrate_folio()
187 mps[i] = mp; in __metapage_migrate_folio()
192 mp = mps[i]; in __metapage_migrate_folio()
193 if (mp) { in __metapage_migrate_folio()
194 int page_offset = mp->data - folio_address(src); in __metapage_migrate_folio()
196 mp->data = folio_address(dst) + page_offset; in __metapage_migrate_folio()
197 mp->folio = dst; in __metapage_migrate_folio()
198 remove_metapage(src, mp); in __metapage_migrate_folio()
213 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage() argument
215 if (mp) { in insert_metapage()
216 folio_attach_private(folio, mp); in insert_metapage()
222 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage() argument
236 struct metapage *mp; in __metapage_migrate_folio() local
240 mp = folio_to_mp(src, 0); in __metapage_migrate_folio()
241 if (metapage_locked(mp)) in __metapage_migrate_folio()
248 if (unlikely(insert_metapage(dst, mp))) in __metapage_migrate_folio()
251 page_offset = mp->data - folio_address(src); in __metapage_migrate_folio()
252 mp->data = folio_address(dst) + page_offset; in __metapage_migrate_folio()
253 mp->folio = dst; in __metapage_migrate_folio()
254 remove_metapage(src, mp); in __metapage_migrate_folio()
264 struct metapage *mp = mempool_alloc(metapage_mempool, gfp_mask); in alloc_metapage() local
266 if (mp) { in alloc_metapage()
267 mp->lid = 0; in alloc_metapage()
268 mp->lsn = 0; in alloc_metapage()
269 mp->data = NULL; in alloc_metapage()
270 mp->clsn = 0; in alloc_metapage()
271 mp->log = NULL; in alloc_metapage()
272 init_waitqueue_head(&mp->wait); in alloc_metapage()
274 return mp; in alloc_metapage()
277 static inline void free_metapage(struct metapage *mp) in free_metapage() argument
279 mempool_free(mp, metapage_mempool); in free_metapage()
309 static inline void drop_metapage(struct folio *folio, struct metapage *mp) in drop_metapage() argument
311 if (mp->count || mp->nohomeok || test_bit(META_dirty, &mp->flag) || in drop_metapage()
312 test_bit(META_io, &mp->flag)) in drop_metapage()
314 remove_metapage(folio, mp); in drop_metapage()
316 free_metapage(mp); in drop_metapage()
365 static void remove_from_logsync(struct metapage *mp) in remove_from_logsync() argument
367 struct jfs_log *log = mp->log; in remove_from_logsync()
377 if (mp->lsn) { in remove_from_logsync()
378 mp->log = NULL; in remove_from_logsync()
379 mp->lsn = 0; in remove_from_logsync()
380 mp->clsn = 0; in remove_from_logsync()
382 list_del(&mp->synclist); in remove_from_logsync()
389 struct metapage *mp; in last_write_complete() local
399 mp = folio_to_mp(folio, offset); in last_write_complete()
400 if (mp && test_bit(META_io, &mp->flag)) { in last_write_complete()
401 if (mp->lsn) in last_write_complete()
402 remove_from_logsync(mp); in last_write_complete()
403 clear_bit(META_io, &mp->flag); in last_write_complete()
432 struct metapage *mp; in metapage_write_folio() local
450 mp = folio_to_mp(folio, offset); in metapage_write_folio()
452 if (!mp || !test_bit(META_dirty, &mp->flag)) in metapage_write_folio()
455 if (mp->nohomeok && !test_bit(META_forcewrite, &mp->flag)) { in metapage_write_folio()
461 if (mp->log && !(mp->log->cflag & logGC_PAGEOUT)) in metapage_write_folio()
462 jfs_flush_journal(mp->log, 0); in metapage_write_folio()
466 clear_bit(META_dirty, &mp->flag); in metapage_write_folio()
467 set_bit(META_io, &mp->flag); in metapage_write_folio()
614 struct metapage *mp; in metapage_release_folio() local
619 mp = folio_to_mp(folio, offset); in metapage_release_folio()
621 if (!mp) in metapage_release_folio()
624 jfs_info("metapage_release_folio: mp = 0x%p", mp); in metapage_release_folio()
625 if (mp->count || mp->nohomeok || in metapage_release_folio()
626 test_bit(META_dirty, &mp->flag)) { in metapage_release_folio()
627 jfs_info("count = %ld, nohomeok = %d", mp->count, in metapage_release_folio()
628 mp->nohomeok); in metapage_release_folio()
632 if (mp->lsn) in metapage_release_folio()
633 remove_from_logsync(mp); in metapage_release_folio()
634 remove_metapage(folio, mp); in metapage_release_folio()
636 free_metapage(mp); in metapage_release_folio()
690 struct metapage *mp = NULL; in __get_metapage() local
737 mp = folio_to_mp(folio, page_offset); in __get_metapage()
738 if (mp) { in __get_metapage()
739 if (mp->logical_size != size) { in __get_metapage()
743 mp->logical_size, size); in __get_metapage()
747 mp->count++; in __get_metapage()
748 lock_metapage(mp); in __get_metapage()
749 if (test_bit(META_discard, &mp->flag)) { in __get_metapage()
753 discard_metapage(mp); in __get_metapage()
756 clear_bit(META_discard, &mp->flag); in __get_metapage()
760 mp = alloc_metapage(GFP_NOFS); in __get_metapage()
761 if (!mp) in __get_metapage()
763 mp->folio = folio; in __get_metapage()
764 mp->sb = inode->i_sb; in __get_metapage()
765 mp->flag = 0; in __get_metapage()
766 mp->xflag = COMMIT_PAGE; in __get_metapage()
767 mp->count = 1; in __get_metapage()
768 mp->nohomeok = 0; in __get_metapage()
769 mp->logical_size = size; in __get_metapage()
770 mp->data = folio_address(folio) + page_offset; in __get_metapage()
771 mp->index = lblock; in __get_metapage()
772 if (unlikely(insert_metapage(folio, mp))) { in __get_metapage()
773 free_metapage(mp); in __get_metapage()
776 lock_metapage(mp); in __get_metapage()
780 jfs_info("zeroing mp = 0x%p", mp); in __get_metapage()
781 memset(mp->data, 0, PSIZE); in __get_metapage()
785 jfs_info("__get_metapage: returning = 0x%p data = 0x%p", mp, mp->data); in __get_metapage()
786 return mp; in __get_metapage()
793 void grab_metapage(struct metapage * mp) in grab_metapage() argument
795 jfs_info("grab_metapage: mp = 0x%p", mp); in grab_metapage()
796 folio_get(mp->folio); in grab_metapage()
797 folio_lock(mp->folio); in grab_metapage()
798 mp->count++; in grab_metapage()
799 lock_metapage(mp); in grab_metapage()
800 folio_unlock(mp->folio); in grab_metapage()
831 void force_metapage(struct metapage *mp) in force_metapage() argument
833 struct folio *folio = mp->folio; in force_metapage()
834 jfs_info("force_metapage: mp = 0x%p", mp); in force_metapage()
835 set_bit(META_forcewrite, &mp->flag); in force_metapage()
836 clear_bit(META_sync, &mp->flag); in force_metapage()
841 jfs_error(mp->sb, "metapage_write_one() failed\n"); in force_metapage()
842 clear_bit(META_forcewrite, &mp->flag); in force_metapage()
846 void hold_metapage(struct metapage *mp) in hold_metapage() argument
848 folio_lock(mp->folio); in hold_metapage()
851 void put_metapage(struct metapage *mp) in put_metapage() argument
853 if (mp->count || mp->nohomeok) { in put_metapage()
855 folio_unlock(mp->folio); in put_metapage()
858 folio_get(mp->folio); in put_metapage()
859 mp->count++; in put_metapage()
860 lock_metapage(mp); in put_metapage()
861 folio_unlock(mp->folio); in put_metapage()
862 release_metapage(mp); in put_metapage()
865 void release_metapage(struct metapage * mp) in release_metapage() argument
867 struct folio *folio = mp->folio; in release_metapage()
868 jfs_info("release_metapage: mp = 0x%p, flag = 0x%lx", mp, mp->flag); in release_metapage()
871 unlock_metapage(mp); in release_metapage()
873 assert(mp->count); in release_metapage()
874 if (--mp->count || mp->nohomeok) { in release_metapage()
880 if (test_bit(META_dirty, &mp->flag)) { in release_metapage()
882 if (test_bit(META_sync, &mp->flag)) { in release_metapage()
883 clear_bit(META_sync, &mp->flag); in release_metapage()
885 jfs_error(mp->sb, "metapage_write_one() failed\n"); in release_metapage()
888 } else if (mp->lsn) /* discard_metapage doesn't remove it */ in release_metapage()
889 remove_from_logsync(mp); in release_metapage()
892 drop_metapage(folio, mp); in release_metapage()
906 struct metapage *mp; in __invalidate_metapages() local
920 mp = folio_to_mp(folio, offset); in __invalidate_metapages()
921 if (!mp) in __invalidate_metapages()
923 if (mp->index < addr) in __invalidate_metapages()
925 if (mp->index >= addr + len) in __invalidate_metapages()
928 clear_bit(META_dirty, &mp->flag); in __invalidate_metapages()
929 set_bit(META_discard, &mp->flag); in __invalidate_metapages()
930 if (mp->lsn) in __invalidate_metapages()
931 remove_from_logsync(mp); in __invalidate_metapages()