Lines Matching refs:rwc
634 struct rmap_walk_control *rwc) in folio_lock_anon_vma_read() argument
664 if (rwc && rwc->try_lock) { in folio_lock_anon_vma_read()
666 rwc->contended = true; in folio_lock_anon_vma_read()
1067 struct rmap_walk_control rwc = { in folio_referenced() local
1088 rmap_walk(folio, &rwc); in folio_referenced()
1094 return rwc.contended ? -1 : pra.referenced; in folio_referenced()
1197 struct rmap_walk_control rwc = { in folio_mkclean() local
1212 rmap_walk(folio, &rwc); in folio_mkclean()
1245 struct rmap_walk_control *rwc, bool locked);
1276 struct rmap_walk_control rwc = { in mapping_wrprotect_range() local
1285 __rmap_walk_file(/* folio = */NULL, mapping, pgoff, nr_pages, &rwc, in mapping_wrprotect_range()
2388 struct rmap_walk_control rwc = { in try_to_unmap() local
2396 rmap_walk_locked(folio, &rwc); in try_to_unmap()
2398 rmap_walk(folio, &rwc); in try_to_unmap()
2733 struct rmap_walk_control rwc = { in try_to_migrate() local
2761 rwc.invalid_vma = invalid_migration_vma; in try_to_migrate()
2764 rmap_walk_locked(folio, &rwc); in try_to_migrate()
2766 rmap_walk(folio, &rwc); in try_to_migrate()
2915 struct rmap_walk_control *rwc) in rmap_walk_anon_lock() argument
2919 if (rwc->anon_lock) in rmap_walk_anon_lock()
2920 return rwc->anon_lock(folio, rwc); in rmap_walk_anon_lock()
2935 if (rwc->try_lock) { in rmap_walk_anon_lock()
2937 rwc->contended = true; in rmap_walk_anon_lock()
2957 struct rmap_walk_control *rwc, bool locked) in rmap_walk_anon() argument
2974 anon_vma = rmap_walk_anon_lock(folio, rwc); in rmap_walk_anon()
2990 if (rwc->invalid_vma && rwc->invalid_vma(vma, rwc->arg)) in rmap_walk_anon()
2993 if (!rwc->rmap_one(folio, vma, address, rwc->arg)) in rmap_walk_anon()
2995 if (rwc->done && rwc->done(folio)) in rmap_walk_anon()
3025 struct rmap_walk_control *rwc, bool locked) in __rmap_walk_file() argument
3038 if (rwc->try_lock) { in __rmap_walk_file()
3039 rwc->contended = true; in __rmap_walk_file()
3053 if (rwc->invalid_vma && rwc->invalid_vma(vma, rwc->arg)) in __rmap_walk_file()
3056 if (!rwc->rmap_one(folio, vma, address, rwc->arg)) in __rmap_walk_file()
3058 if (rwc->done && rwc->done(folio)) in __rmap_walk_file()
3076 struct rmap_walk_control *rwc, bool locked) in rmap_walk_file() argument
3090 folio_nr_pages(folio), rwc, locked); in rmap_walk_file()
3093 void rmap_walk(struct folio *folio, struct rmap_walk_control *rwc) in rmap_walk() argument
3096 rmap_walk_ksm(folio, rwc); in rmap_walk()
3098 rmap_walk_anon(folio, rwc, false); in rmap_walk()
3100 rmap_walk_file(folio, rwc, false); in rmap_walk()
3104 void rmap_walk_locked(struct folio *folio, struct rmap_walk_control *rwc) in rmap_walk_locked() argument
3109 rmap_walk_anon(folio, rwc, true); in rmap_walk_locked()
3111 rmap_walk_file(folio, rwc, true); in rmap_walk_locked()