Lines Matching defs:lruvec
360 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
1551 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1606 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
1728 struct lruvec *lruvec; in folio_isolate_lru() local
1790 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
1869 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
1989 struct lruvec *lruvec, in shrink_active_list()
2145 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2186 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2325 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
2563 #define DEFINE_MAX_SEQ(lruvec) \ argument
2566 #define DEFINE_MIN_SEQ(lruvec) \ argument
2586 struct lruvec *lruvec = &memcg->nodeinfo[nid]->lruvec; in get_lruvec() local
2600 static int get_swappiness(struct lruvec *lruvec, struct scan_control *sc) in get_swappiness()
2615 static int get_nr_gens(struct lruvec *lruvec, int type) in get_nr_gens()
2620 static bool __maybe_unused seq_is_valid(struct lruvec *lruvec) in seq_is_valid()
2744 static struct lru_gen_mm_state *get_mm_state(struct lruvec *lruvec) in get_mm_state()
2781 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_add_mm() local
2811 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_del_mm() local
2870 static struct lru_gen_mm_state *get_mm_state(struct lruvec *lruvec) in get_mm_state()
2882 static void reset_mm_stats(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, bool last) in reset_mm_stats()
2908 static bool iterate_mm_list(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, in iterate_mm_list()
2972 static bool iterate_mm_list_nowalk(struct lruvec *lruvec, unsigned long max_seq) in iterate_mm_list_nowalk()
3025 static void read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain, in read_ctrl_pos()
3040 static void reset_ctrl_pos(struct lruvec *lruvec, int type, bool carryover) in reset_ctrl_pos()
3117 static int folio_inc_gen(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in folio_inc_gen()
3162 static void reset_batch_size(struct lruvec *lruvec, struct lru_gen_mm_walk *walk) in reset_batch_size()
3594 static void walk_mm(struct lruvec *lruvec, struct mm_struct *mm, struct lru_gen_mm_walk *walk) in walk_mm()
3671 static bool inc_min_seq(struct lruvec *lruvec, int type, bool can_swap) in inc_min_seq()
3707 static bool try_to_inc_min_seq(struct lruvec *lruvec, bool can_swap) in try_to_inc_min_seq()
3750 static bool inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, in inc_max_seq()
3818 static bool try_to_inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, in try_to_inc_max_seq()
3876 static bool lruvec_is_sizable(struct lruvec *lruvec, struct scan_control *sc) in lruvec_is_sizable()
3901 static bool lruvec_is_reclaimable(struct lruvec *lruvec, struct scan_control *sc, in lruvec_is_reclaimable()
3940 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_age_node() local
3991 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_look_around() local
4092 static void lru_gen_rotate_memcg(struct lruvec *lruvec, int op) in lru_gen_rotate_memcg()
4148 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_online_memcg() local
4170 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_offline_memcg() local
4183 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_release_memcg() local
4204 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_soft_reclaim() local
4217 static bool sort_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc, in sort_folio()
4286 static bool isolate_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc) in isolate_folio()
4320 static int scan_folios(struct lruvec *lruvec, struct scan_control *sc, in scan_folios()
4401 static int get_tier_idx(struct lruvec *lruvec, int type) in get_tier_idx()
4421 static int get_type_to_scan(struct lruvec *lruvec, int swappiness, int *tier_idx) in get_type_to_scan()
4449 static int isolate_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, in isolate_folios()
4491 static int evict_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness) in evict_folios()
4586 static bool should_run_aging(struct lruvec *lruvec, unsigned long max_seq, in should_run_aging()
4658 static long get_nr_to_scan(struct lruvec *lruvec, struct scan_control *sc, bool can_swap) in get_nr_to_scan()
4678 static bool should_abort_scan(struct lruvec *lruvec, struct scan_control *sc) in should_abort_scan()
4709 static bool try_to_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in try_to_shrink_lruvec()
4744 static int shrink_one(struct lruvec *lruvec, struct scan_control *sc) in shrink_one()
4792 struct lruvec *lruvec; in shrink_many() local
4856 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
4881 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in set_initial_priority() local
4946 static bool __maybe_unused state_is_valid(struct lruvec *lruvec) in state_is_valid()
4969 static bool fill_evictable(struct lruvec *lruvec) in fill_evictable()
5000 static bool drain_evictable(struct lruvec *lruvec) in drain_evictable()
5053 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_change_state() local
5216 static void lru_gen_seq_show_full(struct seq_file *m, struct lruvec *lruvec, in lru_gen_seq_show_full()
5276 struct lruvec *lruvec = v; in lru_gen_seq_show() local
5335 static int run_aging(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_aging()
5355 static int run_eviction(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_eviction()
5386 struct lruvec *lruvec; in run_cmd() local
5539 void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
5581 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_exit_memcg() local
5623 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5635 static void shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in shrink_lruvec()
5830 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_node_memcgs() local
6232 struct lruvec *lruvec; in do_try_to_free_pages() local
6457 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in mem_cgroup_shrink_node() local
6534 struct lruvec *lruvec; in kswapd_age_node() local
6623 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in clear_pgdat_congested() local
7483 struct lruvec *lruvec = NULL; in check_move_unevictable_folios() local