Lines Matching defs:memcg

139 	struct mem_cgroup *memcg;  member
241 struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg) in memcg_to_vmpressure()
328 static void memcg_reparent_objcgs(struct mem_cgroup *memcg, in memcg_reparent_objcgs()
376 struct mem_cgroup *memcg = folio_memcg(folio); in mem_cgroup_css_from_folio() local
399 struct mem_cgroup *memcg; in page_cgroup_ino() local
472 static unsigned long soft_limit_excess(struct mem_cgroup *memcg) in soft_limit_excess()
484 static void mem_cgroup_update_tree(struct mem_cgroup *memcg, int nid) in mem_cgroup_update_tree()
527 static void mem_cgroup_remove_from_trees(struct mem_cgroup *memcg) in mem_cgroup_remove_from_trees()
713 static inline void memcg_rstat_updated(struct mem_cgroup *memcg, int val) in memcg_rstat_updated()
739 static void do_flush_stats(struct mem_cgroup *memcg) in do_flush_stats()
756 void mem_cgroup_flush_stats(struct mem_cgroup *memcg) in mem_cgroup_flush_stats()
768 void mem_cgroup_flush_stats_ratelimited(struct mem_cgroup *memcg) in mem_cgroup_flush_stats_ratelimited()
785 unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx) in memcg_page_state()
817 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val) in __mod_memcg_state()
827 static unsigned long memcg_page_state_local(struct mem_cgroup *memcg, int idx) in memcg_page_state_local()
842 struct mem_cgroup *memcg; in __mod_memcg_lruvec_state() local
902 struct mem_cgroup *memcg; in __lruvec_stat_mod_folio() local
924 struct mem_cgroup *memcg; in __mod_lruvec_kmem_state() local
951 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx, in __count_memcg_events()
965 static unsigned long memcg_events(struct mem_cgroup *memcg, int event) in memcg_events()
974 static unsigned long memcg_events_local(struct mem_cgroup *memcg, int event) in memcg_events_local()
984 static void mem_cgroup_charge_statistics(struct mem_cgroup *memcg, in mem_cgroup_charge_statistics()
998 static bool mem_cgroup_event_ratelimit(struct mem_cgroup *memcg, in mem_cgroup_event_ratelimit()
1027 static void memcg_check_events(struct mem_cgroup *memcg, int nid) in memcg_check_events()
1080 struct mem_cgroup *memcg; in get_mem_cgroup_from_mm() local
1122 struct mem_cgroup *memcg; in get_mem_cgroup_from_current() local
1161 struct mem_cgroup *memcg = NULL; in mem_cgroup_iter() local
1286 struct mem_cgroup *memcg = dead_memcg; in invalidate_reclaim_iterators() local
1318 void mem_cgroup_scan_tasks(struct mem_cgroup *memcg, in mem_cgroup_scan_tasks()
1344 struct mem_cgroup *memcg; in lruvec_memcg_debug() local
1473 static unsigned long mem_cgroup_margin(struct mem_cgroup *memcg) in mem_cgroup_margin()
1503 static bool mem_cgroup_under_move(struct mem_cgroup *memcg) in mem_cgroup_under_move()
1525 static bool mem_cgroup_wait_acct_move(struct mem_cgroup *memcg) in mem_cgroup_wait_acct_move()
1627 static inline unsigned long memcg_page_state_output(struct mem_cgroup *memcg, in memcg_page_state_output()
1635 struct mem_cgroup *memcg, int item) in memcg_page_state_local_output()
1641 static void memcg_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) in memcg_stat_format()
1696 static void memory_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) in memory_stat_format()
1714 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p) in mem_cgroup_print_oom_context()
1735 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg) in mem_cgroup_print_oom_meminfo()
1770 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg) in mem_cgroup_get_max()
1789 unsigned long mem_cgroup_size(struct mem_cgroup *memcg) in mem_cgroup_size()
1794 static bool mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask, in mem_cgroup_out_of_memory()
1885 static bool mem_cgroup_oom_trylock(struct mem_cgroup *memcg) in mem_cgroup_oom_trylock()
1924 static void mem_cgroup_oom_unlock(struct mem_cgroup *memcg) in mem_cgroup_oom_unlock()
1935 static void mem_cgroup_mark_under_oom(struct mem_cgroup *memcg) in mem_cgroup_mark_under_oom()
1945 static void mem_cgroup_unmark_under_oom(struct mem_cgroup *memcg) in mem_cgroup_unmark_under_oom()
1963 struct mem_cgroup *memcg; member
1983 static void memcg_oom_recover(struct mem_cgroup *memcg) in memcg_oom_recover()
2001 static bool mem_cgroup_oom(struct mem_cgroup *memcg, gfp_t mask, int order) in mem_cgroup_oom()
2073 struct mem_cgroup *memcg = current->memcg_in_oom; in mem_cgroup_oom_synchronize() local
2124 struct mem_cgroup *memcg; in mem_cgroup_get_oom_group() local
2167 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg) in mem_cgroup_print_oom_group()
2186 struct mem_cgroup *memcg; in folio_memcg_lock() local
2228 static void __folio_memcg_unlock(struct mem_cgroup *memcg) in __folio_memcg_unlock()
2293 static void memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) in memcg_account_kmem()
2309 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in consume_stock()
2379 static void __refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in __refill_stock()
2395 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages) in refill_stock()
2425 struct mem_cgroup *memcg; in drain_all_stock() local
2459 static unsigned long reclaim_high(struct mem_cgroup *memcg, in reclaim_high()
2487 struct mem_cgroup *memcg; in high_work_func() local
2564 static u64 mem_find_max_overage(struct mem_cgroup *memcg) in mem_find_max_overage()
2578 static u64 swap_find_max_overage(struct mem_cgroup *memcg) in swap_find_max_overage()
2598 static unsigned long calculate_high_delay(struct mem_cgroup *memcg, in calculate_high_delay()
2642 struct mem_cgroup *memcg; in mem_cgroup_handle_over_high() local
2728 static int try_charge_memcg(struct mem_cgroup *memcg, gfp_t gfp_mask, in try_charge_memcg()
2924 static inline int try_charge(struct mem_cgroup *memcg, gfp_t gfp_mask, in try_charge()
2938 void mem_cgroup_cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages) in mem_cgroup_cancel_charge()
2948 static void commit_charge(struct folio *folio, struct mem_cgroup *memcg) in commit_charge()
2968 void mem_cgroup_commit_charge(struct folio *folio, struct mem_cgroup *memcg) in mem_cgroup_commit_charge()
2996 struct mem_cgroup *memcg; in mod_objcg_mlstate() local
3123 static struct obj_cgroup *__get_obj_cgroup_from_memcg(struct mem_cgroup *memcg) in __get_obj_cgroup_from_memcg()
3138 struct mem_cgroup *memcg; in current_objcg_update() local
3190 struct mem_cgroup *memcg; in current_obj_cgroup() local
3242 struct mem_cgroup *memcg; in get_obj_cgroup_from_folio() local
3255 static void memcg_account_kmem(struct mem_cgroup *memcg, int nr_pages) in memcg_account_kmem()
3275 struct mem_cgroup *memcg; in obj_cgroup_uncharge_pages() local
3296 struct mem_cgroup *memcg; in obj_cgroup_charge_pages() local
3455 struct mem_cgroup *memcg; in drain_obj_stock() local
3510 struct mem_cgroup *memcg; in obj_stock_flush_required() local
3612 struct mem_cgroup *memcg = folio_memcg(folio); in split_page_memcg() local
3667 static int mem_cgroup_resize_max(struct mem_cgroup *memcg, in mem_cgroup_resize_max()
3808 static int mem_cgroup_force_empty(struct mem_cgroup *memcg) in mem_cgroup_force_empty()
3834 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in mem_cgroup_force_empty_write() local
3860 static unsigned long mem_cgroup_usage(struct mem_cgroup *memcg, bool swap) in mem_cgroup_usage()
3893 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_read_u64() local
3944 static int memcg_online_kmem(struct mem_cgroup *memcg) in memcg_online_kmem()
3970 static void memcg_offline_kmem(struct mem_cgroup *memcg) in memcg_offline_kmem()
3995 static int memcg_online_kmem(struct mem_cgroup *memcg) in memcg_online_kmem()
3999 static void memcg_offline_kmem(struct mem_cgroup *memcg) in memcg_offline_kmem()
4004 static int memcg_update_tcp_max(struct mem_cgroup *memcg, unsigned long max) in memcg_update_tcp_max()
4046 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in mem_cgroup_write() local
4095 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in mem_cgroup_reset() local
4139 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_move_charge_write() local
4171 static unsigned long mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg, in mem_cgroup_node_nr_lru_pages()
4191 static unsigned long mem_cgroup_nr_lru_pages(struct mem_cgroup *memcg, in mem_cgroup_nr_lru_pages()
4224 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memcg_numa_stat_show() local
4299 static void memcg1_stat_format(struct mem_cgroup *memcg, struct seq_buf *s) in memcg1_stat_format()
4376 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_swappiness_read() local
4384 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_swappiness_write() local
4397 static void __mem_cgroup_threshold(struct mem_cgroup *memcg, bool swap) in __mem_cgroup_threshold()
4448 static void mem_cgroup_threshold(struct mem_cgroup *memcg) in mem_cgroup_threshold()
4473 static int mem_cgroup_oom_notify_cb(struct mem_cgroup *memcg) in mem_cgroup_oom_notify_cb()
4486 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg) in mem_cgroup_oom_notify()
4494 static int __mem_cgroup_usage_register_event(struct mem_cgroup *memcg, in __mem_cgroup_usage_register_event()
4574 static int mem_cgroup_usage_register_event(struct mem_cgroup *memcg, in mem_cgroup_usage_register_event()
4580 static int memsw_cgroup_usage_register_event(struct mem_cgroup *memcg, in memsw_cgroup_usage_register_event()
4586 static void __mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, in __mem_cgroup_usage_unregister_event()
4671 static void mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg, in mem_cgroup_usage_unregister_event()
4677 static void memsw_cgroup_usage_unregister_event(struct mem_cgroup *memcg, in memsw_cgroup_usage_unregister_event()
4683 static int mem_cgroup_oom_register_event(struct mem_cgroup *memcg, in mem_cgroup_oom_register_event()
4705 static void mem_cgroup_oom_unregister_event(struct mem_cgroup *memcg, in mem_cgroup_oom_unregister_event()
4724 struct mem_cgroup *memcg = mem_cgroup_from_seq(sf); in mem_cgroup_oom_control_read() local
4736 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_oom_control_write() local
4753 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) in memcg_wb_domain_init()
4758 static void memcg_wb_domain_exit(struct mem_cgroup *memcg) in memcg_wb_domain_exit()
4763 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg) in memcg_wb_domain_size_changed()
4770 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); in mem_cgroup_wb_domain() local
4800 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); in mem_cgroup_wb_stats() local
4868 struct mem_cgroup *memcg = folio_memcg(folio); in mem_cgroup_track_foreign_dirty_slowpath() local
4920 struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css); in mem_cgroup_flush_foreign() local
4947 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp) in memcg_wb_domain_init()
4952 static void memcg_wb_domain_exit(struct mem_cgroup *memcg) in memcg_wb_domain_exit()
4956 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg) in memcg_wb_domain_size_changed()
4984 struct mem_cgroup *memcg = event->memcg; in memcg_event_remove() local
5008 struct mem_cgroup *memcg = event->memcg; in memcg_event_wake() local
5058 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in memcg_write_event_control() local
5367 static void mem_cgroup_id_remove(struct mem_cgroup *memcg) in mem_cgroup_id_remove()
5375 static void __maybe_unused mem_cgroup_id_get_many(struct mem_cgroup *memcg, in mem_cgroup_id_get_many()
5381 static void mem_cgroup_id_put_many(struct mem_cgroup *memcg, unsigned int n) in mem_cgroup_id_put_many()
5391 static inline void mem_cgroup_id_put(struct mem_cgroup *memcg) in mem_cgroup_id_put()
5413 struct mem_cgroup *memcg; in mem_cgroup_get_from_ino() local
5431 static int alloc_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) in alloc_mem_cgroup_per_node_info()
5453 static void free_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node) in free_mem_cgroup_per_node_info()
5464 static void __mem_cgroup_free(struct mem_cgroup *memcg) in __mem_cgroup_free()
5478 static void mem_cgroup_free(struct mem_cgroup *memcg) in mem_cgroup_free()
5488 struct mem_cgroup *memcg; in mem_cgroup_alloc() local
5563 struct mem_cgroup *memcg, *old_memcg; in mem_cgroup_css_alloc() local
5611 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_online() local
5655 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_offline() local
5687 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_released() local
5695 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_free() local
5735 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_reset() local
5751 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in mem_cgroup_css_rstat_flush() local
6351 struct mem_cgroup *memcg = NULL; /* unneeded init to make gcc happy */ in mem_cgroup_can_attach() local
6687 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in memory_current_read() local
6695 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in memory_peak_read() local
6709 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_min_write() local
6732 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_low_write() local
6755 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_high_write() local
6804 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_max_write() local
6866 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memory_events_show() local
6874 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memory_events_local_show() local
6882 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memory_stat_show() local
6906 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memory_numa_stat_show() local
6935 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in memory_oom_group_show() local
6945 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_oom_group_write() local
6967 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in memory_reclaim() local
7225 struct mem_cgroup *memcg) in mem_cgroup_calculate_protection()
7271 static int charge_memcg(struct folio *folio, struct mem_cgroup *memcg, in charge_memcg()
7287 struct mem_cgroup *memcg; in __mem_cgroup_charge() local
7314 int mem_cgroup_hugetlb_try_charge(struct mem_cgroup *memcg, gfp_t gfp, in mem_cgroup_hugetlb_try_charge()
7347 struct mem_cgroup *memcg; in mem_cgroup_swapin_charge_folio() local
7401 struct mem_cgroup *memcg; member
7439 struct mem_cgroup *memcg; in uncharge_folio() local
7540 struct mem_cgroup *memcg; in mem_cgroup_replace_folio() local
7590 struct mem_cgroup *memcg; in mem_cgroup_migrate() local
7631 struct mem_cgroup *memcg; in mem_cgroup_sk_alloc() local
7667 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages, in mem_cgroup_charge_skmem()
7698 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages) in mem_cgroup_uncharge_skmem()
7771 static struct mem_cgroup *mem_cgroup_id_get_online(struct mem_cgroup *memcg) in mem_cgroup_id_get_online()
7798 struct mem_cgroup *memcg, *swap_memcg; in mem_cgroup_swapout() local
7870 struct mem_cgroup *memcg; in __mem_cgroup_try_charge_swap() local
7914 struct mem_cgroup *memcg; in __mem_cgroup_uncharge_swap() local
7933 long mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg) in mem_cgroup_get_nr_swap_pages()
7948 struct mem_cgroup *memcg; in mem_cgroup_swap_full() local
7988 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in swap_current_read() local
7996 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in swap_peak_read() local
8010 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in swap_high_write() local
8033 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in swap_max_write() local
8049 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in swap_events_show() local
8135 struct mem_cgroup *memcg, *original_memcg; in obj_cgroup_may_zswap() local
8179 struct mem_cgroup *memcg; in obj_cgroup_charge_zswap() local
8206 struct mem_cgroup *memcg; in obj_cgroup_uncharge_zswap() local
8220 bool mem_cgroup_zswap_writeback_enabled(struct mem_cgroup *memcg) in mem_cgroup_zswap_writeback_enabled()
8229 struct mem_cgroup *memcg = mem_cgroup_from_css(css); in zswap_current_read() local
8244 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in zswap_max_write() local
8260 struct mem_cgroup *memcg = mem_cgroup_from_seq(m); in zswap_writeback_show() local
8269 struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of)); in zswap_writeback_write() local