Lines Matching refs:kmem_cache_node
430 struct kmem_cache_node { struct
442 static inline struct kmem_cache_node *get_node(struct kmem_cache *s, int node) in get_node() argument
453 struct kmem_cache_node *n = get_node(s, numa_mem_id()); in get_barn()
1646 struct kmem_cache_node *n, struct slab *slab) in add_full()
1655 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1664 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1671 struct kmem_cache_node *n = get_node(s, node); in inc_slabs_node()
1678 struct kmem_cache_node *n = get_node(s, node); in dec_slabs_node()
2012 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
2014 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
2024 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
3617 __add_partial(struct kmem_cache_node *n, struct slab *slab, enum add_mode mode) in __add_partial()
3627 static inline void add_partial(struct kmem_cache_node *n, in add_partial()
3634 static inline void remove_partial(struct kmem_cache_node *n, in remove_partial()
3650 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
3692 struct kmem_cache_node *n = get_node(s, nid); in alloc_single_from_new_slab()
3735 struct kmem_cache_node *n, in get_partial_node_bulk()
3793 struct kmem_cache_node *n, in get_from_partial_node()
3900 struct kmem_cache_node *n; in get_from_any_partial()
4108 static inline unsigned long node_nr_objs(struct kmem_cache_node *n) in node_nr_objs()
4173 static unsigned long count_partial(struct kmem_cache_node *n, in count_partial()
4191 static unsigned long count_partial_free_approx(struct kmem_cache_node *n) in count_partial_free_approx()
4233 struct kmem_cache_node *n; in slab_out_of_memory()
4320 struct kmem_cache_node *n; in alloc_from_new_slab()
5402 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in free_to_partial_list()
5477 struct kmem_cache_node *n = NULL; in __slab_free()
5791 struct kmem_cache_node *n; in rcu_free_sheaf()
7014 unsigned int max, struct kmem_cache_node *n, in __refill_objects_node()
7112 struct kmem_cache_node *n; in __refill_objects_any()
7430 init_kmem_cache_node(struct kmem_cache_node *n, struct node_barn *barn) in init_kmem_cache_node()
7503 static struct kmem_cache *kmem_cache_node; variable
7517 struct kmem_cache_node *n; in early_kmem_cache_node_alloc()
7519 BUG_ON(kmem_cache_node->size < sizeof(struct kmem_cache_node)); in early_kmem_cache_node_alloc()
7521 slab = new_slab(kmem_cache_node, GFP_NOWAIT, node); in early_kmem_cache_node_alloc()
7532 init_object(kmem_cache_node, n, SLUB_RED_ACTIVE); in early_kmem_cache_node_alloc()
7534 n = kasan_slab_alloc(kmem_cache_node, n, GFP_KERNEL, false); in early_kmem_cache_node_alloc()
7535 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()
7537 kmem_cache_node->node[node] = n; in early_kmem_cache_node_alloc()
7539 inc_slabs_node(kmem_cache_node, node, slab->objects); in early_kmem_cache_node_alloc()
7551 struct kmem_cache_node *n; in free_kmem_cache_nodes()
7562 kmem_cache_free(kmem_cache_node, n); in free_kmem_cache_nodes()
7581 struct kmem_cache_node *n; in init_kmem_cache_nodes()
7596 n = kmem_cache_alloc_node(kmem_cache_node, in init_kmem_cache_nodes()
7849 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
7873 struct kmem_cache_node *n; in __kmem_cache_empty()
7887 struct kmem_cache_node *n; in __kmem_cache_shutdown()
8100 struct kmem_cache_node *n; in __kmem_cache_do_shrink()
8184 struct kmem_cache_node *n; in slab_mem_going_online_callback()
8218 n = kmem_cache_alloc(kmem_cache_node, GFP_KERNEL); in slab_mem_going_online_callback()
8275 struct kmem_cache_node *n; in bootstrap()
8374 kmem_cache_node = &boot_kmem_cache_node; in kmem_cache_init()
8384 create_boot_cache(kmem_cache_node, "kmem_cache_node", in kmem_cache_init()
8385 sizeof(struct kmem_cache_node), in kmem_cache_init()
8395 nr_node_ids * sizeof(struct kmem_cache_node *), in kmem_cache_init()
8399 kmem_cache_node = bootstrap(&boot_kmem_cache_node); in kmem_cache_init()
8567 struct kmem_cache_node *n, unsigned long *obj_map) in validate_slab_node()
8607 struct kmem_cache_node *n; in validate_slab_cache()
8832 struct kmem_cache_node *n; in show_slab_objects()
8849 struct kmem_cache_node *n; in show_slab_objects()
9714 struct kmem_cache_node *n; in slab_debug_trace_open()
9824 struct kmem_cache_node *n; in get_slabinfo()