Lines Matching refs:numa_group

1449 struct numa_group {  struct
1474 static struct numa_group *deref_task_numa_group(struct task_struct *p) in deref_task_numa_group()
1476 return rcu_dereference_check(p->numa_group, p == current || in deref_task_numa_group()
1480 static struct numa_group *deref_curr_numa_group(struct task_struct *p) in deref_curr_numa_group()
1482 return rcu_dereference_protected(p->numa_group, p == current); in deref_curr_numa_group()
1485 static inline unsigned long group_faults_priv(struct numa_group *ng);
1486 static inline unsigned long group_faults_shared(struct numa_group *ng);
1528 struct numa_group *ng; in task_scan_start()
1532 ng = rcu_dereference(p->numa_group); in task_scan_start()
1550 struct numa_group *ng; in task_scan_max()
1595 struct numa_group *ng; in task_numa_group_id()
1599 ng = rcu_dereference(p->numa_group); in task_numa_group_id()
1629 struct numa_group *ng = deref_task_numa_group(p); in group_faults()
1638 static inline unsigned long group_faults_cpu(struct numa_group *group, int nid) in group_faults_cpu()
1644 static inline unsigned long group_faults_priv(struct numa_group *ng) in group_faults_priv()
1656 static inline unsigned long group_faults_shared(struct numa_group *ng) in group_faults_shared()
1675 static bool numa_is_active_node(int nid, struct numa_group *ng) in numa_is_active_node()
1774 struct numa_group *ng = deref_task_numa_group(p); in group_weight()
1908 struct numa_group *ng = deref_curr_numa_group(p); in should_numa_migrate_memory()
2244 struct numa_group *cur_ng, *p_ng = deref_curr_numa_group(env->p); in task_numa_compare()
2303 cur_ng = rcu_dereference(cur->numa_group); in task_numa_compare()
2505 struct numa_group *ng; in task_numa_migrate()
2650 static void numa_group_count_active_nodes(struct numa_group *numa_group) in numa_group_count_active_nodes() argument
2656 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2662 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2667 numa_group->max_faults_cpu = max_faults; in numa_group_count_active_nodes()
2668 numa_group->active_nodes = active_nodes; in numa_group_count_active_nodes()
2886 struct numa_group *ng; in task_numa_placement()
2991 static inline int get_numa_group(struct numa_group *grp) in get_numa_group()
2996 static inline void put_numa_group(struct numa_group *grp) in put_numa_group()
3005 struct numa_group *grp, *my_grp; in task_numa_group()
3012 unsigned int size = sizeof(struct numa_group) + in task_numa_group()
3032 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
3041 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
3097 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
3117 struct numa_group *grp = rcu_dereference_raw(p->numa_group); in task_numa_free()
3133 RCU_INIT_POINTER(p->numa_group, NULL); in task_numa_free()
3156 struct numa_group *ng; in task_numa_fault()
3566 RCU_INIT_POINTER(p->numa_group, NULL); in init_numa_balancing()
9293 struct numa_group *numa_group = rcu_dereference(p->numa_group); in migrate_degrades_locality() local
9326 if (numa_group) { in migrate_degrades_locality()
13685 struct numa_group *ng; in show_numa_stats()
13688 ng = rcu_dereference(p->numa_group); in show_numa_stats()