kernel/sched/fair.c

1485 static inline unsigned long group_faults_priv(struct numa_group *ng);
1486 static inline unsigned long group_faults_shared(struct numa_group *ng);
1528 	struct numa_group *ng;
1532 	ng = rcu_dereference(p->numa_group);
1533 	if (ng) {
1534 		unsigned long shared = group_faults_shared(ng);
1535 		unsigned long private = group_faults_priv(ng);
1537 		period *= refcount_read(&ng->refcount);
1550 	struct numa_group *ng;
1556 	ng = deref_curr_numa_group(p);
1557 	if (ng) {
1558 		unsigned long shared = group_faults_shared(ng);
1559 		unsigned long private = group_faults_priv(ng);
1562 		period *= refcount_read(&ng->refcount);
1595 	struct numa_group *ng;
1599 	ng = rcu_dereference(p->numa_group);
1600 	if (ng)
1601 		gid = ng->gid;
1629 	struct numa_group *ng = deref_task_numa_group(p);
1631 	if (!ng)
1634 	return ng->faults[task_faults_idx(NUMA_MEM, nid, 0)] +
1635 		ng->faults[task_faults_idx(NUMA_MEM, nid, 1)];
1644 static inline unsigned long group_faults_priv(struct numa_group *ng)
1650 		faults += ng->faults[task_faults_idx(NUMA_MEM, node, 1)];
1656 static inline unsigned long group_faults_shared(struct numa_group *ng)
1662 		faults += ng->faults[task_faults_idx(NUMA_MEM, node, 0)];
1675 static bool numa_is_active_node(int nid, struct numa_group *ng)
1677 	return group_faults_cpu(ng, nid) * ACTIVE_NODE_FRACTION > ng->max_faults_cpu;
1774 	struct numa_group *ng = deref_task_numa_group(p);
1777 	if (!ng)
1780 	total_faults = ng->total_faults;
1908 	struct numa_group *ng = deref_curr_numa_group(p);
1991 	if (!ng)
1998 	if (group_faults_cpu(ng, dst_nid) > group_faults_cpu(ng, src_nid) *
2010 	return group_faults_cpu(ng, dst_nid) * group_faults(p, src_nid) * 3 >
2011 	       group_faults_cpu(ng, src_nid) * group_faults(p, dst_nid) * 4;
2505 	struct numa_group *ng;
2555 	ng = deref_curr_numa_group(p);
2556 	if (env.best_cpu == -1 || (ng && ng->active_nodes > 1)) {
2589 	if (ng) {
2886 	struct numa_group *ng;
2904 	ng = deref_curr_numa_group(p);
2905 	if (ng) {
2906 		group_lock = &ng->lock;
2947 			if (ng) {
2955 				ng->faults[mem_idx] += diff;
2956 				ng->faults[cpu_idx] += f_diff;
2957 				ng->total_faults += diff;
2958 				group_faults += ng->faults[mem_idx];
2962 		if (!ng) {
2976 	if (ng) {
2977 		numa_group_count_active_nodes(ng);
3156 	struct numa_group *ng;
3206 	ng = deref_curr_numa_group(p);
3207 	if (!priv && !local && ng && ng->active_nodes > 1 &&
3208 				numa_is_active_node(cpu_node, ng) &&
3209 				numa_is_active_node(mem_node, ng))
13590 	struct numa_group *ng;
13593 	ng = rcu_dereference(p->numa_group);
13599 		if (ng) {
13600 			gsf = ng->faults[task_faults_idx(NUMA_MEM, node, 0)],
13601 			gpf = ng->faults[task_faults_idx(NUMA_MEM, node, 1)];