Home
last modified time | relevance | path

Searched refs:mm_cid (Results 1 – 12 of 12) sorted by relevance

/linux/kernel/
H A Drseq.c40 u32 cpu_id_start, cpu_id, node_id, mm_cid; in rseq_validate_ro_fields() local
52 unsafe_get_user(mm_cid, &rseq->mm_cid, efault_end); in rseq_validate_ro_fields()
58 mm_cid != rseq_kernel_fields(t)->mm_cid) && __ratelimit(&_rs)) { in rseq_validate_ro_fields()
69 mm_cid, rseq_kernel_fields(t)->mm_cid); in rseq_validate_ro_fields()
166 u32 mm_cid = task_mm_cid(t); in rseq_update_cpu_node_id() local
173 WARN_ON_ONCE((int) mm_cid < 0); in rseq_update_cpu_node_id()
180 rseq_unsafe_put_user(t, mm_cid, mm_cid, efault_end); in rseq_update_cpu_node_id()
201 mm_cid = 0; in rseq_reset_rseq_cpu_node_id() local
223 rseq_unsafe_put_user(t, mm_cid, mm_cid, efault_end); in rseq_reset_rseq_cpu_node_id()
554 get_user(rseq_kernel_fields(current)->mm_cid, &rseq->mm_cid)) in SYSCALL_DEFINE4()
H A Dfork.c958 tsk->mm_cid = -1; in dup_task_struct()
/linux/include/trace/events/
H A Drseq.h20 __field(s32, mm_cid)
26 __entry->mm_cid = task_mm_cid(t);
30 __entry->node_id, __entry->mm_cid)
/linux/tools/testing/selftests/rseq/
H A Drseq-bits-template.h20 # define RSEQ_TEMPLATE_CPU_ID_FIELD mm_cid
H A Drseq-abi.h165 __u32 mm_cid; member
H A Drseq.h218 return (int) rseq_size >= rseq_offsetofend(struct rseq_abi, mm_cid); in rseq_mm_cid_available()
223 return RSEQ_ACCESS_ONCE(rseq_get_abi()->mm_cid); in rseq_current_mm_cid()
/linux/include/uapi/linux/
H A Drseq.h149 __u32 mm_cid; member
/linux/include/linux/
H A Dmm_types.h926 struct mm_cid { struct
1002 struct mm_cid __percpu *pcpu_cid;
1432 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, i); in mm_init_cid()
1447 mm->pcpu_cid = alloc_percpu_noprof(struct mm_cid); in mm_alloc_cid_noprof()
H A Dsched.h1430 int mm_cid; /* Current cid in mm */ member
H A Dmm.h2411 return t->mm_cid; in task_mm_cid()
/linux/kernel/sched/
H A Dsched.h3572 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_put_lazy()
3585 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_pcpu_unset()
3618 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in __mm_cid_try_get()
3680 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time()
3743 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_get()
3808 prev->mm_cid = -1; in switch_mm_cid()
3811 next->last_mm_cid = next->mm_cid = mm_cid_get(rq, next, next->mm); in switch_mm_cid()
H A Dcore.c10494 struct mm_cid *src_pcpu_cid) in __sched_mm_cid_migrate_from_fetch_cid()
10533 struct mm_cid *src_pcpu_cid, in __sched_mm_cid_migrate_from_try_steal_cid()
10597 struct mm_cid *src_pcpu_cid, *dst_pcpu_cid; in sched_mm_cid_migrate_to()
10650 static void sched_mm_cid_remote_clear(struct mm_struct *mm, struct mm_cid *pcpu_cid, in sched_mm_cid_remote_clear()
10709 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_old()
10741 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_weight()
10843 t->last_mm_cid = t->mm_cid = -1; in sched_mm_cid_exit_signals()
10865 t->last_mm_cid = t->mm_cid = -1; in sched_mm_cid_before_execve()
10886 t->last_mm_cid = t->mm_cid = mm_cid_get(rq, t, mm); in sched_mm_cid_after_execve()
10892 WARN_ON_ONCE(!t->mm || t->mm_cid != -1); in sched_mm_cid_fork()