Lines Matching full:nsp

495 	struct nmi_stats *nsp = this_cpu_ptr(&nmi_stats);  in DEFINE_IDTENTRY_RAW()  local
503 raw_atomic_long_inc(&nsp->idt_calls); in DEFINE_IDTENTRY_RAW()
520 WRITE_ONCE(nsp->idt_seq, nsp->idt_seq + 1); in DEFINE_IDTENTRY_RAW()
521 WARN_ON_ONCE(!(nsp->idt_seq & 0x1)); in DEFINE_IDTENTRY_RAW()
522 WRITE_ONCE(nsp->recv_jiffies, jiffies); in DEFINE_IDTENTRY_RAW()
538 WRITE_ONCE(nsp->idt_ignored, nsp->idt_ignored + 1); in DEFINE_IDTENTRY_RAW()
541 WRITE_ONCE(nsp->idt_nmi_seq, nsp->idt_nmi_seq + 1); in DEFINE_IDTENTRY_RAW()
542 WARN_ON_ONCE(!(nsp->idt_nmi_seq & 0x1)); in DEFINE_IDTENTRY_RAW()
546 WRITE_ONCE(nsp->idt_nmi_seq, nsp->idt_nmi_seq + 1); in DEFINE_IDTENTRY_RAW()
547 WARN_ON_ONCE(nsp->idt_nmi_seq & 0x1); in DEFINE_IDTENTRY_RAW()
560 WRITE_ONCE(nsp->idt_seq, nsp->idt_seq + 1); in DEFINE_IDTENTRY_RAW()
561 WARN_ON_ONCE(nsp->idt_seq & 0x1); in DEFINE_IDTENTRY_RAW()
562 WRITE_ONCE(nsp->recv_jiffies, jiffies); in DEFINE_IDTENTRY_RAW()
582 /* +--------- nsp->idt_seq_snap & 0x1: CPU is in NMI handler. */
584 /* | | +--- nsp->idt_calls_snap != atomic_long_read(&nsp->idt_calls): */
601 struct nmi_stats *nsp; in nmi_backtrace_stall_snap() local
604 nsp = per_cpu_ptr(&nmi_stats, cpu); in nmi_backtrace_stall_snap()
605 nsp->idt_seq_snap = READ_ONCE(nsp->idt_seq); in nmi_backtrace_stall_snap()
606 nsp->idt_nmi_seq_snap = READ_ONCE(nsp->idt_nmi_seq); in nmi_backtrace_stall_snap()
607 nsp->idt_ignored_snap = READ_ONCE(nsp->idt_ignored); in nmi_backtrace_stall_snap()
608 nsp->idt_calls_snap = atomic_long_read(&nsp->idt_calls); in nmi_backtrace_stall_snap()
621 struct nmi_stats *nsp; in nmi_backtrace_stall_check() local
624 nsp = per_cpu_ptr(&nmi_stats, cpu); in nmi_backtrace_stall_check()
627 nmi_seq = READ_ONCE(nsp->idt_nmi_seq); in nmi_backtrace_stall_check()
628 if (nsp->idt_nmi_seq_snap + 1 == nmi_seq && (nmi_seq & 0x1)) { in nmi_backtrace_stall_check()
630 } else if ((nsp->idt_nmi_seq_snap & 0x1) != (nmi_seq & 0x1)) { in nmi_backtrace_stall_check()
633 idx = ((nsp->idt_seq_snap & 0x1) << 2) | in nmi_backtrace_stall_check()
635 (nsp->idt_calls_snap != atomic_long_read(&nsp->idt_calls)); in nmi_backtrace_stall_check()
637 if (nsp->idt_ignored_snap != READ_ONCE(nsp->idt_ignored) && (idx & 0x1)) in nmi_backtrace_stall_check()
641 else if (nsp->idt_nmi_seq_snap + 1 == nmi_seq) in nmi_backtrace_stall_check()
645 __func__, cpu, msgp, modp, msghp, j - READ_ONCE(nsp->recv_jiffies)); in nmi_backtrace_stall_check()