Lines Matching refs:rdp
151 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks() argument
153 rdp->ticks_this_gp = 0; in zero_cpu_stall_ticks()
154 rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id()); in zero_cpu_stall_ticks()
155 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in zero_cpu_stall_ticks()
186 struct rcu_data *rdp; in rcu_iw_handler() local
189 rdp = container_of(iwp, struct rcu_data, rcu_iw); in rcu_iw_handler()
190 rnp = rdp->mynode; in rcu_iw_handler()
192 if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) { in rcu_iw_handler()
193 rdp->rcu_iw_gp_seq = rnp->gp_seq; in rcu_iw_handler()
194 rdp->rcu_iw_pending = false; in rcu_iw_handler()
354 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_fast_no_hz() local
357 rdp->last_accelerate & 0xffff, jiffies & 0xffff, in print_cpu_stall_fast_no_hz()
358 !!rdp->tick_nohz_enabled_snap); in print_cpu_stall_fast_no_hz()
418 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info() local
428 ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq); in print_cpu_stall_info()
433 ticks_value = rdp->ticks_this_gp; in print_cpu_stall_info()
436 delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); in print_cpu_stall_info()
438 rcu_dynticks_in_eqs(rcu_dynticks_snap(rdp)); in print_cpu_stall_info()
442 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
443 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
445 rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' : in print_cpu_stall_info()
448 rcu_dynticks_snap(rdp) & 0xfff, in print_cpu_stall_info()
449 rdp->dynticks_nesting, rdp->dynticks_nmi_nesting, in print_cpu_stall_info()
450 rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu), in print_cpu_stall_info()
597 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall() local
615 raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags); in print_cpu_stall()
617 raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags); in print_cpu_stall()
649 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall() argument
696 rnp = rdp->mynode; in check_cpu_stall()
699 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
814 struct rcu_data *rdp; in show_rcu_gp_kthreads() local
850 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
851 if (READ_ONCE(rdp->gpwrap) || in show_rcu_gp_kthreads()
853 READ_ONCE(rdp->gp_seq_needed))) in show_rcu_gp_kthreads()
856 cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed))); in show_rcu_gp_kthreads()
860 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
861 cbs += data_race(READ_ONCE(rdp->n_cbs_invoked)); in show_rcu_gp_kthreads()
862 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in show_rcu_gp_kthreads()
863 show_rcu_nocb_state(rdp); in show_rcu_gp_kthreads()
874 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_check_gp_start_stall() argument
939 struct rcu_data *rdp; in rcu_fwd_progress_check() local
949 rdp = this_cpu_ptr(&rcu_data); in rcu_fwd_progress_check()
950 rcu_check_gp_start_stall(rdp->mynode, rdp, j); in rcu_fwd_progress_check()