| /linux/include/net/tc_act/ |
| H A D | tc_vlan.h | 35 tcfv_action = rcu_dereference(to_vlan(a)->vlan_p)->tcfv_action; in tcf_vlan_action()
46 tcfv_push_vid = rcu_dereference(to_vlan(a)->vlan_p)->tcfv_push_vid; in tcf_vlan_push_vid()
57 tcfv_push_proto = rcu_dereference(to_vlan(a)->vlan_p)->tcfv_push_proto; in tcf_vlan_push_proto()
68 tcfv_push_prio = rcu_dereference(to_vlan(a)->vlan_p)->tcfv_push_prio; in tcf_vlan_push_prio()
78 memcpy(dest, rcu_dereference(to_vlan(a)->vlan_p)->tcfv_push_dst, ETH_ALEN); in tcf_vlan_push_eth()
79 memcpy(src, rcu_dereference(to_vlan(a)->vlan_p)->tcfv_push_src, ETH_ALEN); in tcf_vlan_push_eth()
|
| H A D | tc_mpls.h | 36 tcfm_action = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_action; in tcf_mpls_action()
47 tcfm_proto = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_proto; in tcf_mpls_proto()
58 tcfm_label = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_label; in tcf_mpls_label()
69 tcfm_tc = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_tc; in tcf_mpls_tc()
80 tcfm_bos = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_bos; in tcf_mpls_bos()
91 tcfm_ttl = rcu_dereference(to_mpls(a)->mpls_p)->tcfm_ttl; in tcf_mpls_ttl()
|
| H A D | tc_skbedit.h | 40 flags = rcu_dereference(to_skbedit(a)->params)->flags; in is_tcf_skbedit_with_flag()
59 mark = rcu_dereference(to_skbedit(a)->params)->mark; in tcf_skbedit_mark()
76 ptype = rcu_dereference(to_skbedit(a)->params)->ptype; in tcf_skbedit_ptype()
93 priority = rcu_dereference(to_skbedit(a)->params)->priority; in tcf_skbedit_priority()
104 rx_queue = rcu_dereference(to_skbedit(a)->params)->queue_mapping; in tcf_skbedit_rx_queue_mapping()
|
| /linux/Documentation/RCU/ |
| H A D | rcu_dereference.rst | 3 PROPER CARE AND FEEDING OF RETURN VALUES FROM rcu_dereference()
8 returned from the rcu_dereference() family of primitives carry address and
9 data dependencies. These dependencies extend from the rcu_dereference()
16 freely use values from rcu_dereference(). For example, dereferencing
24 from your calls to rcu_dereference() and friends, thus keeping your RCU
27 - You must use one of the rcu_dereference() family of primitives
31 Without one of the rcu_dereference() primitives, compilers
33 different values for a single pointer! Without rcu_dereference(),
39 In addition, the volatile cast in rcu_dereference() prevents the
47 instead of rcu_dereference(). In this case, use of READ_ONCE()
[all …]
|
| H A D | lockdep-splat.rst | 9 misuses of the RCU API, most notably using one of the rcu_dereference()
70 if (rcu_dereference(ioc->ioc_data) == cic) {
91 return value from rcu_dereference(), or at least until there is some
96 if (rcu_dereference(ioc->ioc_data) == cic) {
103 With this change, the rcu_dereference() is always within an RCU
108 returned from rcu_dereference(). Instead, that pointer is just compared
109 to the cic pointer, which means that the rcu_dereference() can be replaced
|
| /linux/kernel/sched/ |
| H A D | ext_idle.c | 235 sd = rcu_dereference(per_cpu(sd_llc, cpu)); in llc_weight()
250 sd = rcu_dereference(per_cpu(sd_llc, cpu)); in llc_span()
266 sd = rcu_dereference(per_cpu(sd_numa, cpu)); in numa_weight()
285 sd = rcu_dereference(per_cpu(sd_numa, cpu)); in numa_span()
955 sch = rcu_dereference(scx_root); in scx_bpf_cpu_node()
984 sch = rcu_dereference(scx_root); in scx_bpf_select_cpu_dfl()
1036 sch = rcu_dereference(scx_root); in __scx_bpf_select_cpu_and()
1054 sch = rcu_dereference(scx_root); in scx_bpf_select_cpu_and()
1077 sch = rcu_dereference(scx_root); in scx_bpf_get_idle_cpumask_node()
1101 sch = rcu_dereference(scx_root); in scx_bpf_get_idle_cpumask()
[all …]
|
| /linux/drivers/net/ |
| H A D | net_failover.c | 125 primary_dev = rcu_dereference(nfo_info->primary_dev); in net_failover_select_queue()
191 slave_dev = rcu_dereference(nfo_info->primary_dev); in net_failover_get_stats()
198 slave_dev = rcu_dereference(nfo_info->standby_dev); in net_failover_get_stats()
246 slave_dev = rcu_dereference(nfo_info->primary_dev); in net_failover_set_rx_mode()
252 slave_dev = rcu_dereference(nfo_info->standby_dev); in net_failover_set_rx_mode()
268 primary_dev = rcu_dereference(nfo_info->primary_dev); in net_failover_vlan_rx_add_vid()
275 standby_dev = rcu_dereference(nfo_info->standby_dev); in net_failover_vlan_rx_add_vid()
292 slave_dev = rcu_dereference(nfo_info->primary_dev); in net_failover_vlan_rx_kill_vid()
296 slave_dev = rcu_dereference(nfo_info->standby_dev); in net_failover_vlan_rx_kill_vid()
361 struct net_device *dev = rcu_dereference(skb->dev->rx_handler_data); in net_failover_handle_frame()
[all …]
|
| /linux/tools/testing/shared/linux/ |
| H A D | rcupdate.h | 7 #define rcu_dereference_raw(p) rcu_dereference(p)
8 #define rcu_dereference_protected(p, cond) rcu_dereference(p)
9 #define rcu_dereference_check(p, cond) rcu_dereference(p)
|
| /linux/lib/math/ |
| H A D | prime_numbers.c | 68 fn(ctx, rcu_dereference(primes)); in with_primes()
202 p = rcu_dereference(primes); in next_prime_number()
210 p = rcu_dereference(primes); in next_prime_number()
236 p = rcu_dereference(primes); in is_prime_number()
244 p = rcu_dereference(primes); in is_prime_number()
|
| /linux/net/netfilter/ |
| H A D | nf_conntrack_timeout.c | 58 const struct nf_ct_timeout_hooks *h = rcu_dereference(nf_ct_timeout_hook); in __nf_ct_timeout_put()
74 h = rcu_dereference(nf_ct_timeout_hook); in nf_ct_set_timeout()
131 h = rcu_dereference(nf_ct_timeout_hook); in nf_ct_destroy_timeout()
138 t = rcu_dereference(timeout_ext->timeout); in nf_ct_destroy_timeout()
|
| H A D | nfnetlink_hook.c | 290 hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]); in nfnl_hook_entries_head()
295 hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]); in nfnl_hook_entries_head()
301 hook_head = rcu_dereference(net->nf.hooks_arp[hook]); in nfnl_hook_entries_head()
308 hook_head = rcu_dereference(net->nf.hooks_bridge[hook]); in nfnl_hook_entries_head()
325 return rcu_dereference(netdev->nf_hooks_ingress); in nfnl_hook_entries_head()
329 return rcu_dereference(netdev->nf_hooks_egress); in nfnl_hook_entries_head()
|
| /linux/net/core/ |
| H A D | lwtunnel.c | 131 ops = rcu_dereference(lwtun_encaps[encap_type]); in lwtunnel_build_state()
249 ops = rcu_dereference(lwtun_encaps[lwtstate->type]); in lwtunnel_fill_encap()
283 ops = rcu_dereference(lwtun_encaps[lwtstate->type]); in lwtunnel_get_encap_size()
311 ops = rcu_dereference(lwtun_encaps[a->type]); in lwtunnel_cmp_encap()
351 ops = rcu_dereference(lwtun_encaps[lwtstate->type]); in lwtunnel_output()
405 ops = rcu_dereference(lwtun_encaps[lwtstate->type]); in lwtunnel_xmit()
456 ops = rcu_dereference(lwtun_encaps[lwtstate->type]); in lwtunnel_input()
|
| H A D | bpf_sk_storage.c | 53 sk_storage = rcu_dereference(sk->sk_bpf_storage); in bpf_sk_storage_free()
164 sk_storage = rcu_dereference(sk->sk_bpf_storage); in bpf_sk_storage_clone()
174 smap = rcu_dereference(SDATA(selem)->smap); in bpf_sk_storage_clone()
215 rcu_dereference(copy_selem->local_storage); in bpf_sk_storage_clone()
549 smap = rcu_dereference(sdata->smap); in diag_get()
588 sk_storage = rcu_dereference(sk->sk_bpf_storage); in bpf_sk_storage_diag_put_all()
601 smap = rcu_dereference(SDATA(selem)->smap); in bpf_sk_storage_diag_put_all()
649 sk_storage = rcu_dereference(sk->sk_bpf_storage); in bpf_sk_storage_diag_put()
722 selem = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&selem->map_node)), in bpf_sk_storage_map_seq_find_next()
731 sk_storage = rcu_dereference(selem->local_storage); in bpf_sk_storage_map_seq_find_next()
[all …]
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 19 return READ_ONCE(*rcu_dereference(sptep)); in kvm_tdp_mmu_read_spte()
25 return xchg(rcu_dereference(sptep), new_spte); in kvm_tdp_mmu_write_spte_atomic()
30 atomic64_t *sptep_atomic = (atomic64_t *)rcu_dereference(sptep); in tdp_mmu_clear_spte_bits_atomic()
38 WRITE_ONCE(*rcu_dereference(sptep), new_spte); in __kvm_tdp_mmu_write_spte()
|
| /linux/include/net/ |
| H A D | nexthop.h | 392 nhi = rcu_dereference(nh->nh_info); in nexthop_path_fib_result()
430 struct nh_group *nhg = rcu_dereference(nh->nh_grp); in nexthop_get_nhc_lookup()
436 nhi = rcu_dereference(nhe->nh_info); in nexthop_get_nhc_lookup()
443 nhi = rcu_dereference(nh->nh_info); in nexthop_get_nhc_lookup()
459 struct nh_group *nhg = rcu_dereference(nh->nh_grp); in nexthop_uses_dev()
465 nhi = rcu_dereference(nhe->nh_info); in nexthop_uses_dev()
470 nhi = rcu_dereference(nh->nh_info); in nexthop_uses_dev()
585 nhi = rcu_dereference(nhp->nh_info); in nexthop_path_fdb_result()
|
| /linux/drivers/target/ |
| H A D | target_core_stat.c | 432 dev = rcu_dereference(lun->lun_se_dev); in target_stat_port_inst_show()
446 dev = rcu_dereference(lun->lun_se_dev); in target_stat_port_dev_show()
460 dev = rcu_dereference(lun->lun_se_dev); in target_stat_port_indx_show()
474 dev = rcu_dereference(lun->lun_se_dev); in target_stat_port_role_show()
489 dev = rcu_dereference(lun->lun_se_dev); in target_stat_port_busy_count_show()
536 dev = rcu_dereference(lun->lun_se_dev); in target_stat_tgt_port_inst_show()
551 dev = rcu_dereference(lun->lun_se_dev); in target_stat_tgt_port_dev_show()
566 dev = rcu_dereference(lun->lun_se_dev); in target_stat_tgt_port_indx_show()
582 dev = rcu_dereference(lun->lun_se_dev); in target_stat_tgt_port_name_show()
600 dev = rcu_dereference(lun->lun_se_dev); in target_stat_tgt_port_port_index_show()
[all …]
|
| /linux/kernel/bpf/ |
| H A D | lpm_trie.c | 362 while ((node = rcu_dereference(*slot))) { in trie_update_elem()
485 while ((node = rcu_dereference(*trim))) { in trie_delete_elem()
678 search_root = rcu_dereference(trie->root); in trie_get_next_key()
701 node = rcu_dereference(node->child[next_bit]); in trie_get_next_key()
713 if (rcu_dereference(parent->child[0]) == node) { in trie_get_next_key()
714 search_root = rcu_dereference(parent->child[1]); in trie_get_next_key()
737 node = rcu_dereference(node->child[0]); in trie_get_next_key()
740 node = rcu_dereference(node->child[0]); in trie_get_next_key()
742 node = rcu_dereference(next_node->child[1]); in trie_get_next_key()
|
| /linux/include/linux/ |
| H A D | if_tunnel.h | 15 for (pos = rcu_dereference(start); pos; pos = rcu_dereference(pos->next))
|
| H A D | netfilter.h | 245 hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]); in nf_hook()
248 hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]); in nf_hook()
254 hook_head = rcu_dereference(net->nf.hooks_arp[hook]); in nf_hook()
259 hook_head = rcu_dereference(net->nf.hooks_bridge[hook]); in nf_hook()
339 hook_head = rcu_dereference(net->nf.hooks_ipv4[hook]); in NF_HOOK_LIST()
342 hook_head = rcu_dereference(net->nf.hooks_ipv6[hook]); in NF_HOOK_LIST()
400 nat_hook = rcu_dereference(nf_nat_hook); in nf_nat_decode_session()
|
| /linux/drivers/net/ovpn/ |
| H A D | crypto.h | 84 ks = rcu_dereference(cs->slots[idx]); in ovpn_crypto_key_id_to_slot()
91 ks = rcu_dereference(cs->slots[!idx]); in ovpn_crypto_key_id_to_slot()
114 ks = rcu_dereference(cs->slots[cs->primary_idx]); in ovpn_crypto_key_slot_primary()
|
| /linux/drivers/net/wireless/intel/iwlwifi/mld/ |
| H A D | agg.c | 60 ba_data = rcu_dereference(mld->fw_id_to_ba[baid]); in iwl_mld_release_frames_from_notif()
68 link_sta = rcu_dereference(mld->fw_id_to_link_sta[sta_id]); in iwl_mld_release_frames_from_notif()
126 baid_data = rcu_dereference(mld->fw_id_to_ba[baid]); in iwl_mld_handle_bar_frame_release_notif()
164 ba_data = rcu_dereference(mld->fw_id_to_ba[baid]); in iwl_mld_del_ba()
170 link_sta = rcu_dereference(mld->fw_id_to_link_sta[sta_id]); in iwl_mld_del_ba()
232 baid_data = rcu_dereference(mld->fw_id_to_ba[baid]); in iwl_mld_reorder()
335 ba_data = rcu_dereference(*rcu_ptr); in iwl_mld_rx_agg_session_expired()
351 link_sta = rcu_dereference(ba_data->mld->fw_id_to_link_sta[sta_id]); in iwl_mld_rx_agg_session_expired()
|
| /linux/net/ipv6/ |
| H A D | ip6_offload.c | 32 ops = rcu_dereference(inet6_offloads[proto]); in ipv6_gro_pull_exthdrs()
66 ops = rcu_dereference(inet6_offloads[proto]); in ipv6_gso_pull_exthdrs()
130 ops = rcu_dereference(inet6_offloads[proto]); in ipv6_gso_segment()
189 *opps = rcu_dereference(inet6_offloads[proto]); in ipv6_exthdrs_len()
227 ops = rcu_dereference(inet6_offloads[proto]); in ipv6_gro_receive()
231 ops = rcu_dereference(inet6_offloads[proto]); in ipv6_gro_receive()
|
| /linux/drivers/pci/ |
| H A D | p2pdma.c | 49 p2pdma = rcu_dereference(pdev->p2pdma); in size_show()
66 p2pdma = rcu_dereference(pdev->p2pdma); in available_show()
83 p2pdma = rcu_dereference(pdev->p2pdma); in published_show()
119 p2pdma = rcu_dereference(pdev->p2pdma); in p2pmem_alloc_mmap()
767 p2pdma = rcu_dereference(provider->p2pdma); in calc_map_type_and_dist()
844 p2pdma = rcu_dereference(pdev->p2pdma); in pci_has_p2pmem()
934 p2pdma = rcu_dereference(pdev->p2pdma); in pci_alloc_p2pmem()
1065 p2pdma = rcu_dereference(pdev->p2pdma); in pci_p2pmem_publish()
1100 p2pdma = rcu_dereference(pdev->p2pdma); in pci_p2pdma_map_type()
|
| /linux/net/mac80211/ |
| H A D | tx.c | 578 link = rcu_dereference(tx->sdata->link[link_id]); in ieee80211_select_link_key()
584 return rcu_dereference(link->default_multicast_key); in ieee80211_select_link_key()
588 return rcu_dereference(link->default_mgmt_key); in ieee80211_select_link_key()
590 return rcu_dereference(link->default_multicast_key); in ieee80211_select_link_key()
608 (key = rcu_dereference(tx->sta->ptk[tx->sta->ptk_idx]))) in ieee80211_tx_h_select_key()
613 (key = rcu_dereference(tx->sdata->default_unicast_key))) in ieee80211_tx_h_select_key()
770 ratetbl = rcu_dereference(tx->sta->sta.rates); in ieee80211_tx_h_rate_ctrl()
1241 tx->sta = rcu_dereference(sdata->u.vlan.sta); in ieee80211_tx_prepare()
1260 tid_tx = rcu_dereference(tx->sta->ampdu_mlme.tid_tx[tid]); in ieee80211_tx_prepare()
1263 tid_tx = rcu_dereference(tx->sta->ampdu_mlme.tid_tx[tid]); in ieee80211_tx_prepare()
[all …]
|
| /linux/tools/memory-model/litmus-tests/ |
| H A D | MP+onceassign+derefonce.litmus | 7 * rcu_dereference() suffice to ensure that an RCU reader will not see
28 r0 = rcu_dereference(*p);
|