Lines Matching refs:rflow
5002 static bool rps_flow_is_active(struct rps_dev_flow *rflow, in rps_flow_is_active() argument
5013 flow_last_active = READ_ONCE(rflow->last_qtail); in rps_flow_is_active()
5022 struct rps_dev_flow *rflow, u16 next_cpu, u32 hash) in set_rps_cpu() argument
5067 old_rflow = rflow; in set_rps_cpu()
5068 rflow = tmp_rflow; in set_rps_cpu()
5069 WRITE_ONCE(rflow->filter, rc); in set_rps_cpu()
5070 WRITE_ONCE(rflow->hash, hash); in set_rps_cpu()
5077 rps_input_queue_tail_save(&rflow->last_qtail, head); in set_rps_cpu()
5080 WRITE_ONCE(rflow->cpu, next_cpu); in set_rps_cpu()
5081 return rflow; in set_rps_cpu()
5127 struct rps_dev_flow *rflow; in get_rps_cpu() local
5143 rflow = &flow_table->flows[rfs_slot(hash, flow_table)]; in get_rps_cpu()
5144 tcpu = rflow->cpu; in get_rps_cpu()
5160 rflow->last_qtail)) >= 0)) { in get_rps_cpu()
5162 rflow = set_rps_cpu(dev, skb, rflow, next_cpu, hash); in get_rps_cpu()
5166 *rflowp = rflow; in get_rps_cpu()
5204 struct rps_dev_flow *rflow; in rps_may_expire_flow() local
5212 rflow = &flow_table->flows[flow_id]; in rps_may_expire_flow()
5213 cpu = READ_ONCE(rflow->cpu); in rps_may_expire_flow()
5214 if (READ_ONCE(rflow->filter) == filter_id && in rps_may_expire_flow()
5215 rps_flow_is_active(rflow, flow_table, cpu)) in rps_may_expire_flow()
5674 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_rx_internal() local
5679 cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_rx_internal()
5683 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_rx_internal()
6370 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_receive_skb_internal() local
6371 int cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb_internal()
6374 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb_internal()
6403 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_receive_skb_list_internal() local
6404 int cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb_list_internal()
6409 enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb_list_internal()