Lines Matching refs:softnet_data

207 static inline void rps_lock(struct softnet_data *sd)  in rps_lock()
214 static inline void rps_unlock(struct softnet_data *sd) in rps_unlock()
266 DEFINE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
267 EXPORT_PER_CPU_SYMBOL(softnet_data);
2239 struct softnet_data *sd; in __netif_reschedule()
2243 sd = this_cpu_ptr(&softnet_data); in __netif_reschedule()
2326 skb->next = __this_cpu_read(softnet_data.completion_queue); in __dev_kfree_skb_irq()
2327 __this_cpu_write(softnet_data.completion_queue, skb); in __dev_kfree_skb_irq()
3209 static inline void ____napi_schedule(struct softnet_data *sd, in ____napi_schedule()
3264 per_cpu(softnet_data, next_cpu).input_queue_head; in set_rps_cpu()
3344 ((int)(per_cpu(softnet_data, tcpu).input_queue_head - in get_rps_cpu()
3399 ((int)(per_cpu(softnet_data, cpu).input_queue_head - in rps_may_expire_flow()
3414 struct softnet_data *sd = data; in rps_trigger_softirq()
3427 static int rps_ipi_queued(struct softnet_data *sd) in rps_ipi_queued()
3430 struct softnet_data *mysd = this_cpu_ptr(&softnet_data); in rps_ipi_queued()
3451 struct softnet_data *sd; in skb_flow_limit()
3457 sd = this_cpu_ptr(&softnet_data); in skb_flow_limit()
3490 struct softnet_data *sd; in enqueue_to_backlog()
3494 sd = &per_cpu(softnet_data, cpu); in enqueue_to_backlog()
3607 struct softnet_data *sd = this_cpu_ptr(&softnet_data); in net_tx_action()
3836 __this_cpu_inc(softnet_data.processed); in __netif_receive_skb_core()
4045 struct softnet_data *sd = this_cpu_ptr(&softnet_data); in flush_backlog()
4509 static void net_rps_action_and_irq_enable(struct softnet_data *sd) in net_rps_action_and_irq_enable()
4512 struct softnet_data *remsd = sd->rps_ipi_list; in net_rps_action_and_irq_enable()
4521 struct softnet_data *next = remsd->rps_ipi_next; in net_rps_action_and_irq_enable()
4533 static bool sd_has_rps_ipi_waiting(struct softnet_data *sd) in sd_has_rps_ipi_waiting()
4545 struct softnet_data *sd = container_of(napi, struct softnet_data, backlog); in process_backlog()
4610 ____napi_schedule(this_cpu_ptr(&softnet_data), n); in __napi_schedule()
4623 ____napi_schedule(this_cpu_ptr(&softnet_data), n); in __napi_schedule_irqoff()
4849 struct softnet_data *sd = this_cpu_ptr(&softnet_data); in net_rx_action()
7419 struct softnet_data *sd, *oldsd; in dev_cpu_callback()
7426 sd = &per_cpu(softnet_data, cpu); in dev_cpu_callback()
7427 oldsd = &per_cpu(softnet_data, oldcpu); in dev_cpu_callback()
7771 struct softnet_data *sd = &per_cpu(softnet_data, i); in net_dev_init()