Lines Matching refs:napi
3056 struct napi_struct *napi) in ____napi_schedule() argument
3058 list_add_tail(&napi->poll_list, &sd->poll_list); in ____napi_schedule()
3942 void napi_gro_flush(struct napi_struct *napi, bool flush_old) in napi_gro_flush() argument
3947 for (skb = napi->gro_list; skb != NULL; skb = skb->next) { in napi_gro_flush()
3960 napi->gro_count--; in napi_gro_flush()
3963 napi->gro_list = NULL; in napi_gro_flush()
3967 static void gro_list_prepare(struct napi_struct *napi, struct sk_buff *skb) in gro_list_prepare() argument
3973 for (p = napi->gro_list; p; p = p->next) { in gro_list_prepare()
4034 static enum gro_result dev_gro_receive(struct napi_struct *napi, struct sk_buff *skb) in dev_gro_receive() argument
4050 gro_list_prepare(napi, skb); in dev_gro_receive()
4081 pp = ptype->callbacks.gro_receive(&napi->gro_list, skb); in dev_gro_receive()
4098 napi->gro_count--; in dev_gro_receive()
4107 if (unlikely(napi->gro_count >= MAX_GRO_SKBS)) { in dev_gro_receive()
4108 struct sk_buff *nskb = napi->gro_list; in dev_gro_receive()
4119 napi->gro_count++; in dev_gro_receive()
4125 skb->next = napi->gro_list; in dev_gro_receive()
4126 napi->gro_list = skb; in dev_gro_receive()
4196 gro_result_t napi_gro_receive(struct napi_struct *napi, struct sk_buff *skb) in napi_gro_receive() argument
4202 return napi_skb_finish(dev_gro_receive(napi, skb), skb); in napi_gro_receive()
4206 static void napi_reuse_skb(struct napi_struct *napi, struct sk_buff *skb) in napi_reuse_skb() argument
4216 skb->dev = napi->dev; in napi_reuse_skb()
4222 napi->skb = skb; in napi_reuse_skb()
4225 struct sk_buff *napi_get_frags(struct napi_struct *napi) in napi_get_frags() argument
4227 struct sk_buff *skb = napi->skb; in napi_get_frags()
4230 skb = napi_alloc_skb(napi, GRO_MAX_HEAD); in napi_get_frags()
4231 napi->skb = skb; in napi_get_frags()
4237 static gro_result_t napi_frags_finish(struct napi_struct *napi, in napi_frags_finish() argument
4252 napi_reuse_skb(napi, skb); in napi_frags_finish()
4266 static struct sk_buff *napi_frags_skb(struct napi_struct *napi) in napi_frags_skb() argument
4268 struct sk_buff *skb = napi->skb; in napi_frags_skb()
4272 napi->skb = NULL; in napi_frags_skb()
4281 napi_reuse_skb(napi, skb); in napi_frags_skb()
4301 gro_result_t napi_gro_frags(struct napi_struct *napi) in napi_gro_frags() argument
4303 struct sk_buff *skb = napi_frags_skb(napi); in napi_gro_frags()
4310 return napi_frags_finish(napi, skb, dev_gro_receive(napi, skb)); in napi_gro_frags()
4376 static int process_backlog(struct napi_struct *napi, int quota) in process_backlog() argument
4379 struct softnet_data *sd = container_of(napi, struct softnet_data, backlog); in process_backlog()
4389 napi->weight = weight_p; in process_backlog()
4417 napi->state = 0; in process_backlog()
4509 struct napi_struct *napi; in napi_by_id() local
4511 hlist_for_each_entry_rcu(napi, &napi_hash[hash], napi_hash_node) in napi_by_id()
4512 if (napi->napi_id == napi_id) in napi_by_id()
4513 return napi; in napi_by_id()
4519 void napi_hash_add(struct napi_struct *napi) in napi_hash_add() argument
4521 if (!test_and_set_bit(NAPI_STATE_HASHED, &napi->state)) { in napi_hash_add()
4528 napi->napi_id = 0; in napi_hash_add()
4529 while (!napi->napi_id) { in napi_hash_add()
4530 napi->napi_id = ++napi_gen_id; in napi_hash_add()
4531 if (napi_by_id(napi->napi_id)) in napi_hash_add()
4532 napi->napi_id = 0; in napi_hash_add()
4535 hlist_add_head_rcu(&napi->napi_hash_node, in napi_hash_add()
4536 &napi_hash[napi->napi_id % HASH_SIZE(napi_hash)]); in napi_hash_add()
4546 void napi_hash_del(struct napi_struct *napi) in napi_hash_del() argument
4550 if (test_and_clear_bit(NAPI_STATE_HASHED, &napi->state)) in napi_hash_del()
4551 hlist_del_rcu(&napi->napi_hash_node); in napi_hash_del()
4559 struct napi_struct *napi; in napi_watchdog() local
4561 napi = container_of(timer, struct napi_struct, timer); in napi_watchdog()
4562 if (napi->gro_list) in napi_watchdog()
4563 napi_schedule(napi); in napi_watchdog()
4568 void netif_napi_add(struct net_device *dev, struct napi_struct *napi, in netif_napi_add() argument
4571 INIT_LIST_HEAD(&napi->poll_list); in netif_napi_add()
4572 hrtimer_init(&napi->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL_PINNED); in netif_napi_add()
4573 napi->timer.function = napi_watchdog; in netif_napi_add()
4574 napi->gro_count = 0; in netif_napi_add()
4575 napi->gro_list = NULL; in netif_napi_add()
4576 napi->skb = NULL; in netif_napi_add()
4577 napi->poll = poll; in netif_napi_add()
4581 napi->weight = weight; in netif_napi_add()
4582 list_add(&napi->dev_list, &dev->napi_list); in netif_napi_add()
4583 napi->dev = dev; in netif_napi_add()
4585 spin_lock_init(&napi->poll_lock); in netif_napi_add()
4586 napi->poll_owner = -1; in netif_napi_add()
4588 set_bit(NAPI_STATE_SCHED, &napi->state); in netif_napi_add()
4606 void netif_napi_del(struct napi_struct *napi) in netif_napi_del() argument
4608 list_del_init(&napi->dev_list); in netif_napi_del()
4609 napi_free_frags(napi); in netif_napi_del()
4611 kfree_skb_list(napi->gro_list); in netif_napi_del()
4612 napi->gro_list = NULL; in netif_napi_del()
4613 napi->gro_count = 0; in netif_napi_del()
7162 struct napi_struct *napi = list_first_entry(&oldsd->poll_list, in dev_cpu_callback() local
7166 list_del_init(&napi->poll_list); in dev_cpu_callback()
7167 if (napi->poll == process_backlog) in dev_cpu_callback()
7168 napi->state = 0; in dev_cpu_callback()
7170 ____napi_schedule(sd, napi); in dev_cpu_callback()