Lines Matching refs:queue
54 void xenvif_skb_zerocopy_prepare(struct xenvif_queue *queue, in xenvif_skb_zerocopy_prepare() argument
58 atomic_inc(&queue->inflight_packets); in xenvif_skb_zerocopy_prepare()
61 void xenvif_skb_zerocopy_complete(struct xenvif_queue *queue) in xenvif_skb_zerocopy_complete() argument
63 atomic_dec(&queue->inflight_packets); in xenvif_skb_zerocopy_complete()
75 struct xenvif_queue *queue = dev_id; in xenvif_tx_interrupt() local
77 if (RING_HAS_UNCONSUMED_REQUESTS(&queue->tx)) in xenvif_tx_interrupt()
78 napi_schedule(&queue->napi); in xenvif_tx_interrupt()
85 struct xenvif_queue *queue = in xenvif_poll() local
93 if (unlikely(queue->vif->disabled)) { in xenvif_poll()
98 work_done = xenvif_tx_action(queue, budget); in xenvif_poll()
102 xenvif_napi_schedule_or_enable_events(queue); in xenvif_poll()
110 struct xenvif_queue *queue = dev_id; in xenvif_rx_interrupt() local
112 xenvif_kick_thread(queue); in xenvif_rx_interrupt()
125 int xenvif_queue_stopped(struct xenvif_queue *queue) in xenvif_queue_stopped() argument
127 struct net_device *dev = queue->vif->dev; in xenvif_queue_stopped()
128 unsigned int id = queue->id; in xenvif_queue_stopped()
132 void xenvif_wake_queue(struct xenvif_queue *queue) in xenvif_wake_queue() argument
134 struct net_device *dev = queue->vif->dev; in xenvif_wake_queue()
135 unsigned int id = queue->id; in xenvif_wake_queue()
142 struct xenvif_queue *queue = NULL; in xenvif_start_xmit() local
160 queue = &vif->queues[index]; in xenvif_start_xmit()
163 if (queue->task == NULL || in xenvif_start_xmit()
164 queue->dealloc_task == NULL || in xenvif_start_xmit()
171 xenvif_rx_queue_tail(queue, skb); in xenvif_start_xmit()
172 xenvif_kick_thread(queue); in xenvif_start_xmit()
185 struct xenvif_queue *queue = NULL; in xenvif_get_stats() local
198 queue = &vif->queues[index]; in xenvif_get_stats()
199 rx_bytes += queue->stats.rx_bytes; in xenvif_get_stats()
200 rx_packets += queue->stats.rx_packets; in xenvif_get_stats()
201 tx_bytes += queue->stats.tx_bytes; in xenvif_get_stats()
202 tx_packets += queue->stats.tx_packets; in xenvif_get_stats()
216 struct xenvif_queue *queue = NULL; in xenvif_up() local
221 queue = &vif->queues[queue_index]; in xenvif_up()
222 napi_enable(&queue->napi); in xenvif_up()
223 enable_irq(queue->tx_irq); in xenvif_up()
224 if (queue->tx_irq != queue->rx_irq) in xenvif_up()
225 enable_irq(queue->rx_irq); in xenvif_up()
226 xenvif_napi_schedule_or_enable_events(queue); in xenvif_up()
232 struct xenvif_queue *queue = NULL; in xenvif_down() local
237 queue = &vif->queues[queue_index]; in xenvif_down()
238 disable_irq(queue->tx_irq); in xenvif_down()
239 if (queue->tx_irq != queue->rx_irq) in xenvif_down()
240 disable_irq(queue->rx_irq); in xenvif_down()
241 napi_disable(&queue->napi); in xenvif_down()
242 del_timer_sync(&queue->credit_timeout); in xenvif_down()
459 int xenvif_init_queue(struct xenvif_queue *queue) in xenvif_init_queue() argument
463 queue->credit_bytes = queue->remaining_credit = ~0UL; in xenvif_init_queue()
464 queue->credit_usec = 0UL; in xenvif_init_queue()
465 init_timer(&queue->credit_timeout); in xenvif_init_queue()
466 queue->credit_timeout.function = xenvif_tx_credit_callback; in xenvif_init_queue()
467 queue->credit_window_start = get_jiffies_64(); in xenvif_init_queue()
469 queue->rx_queue_max = XENVIF_RX_QUEUE_BYTES; in xenvif_init_queue()
471 skb_queue_head_init(&queue->rx_queue); in xenvif_init_queue()
472 skb_queue_head_init(&queue->tx_queue); in xenvif_init_queue()
474 queue->pending_cons = 0; in xenvif_init_queue()
475 queue->pending_prod = MAX_PENDING_REQS; in xenvif_init_queue()
477 queue->pending_ring[i] = i; in xenvif_init_queue()
479 spin_lock_init(&queue->callback_lock); in xenvif_init_queue()
480 spin_lock_init(&queue->response_lock); in xenvif_init_queue()
487 queue->mmap_pages); in xenvif_init_queue()
489 netdev_err(queue->vif->dev, "Could not reserve mmap_pages\n"); in xenvif_init_queue()
494 queue->pending_tx_info[i].callback_struct = (struct ubuf_info) in xenvif_init_queue()
498 queue->grant_tx_handle[i] = NETBACK_INVALID_HANDLE; in xenvif_init_queue()
516 int xenvif_connect(struct xenvif_queue *queue, unsigned long tx_ring_ref, in xenvif_connect() argument
523 BUG_ON(queue->tx_irq); in xenvif_connect()
524 BUG_ON(queue->task); in xenvif_connect()
525 BUG_ON(queue->dealloc_task); in xenvif_connect()
527 err = xenvif_map_frontend_rings(queue, tx_ring_ref, rx_ring_ref); in xenvif_connect()
531 init_waitqueue_head(&queue->wq); in xenvif_connect()
532 init_waitqueue_head(&queue->dealloc_wq); in xenvif_connect()
533 atomic_set(&queue->inflight_packets, 0); in xenvif_connect()
535 netif_napi_add(queue->vif->dev, &queue->napi, xenvif_poll, in xenvif_connect()
541 queue->vif->domid, tx_evtchn, xenvif_interrupt, 0, in xenvif_connect()
542 queue->name, queue); in xenvif_connect()
545 queue->tx_irq = queue->rx_irq = err; in xenvif_connect()
546 disable_irq(queue->tx_irq); in xenvif_connect()
549 snprintf(queue->tx_irq_name, sizeof(queue->tx_irq_name), in xenvif_connect()
550 "%s-tx", queue->name); in xenvif_connect()
552 queue->vif->domid, tx_evtchn, xenvif_tx_interrupt, 0, in xenvif_connect()
553 queue->tx_irq_name, queue); in xenvif_connect()
556 queue->tx_irq = err; in xenvif_connect()
557 disable_irq(queue->tx_irq); in xenvif_connect()
559 snprintf(queue->rx_irq_name, sizeof(queue->rx_irq_name), in xenvif_connect()
560 "%s-rx", queue->name); in xenvif_connect()
562 queue->vif->domid, rx_evtchn, xenvif_rx_interrupt, 0, in xenvif_connect()
563 queue->rx_irq_name, queue); in xenvif_connect()
566 queue->rx_irq = err; in xenvif_connect()
567 disable_irq(queue->rx_irq); in xenvif_connect()
570 queue->stalled = true; in xenvif_connect()
573 (void *)queue, "%s-guest-rx", queue->name); in xenvif_connect()
575 pr_warn("Could not allocate kthread for %s\n", queue->name); in xenvif_connect()
579 queue->task = task; in xenvif_connect()
583 (void *)queue, "%s-dealloc", queue->name); in xenvif_connect()
585 pr_warn("Could not allocate kthread for %s\n", queue->name); in xenvif_connect()
589 queue->dealloc_task = task; in xenvif_connect()
591 wake_up_process(queue->task); in xenvif_connect()
592 wake_up_process(queue->dealloc_task); in xenvif_connect()
597 unbind_from_irqhandler(queue->rx_irq, queue); in xenvif_connect()
598 queue->rx_irq = 0; in xenvif_connect()
600 unbind_from_irqhandler(queue->tx_irq, queue); in xenvif_connect()
601 queue->tx_irq = 0; in xenvif_connect()
603 xenvif_unmap_frontend_rings(queue); in xenvif_connect()
624 struct xenvif_queue *queue = NULL; in xenvif_disconnect() local
631 queue = &vif->queues[queue_index]; in xenvif_disconnect()
633 netif_napi_del(&queue->napi); in xenvif_disconnect()
635 if (queue->task) { in xenvif_disconnect()
636 kthread_stop(queue->task); in xenvif_disconnect()
637 put_task_struct(queue->task); in xenvif_disconnect()
638 queue->task = NULL; in xenvif_disconnect()
641 if (queue->dealloc_task) { in xenvif_disconnect()
642 kthread_stop(queue->dealloc_task); in xenvif_disconnect()
643 queue->dealloc_task = NULL; in xenvif_disconnect()
646 if (queue->tx_irq) { in xenvif_disconnect()
647 if (queue->tx_irq == queue->rx_irq) in xenvif_disconnect()
648 unbind_from_irqhandler(queue->tx_irq, queue); in xenvif_disconnect()
650 unbind_from_irqhandler(queue->tx_irq, queue); in xenvif_disconnect()
651 unbind_from_irqhandler(queue->rx_irq, queue); in xenvif_disconnect()
653 queue->tx_irq = 0; in xenvif_disconnect()
656 xenvif_unmap_frontend_rings(queue); in xenvif_disconnect()
664 void xenvif_deinit_queue(struct xenvif_queue *queue) in xenvif_deinit_queue() argument
666 gnttab_free_pages(MAX_PENDING_REQS, queue->mmap_pages); in xenvif_deinit_queue()
671 struct xenvif_queue *queue = NULL; in xenvif_free() local
678 queue = &vif->queues[queue_index]; in xenvif_free()
679 xenvif_deinit_queue(queue); in xenvif_free()