Lines Matching refs:rx_queue
1488 static int efx_ef10_rx_probe(struct efx_rx_queue *rx_queue) in efx_ef10_rx_probe() argument
1490 return efx_nic_alloc_buffer(rx_queue->efx, &rx_queue->rxd.buf, in efx_ef10_rx_probe()
1491 (rx_queue->ptr_mask + 1) * in efx_ef10_rx_probe()
1496 static void efx_ef10_rx_init(struct efx_rx_queue *rx_queue) in efx_ef10_rx_init() argument
1502 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_init()
1503 size_t entries = rx_queue->rxd.buf.len / EFX_BUF_SIZE; in efx_ef10_rx_init()
1504 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_init()
1510 rx_queue->scatter_n = 0; in efx_ef10_rx_init()
1511 rx_queue->scatter_len = 0; in efx_ef10_rx_init()
1513 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_SIZE, rx_queue->ptr_mask + 1); in efx_ef10_rx_init()
1515 MCDI_SET_DWORD(inbuf, INIT_RXQ_IN_LABEL, efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
1517 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
1524 dma_addr = rx_queue->rxd.buf.dma_addr; in efx_ef10_rx_init()
1527 efx_rx_queue_index(rx_queue), entries, (u64)dma_addr); in efx_ef10_rx_init()
1540 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_init()
1543 static void efx_ef10_rx_fini(struct efx_rx_queue *rx_queue) in efx_ef10_rx_fini() argument
1547 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_fini()
1552 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_fini()
1567 static void efx_ef10_rx_remove(struct efx_rx_queue *rx_queue) in efx_ef10_rx_remove() argument
1569 efx_nic_free_buffer(rx_queue->efx, &rx_queue->rxd.buf); in efx_ef10_rx_remove()
1574 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index) in efx_ef10_build_rx_desc() argument
1579 rxd = efx_rx_desc(rx_queue, index); in efx_ef10_build_rx_desc()
1580 rx_buf = efx_rx_buffer(rx_queue, index); in efx_ef10_build_rx_desc()
1586 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue) in efx_ef10_rx_write() argument
1588 struct efx_nic *efx = rx_queue->efx; in efx_ef10_rx_write()
1593 write_count = rx_queue->added_count & ~7; in efx_ef10_rx_write()
1594 if (rx_queue->notified_count == write_count) in efx_ef10_rx_write()
1599 rx_queue, in efx_ef10_rx_write()
1600 rx_queue->notified_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
1601 while (++rx_queue->notified_count != write_count); in efx_ef10_rx_write()
1605 write_count & rx_queue->ptr_mask); in efx_ef10_rx_write()
1607 efx_rx_queue_index(rx_queue)); in efx_ef10_rx_write()
1612 static void efx_ef10_rx_defer_refill(struct efx_rx_queue *rx_queue) in efx_ef10_rx_defer_refill() argument
1614 struct efx_channel *channel = efx_rx_queue_channel(rx_queue); in efx_ef10_rx_defer_refill()
1733 static void efx_ef10_handle_rx_wrong_queue(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_wrong_queue() argument
1736 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_wrong_queue()
1740 efx_rx_queue_index(rx_queue), rx_queue_label); in efx_ef10_handle_rx_wrong_queue()
1746 efx_ef10_handle_rx_bad_lbits(struct efx_rx_queue *rx_queue, in efx_ef10_handle_rx_bad_lbits() argument
1749 unsigned int dropped = (actual - expected) & rx_queue->ptr_mask; in efx_ef10_handle_rx_bad_lbits()
1750 struct efx_nic *efx = rx_queue->efx; in efx_ef10_handle_rx_bad_lbits()
1760 static void efx_ef10_handle_rx_abort(struct efx_rx_queue *rx_queue) in efx_ef10_handle_rx_abort() argument
1764 netif_dbg(rx_queue->efx, hw, rx_queue->efx->net_dev, in efx_ef10_handle_rx_abort()
1766 rx_queue->scatter_n); in efx_ef10_handle_rx_abort()
1768 rx_desc_ptr = rx_queue->removed_count & rx_queue->ptr_mask; in efx_ef10_handle_rx_abort()
1770 efx_rx_packet(rx_queue, rx_desc_ptr, rx_queue->scatter_n, in efx_ef10_handle_rx_abort()
1773 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_abort()
1774 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_abort()
1775 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_abort()
1776 ++efx_rx_queue_channel(rx_queue)->n_rx_nodesc_trunc; in efx_ef10_handle_rx_abort()
1785 struct efx_rx_queue *rx_queue; in efx_ef10_handle_rx_event() local
1804 rx_queue = efx_channel_get_rx_queue(channel); in efx_ef10_handle_rx_event()
1806 if (unlikely(rx_queue_label != efx_rx_queue_index(rx_queue))) in efx_ef10_handle_rx_event()
1807 efx_ef10_handle_rx_wrong_queue(rx_queue, rx_queue_label); in efx_ef10_handle_rx_event()
1809 n_descs = ((next_ptr_lbits - rx_queue->removed_count) & in efx_ef10_handle_rx_event()
1812 if (n_descs != rx_queue->scatter_n + 1) { in efx_ef10_handle_rx_event()
1816 if (unlikely(n_descs == rx_queue->scatter_n)) { in efx_ef10_handle_rx_event()
1817 if (rx_queue->scatter_n == 0 || rx_bytes != 0) in efx_ef10_handle_rx_event()
1821 rx_queue->scatter_n, in efx_ef10_handle_rx_event()
1823 efx_ef10_handle_rx_abort(rx_queue); in efx_ef10_handle_rx_event()
1833 rx_queue->scatter_n != 0 || rx_cont) { in efx_ef10_handle_rx_event()
1835 rx_queue, next_ptr_lbits, in efx_ef10_handle_rx_event()
1836 (rx_queue->removed_count + in efx_ef10_handle_rx_event()
1837 rx_queue->scatter_n + 1) & in efx_ef10_handle_rx_event()
1843 rx_queue->scatter_n = 1; in efx_ef10_handle_rx_event()
1844 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
1850 ++rx_queue->scatter_n; in efx_ef10_handle_rx_event()
1851 rx_queue->scatter_len += rx_bytes; in efx_ef10_handle_rx_event()
1877 efx_rx_packet(rx_queue, in efx_ef10_handle_rx_event()
1878 rx_queue->removed_count & rx_queue->ptr_mask, in efx_ef10_handle_rx_event()
1879 rx_queue->scatter_n, rx_queue->scatter_len, in efx_ef10_handle_rx_event()
1881 rx_queue->removed_count += rx_queue->scatter_n; in efx_ef10_handle_rx_event()
1884 rx_queue->scatter_n = 0; in efx_ef10_handle_rx_event()
1885 rx_queue->scatter_len = 0; in efx_ef10_handle_rx_event()
1959 efx_fast_push_rx_descriptors(&channel->rx_queue, true); in efx_ef10_handle_driver_generated_event()
2124 struct efx_rx_queue *rx_queue; in efx_ef10_fini_dmaq() local
2138 efx_for_each_channel_rx_queue(rx_queue, channel) in efx_ef10_fini_dmaq()
2139 efx_ef10_rx_fini(rx_queue); in efx_ef10_fini_dmaq()