txq_pcpu         1191 drivers/net/ethernet/marvell/mvpp2/mvpp2.h #define IS_TSO_HEADER(txq_pcpu, addr) \
txq_pcpu         1192 drivers/net/ethernet/marvell/mvpp2/mvpp2.h 	((addr) >= (txq_pcpu)->tso_headers_dma && \
txq_pcpu         1193 drivers/net/ethernet/marvell/mvpp2/mvpp2.h 	 (addr) < (txq_pcpu)->tso_headers_dma + \
txq_pcpu         1194 drivers/net/ethernet/marvell/mvpp2/mvpp2.h 	 (txq_pcpu)->size * TSO_HEADER_SIZE)
txq_pcpu          272 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c static void mvpp2_txq_inc_get(struct mvpp2_txq_pcpu *txq_pcpu)
txq_pcpu          274 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	txq_pcpu->txq_get_index++;
txq_pcpu          275 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (txq_pcpu->txq_get_index == txq_pcpu->size)
txq_pcpu          276 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_get_index = 0;
txq_pcpu          280 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			      struct mvpp2_txq_pcpu *txq_pcpu,
txq_pcpu          285 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->buffs + txq_pcpu->txq_put_index;
txq_pcpu          290 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	txq_pcpu->txq_put_index++;
txq_pcpu          291 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (txq_pcpu->txq_put_index == txq_pcpu->size)
txq_pcpu          292 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_put_index = 0;
txq_pcpu         1968 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					    struct mvpp2_txq_pcpu *txq_pcpu,
txq_pcpu         1974 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (txq_pcpu->reserved_num >= num)
txq_pcpu         1991 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	req = max(MVPP2_CPU_DESC_CHUNK, num - txq_pcpu->reserved_num);
txq_pcpu         1998 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	txq_pcpu->reserved_num += mvpp2_txq_alloc_reserved_desc(port, txq, req);
txq_pcpu         2001 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (txq_pcpu->reserved_num < num)
txq_pcpu         2232 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 				struct mvpp2_txq_pcpu *txq_pcpu, int num)
txq_pcpu         2238 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			txq_pcpu->buffs + txq_pcpu->txq_get_index;
txq_pcpu         2240 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (!IS_TSO_HEADER(txq_pcpu, tx_buf->dma))
txq_pcpu         2246 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_txq_inc_get(txq_pcpu);
txq_pcpu         2268 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			   struct mvpp2_txq_pcpu *txq_pcpu)
txq_pcpu         2273 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (txq_pcpu->thread != mvpp2_cpu_to_thread(port->priv, smp_processor_id()))
txq_pcpu         2279 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	mvpp2_txq_bufs_free(port, txq, txq_pcpu, tx_done);
txq_pcpu         2281 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	txq_pcpu->count -= tx_done;
txq_pcpu         2284 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (txq_pcpu->count <= txq_pcpu->wake_threshold)
txq_pcpu         2292 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         2300 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         2302 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (txq_pcpu->count) {
txq_pcpu         2303 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			mvpp2_txq_done(port, txq, txq_pcpu);
txq_pcpu         2304 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			tx_todo += txq_pcpu->count;
txq_pcpu         2459 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         2515 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         2516 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->size = txq->size;
txq_pcpu         2517 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->buffs = kmalloc_array(txq_pcpu->size,
txq_pcpu         2518 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 						sizeof(*txq_pcpu->buffs),
txq_pcpu         2520 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (!txq_pcpu->buffs)
txq_pcpu         2523 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->count = 0;
txq_pcpu         2524 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->reserved_num = 0;
txq_pcpu         2525 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_put_index = 0;
txq_pcpu         2526 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_get_index = 0;
txq_pcpu         2527 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->tso_headers = NULL;
txq_pcpu         2529 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->stop_threshold = txq->size - MVPP2_MAX_SKB_DESCS;
txq_pcpu         2530 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->wake_threshold = txq_pcpu->stop_threshold / 2;
txq_pcpu         2532 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->tso_headers =
txq_pcpu         2534 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					   txq_pcpu->size * TSO_HEADER_SIZE,
txq_pcpu         2535 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					   &txq_pcpu->tso_headers_dma,
txq_pcpu         2537 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (!txq_pcpu->tso_headers)
txq_pcpu         2548 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         2552 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         2553 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		kfree(txq_pcpu->buffs);
txq_pcpu         2555 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (txq_pcpu->tso_headers)
txq_pcpu         2557 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					  txq_pcpu->size * TSO_HEADER_SIZE,
txq_pcpu         2558 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					  txq_pcpu->tso_headers,
txq_pcpu         2559 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					  txq_pcpu->tso_headers_dma);
txq_pcpu         2561 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->tso_headers = NULL;
txq_pcpu         2588 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         2622 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         2625 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_txq_bufs_free(port, txq, txq_pcpu, txq_pcpu->count);
txq_pcpu         2628 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->count = 0;
txq_pcpu         2629 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_put_index = 0;
txq_pcpu         2630 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->txq_get_index = 0;
txq_pcpu         3021 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         3027 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (!IS_TSO_HEADER(txq_pcpu, buf_dma_addr))
txq_pcpu         3039 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         3066 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			mvpp2_txq_inc_put(port, txq_pcpu, skb, tx_desc);
txq_pcpu         3070 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			mvpp2_txq_inc_put(port, txq_pcpu, NULL, tx_desc);
txq_pcpu         3091 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 				     struct mvpp2_txq_pcpu *txq_pcpu,
txq_pcpu         3101 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	addr = txq_pcpu->tso_headers_dma +
txq_pcpu         3102 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	       txq_pcpu->txq_put_index * TSO_HEADER_SIZE;
txq_pcpu         3108 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	mvpp2_txq_inc_put(port, txq_pcpu, NULL, tx_desc);
txq_pcpu         3115 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 				     struct mvpp2_txq_pcpu *txq_pcpu,
txq_pcpu         3137 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			mvpp2_txq_inc_put(port, txq_pcpu, skb, tx_desc);
txq_pcpu         3144 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	mvpp2_txq_inc_put(port, txq_pcpu, NULL, tx_desc);
txq_pcpu         3151 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			struct mvpp2_txq_pcpu *txq_pcpu)
txq_pcpu         3160 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	    mvpp2_txq_reserved_desc_num_proc(port, txq, txq_pcpu,
txq_pcpu         3168 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		char *hdr = txq_pcpu->tso_headers +
txq_pcpu         3169 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			    txq_pcpu->txq_put_index * TSO_HEADER_SIZE;
txq_pcpu         3175 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_tso_put_hdr(skb, dev, txq, aggr_txq, txq_pcpu, hdr_sz);
txq_pcpu         3183 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 					       txq_pcpu, sz, left, len == 0))
txq_pcpu         3204 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         3217 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         3224 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		frags = mvpp2_tx_tso(skb, dev, txq, aggr_txq, txq_pcpu);
txq_pcpu         3231 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	    mvpp2_txq_reserved_desc_num_proc(port, txq, txq_pcpu, frags)) {
txq_pcpu         3257 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_txq_inc_put(port, txq_pcpu, skb, tx_desc);
txq_pcpu         3262 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_txq_inc_put(port, txq_pcpu, NULL, tx_desc);
txq_pcpu         3276 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->reserved_num -= frags;
txq_pcpu         3277 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		txq_pcpu->count += frags;
txq_pcpu         3284 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		if (txq_pcpu->count >= txq_pcpu->stop_threshold)
txq_pcpu         3297 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (!port->has_tx_irqs && txq_pcpu->count >= txq->done_pkts_coal)
txq_pcpu         3298 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 		mvpp2_txq_done(port, txq, txq_pcpu);
txq_pcpu         3301 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	if (!port->has_tx_irqs && txq_pcpu->count <= frags &&
txq_pcpu         3302 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	    txq_pcpu->count > 0) {
txq_pcpu         4544 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 	struct mvpp2_txq_pcpu *txq_pcpu;
txq_pcpu         4590 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			txq_pcpu = per_cpu_ptr(txq->pcpu, thread);
txq_pcpu         4591 drivers/net/ethernet/marvell/mvpp2/mvpp2_main.c 			txq_pcpu->thread = thread;