1457 			      const struct pkt_gl *gl,  in copy_frags()  argument
1463 	__skb_fill_page_desc(skb, 0, gl->frags[0].page,  in copy_frags()
1464 			     gl->frags[0].offset + offset,  in copy_frags()
1465 			     gl->frags[0].size - offset);  in copy_frags()
1466 	skb_shinfo(skb)->nr_frags = gl->nfrags;  in copy_frags()
1467 	for (i = 1; i < gl->nfrags; i++)  in copy_frags()
1468 		__skb_fill_page_desc(skb, i, gl->frags[i].page,  in copy_frags()
1469 				     gl->frags[i].offset,  in copy_frags()
1470 				     gl->frags[i].size);  in copy_frags()
1473 	get_page(gl->frags[gl->nfrags - 1].page);  in copy_frags()
1485 static struct sk_buff *t4vf_pktgl_to_skb(const struct pkt_gl *gl,  in t4vf_pktgl_to_skb()  argument
1502 	if (gl->tot_len <= RX_COPY_THRES) {  in t4vf_pktgl_to_skb()
1504 		skb = alloc_skb(gl->tot_len, GFP_ATOMIC);  in t4vf_pktgl_to_skb()
1507 		__skb_put(skb, gl->tot_len);  in t4vf_pktgl_to_skb()
1508 		skb_copy_to_linear_data(skb, gl->va, gl->tot_len);  in t4vf_pktgl_to_skb()
1514 		skb_copy_to_linear_data(skb, gl->va, pull_len);  in t4vf_pktgl_to_skb()
1516 		copy_frags(skb, gl, pull_len);  in t4vf_pktgl_to_skb()
1517 		skb->len = gl->tot_len;  in t4vf_pktgl_to_skb()
1533 static void t4vf_pktgl_free(const struct pkt_gl *gl)  in t4vf_pktgl_free()  argument
1537 	frag = gl->nfrags - 1;  in t4vf_pktgl_free()
1539 		put_page(gl->frags[frag].page);  in t4vf_pktgl_free()
1551 static void do_gro(struct sge_eth_rxq *rxq, const struct pkt_gl *gl,  in do_gro()  argument
1561 		t4vf_pktgl_free(gl);  in do_gro()
1566 	copy_frags(skb, gl, s->pktshift);  in do_gro()
1567 	skb->len = gl->tot_len - s->pktshift;  in do_gro()
1597 		       const struct pkt_gl *gl)  in t4vf_ethrx_handler()  argument
1614 		do_gro(rxq, gl, pkt);  in t4vf_ethrx_handler()
1621 	skb = t4vf_pktgl_to_skb(gl, RX_SKB_LEN, RX_PULL_LEN);  in t4vf_ethrx_handler()
1623 		t4vf_pktgl_free(gl);  in t4vf_ethrx_handler()
1689 static void restore_rx_bufs(const struct pkt_gl *gl, struct sge_fl *fl,  in restore_rx_bufs()  argument
1700 		sdesc->page = gl->frags[frags].page;  in restore_rx_bufs()
1758 			struct pkt_gl gl;  in process_responses()  local
1780 			gl.tot_len = len;  in process_responses()
1785 			for (frag = 0, fp = gl.frags; /**/; frag++, fp++) {  in process_responses()
1798 			gl.nfrags = frag+1;  in process_responses()
1808 			gl.va = (page_address(gl.frags[0].page) +  in process_responses()
1809 				 gl.frags[0].offset);  in process_responses()
1810 			prefetch(gl.va);  in process_responses()
1816 			ret = rspq->handler(rspq, rspq->cur_desc, &gl);  in process_responses()
1820 				restore_rx_bufs(&gl, &rxq->fl, frag);  in process_responses()