194 		struct packet_ring_buffer *rb,
489 		struct packet_ring_buffer *rb,  in packet_lookup_frame()  argument
496 	pg_vec_pos = position / rb->frames_per_block;  in packet_lookup_frame()
497 	frame_offset = position % rb->frames_per_block;  in packet_lookup_frame()
499 	h.raw = rb->pg_vec[pg_vec_pos].buffer +  in packet_lookup_frame()
500 		(frame_offset * rb->frame_size);  in packet_lookup_frame()
509 		struct packet_ring_buffer *rb,  in packet_current_frame()  argument
512 	return packet_lookup_frame(po, rb, rb->head, status);  in packet_current_frame()
608 			struct packet_ring_buffer *rb,  in init_prb_bdqc()  argument
612 	struct tpacket_kbdq_core *p1 = GET_PBDQC_FROM_RB(rb);  in init_prb_bdqc()
982 static void prb_clear_blk_fill_status(struct packet_ring_buffer *rb)  in prb_clear_blk_fill_status()  argument
984 	struct tpacket_kbdq_core *pkc  = GET_PBDQC_FROM_RB(rb);  in prb_clear_blk_fill_status()
1127 				     struct packet_ring_buffer *rb,  in prb_lookup_block()  argument
1131 	struct tpacket_kbdq_core *pkc  = GET_PBDQC_FROM_RB(rb);  in prb_lookup_block()
1139 static int prb_previous_blk_num(struct packet_ring_buffer *rb)  in prb_previous_blk_num()  argument
1142 	if (rb->prb_bdqc.kactive_blk_num)  in prb_previous_blk_num()
1143 		prev = rb->prb_bdqc.kactive_blk_num-1;  in prb_previous_blk_num()
1145 		prev = rb->prb_bdqc.knum_blocks-1;  in prb_previous_blk_num()
1151 					 struct packet_ring_buffer *rb,  in __prb_previous_block()  argument
1154 	unsigned int previous = prb_previous_blk_num(rb);  in __prb_previous_block()
1155 	return prb_lookup_block(po, rb, previous, status);  in __prb_previous_block()
1159 					     struct packet_ring_buffer *rb,  in packet_previous_rx_frame()  argument
1163 		return packet_previous_frame(po, rb, status);  in packet_previous_rx_frame()
1165 	return __prb_previous_block(po, rb, status);  in packet_previous_rx_frame()
1169 					    struct packet_ring_buffer *rb)  in packet_increment_rx_head()  argument
1174 		return packet_increment_head(rb);  in packet_increment_rx_head()
1184 		struct packet_ring_buffer *rb,  in packet_previous_frame()  argument
1187 	unsigned int previous = rb->head ? rb->head - 1 : rb->frame_max;  in packet_previous_frame()
1188 	return packet_lookup_frame(po, rb, previous, status);  in packet_previous_frame()
1196 static void packet_inc_pending(struct packet_ring_buffer *rb)  in packet_inc_pending()  argument
1198 	this_cpu_inc(*rb->pending_refcnt);  in packet_inc_pending()
1201 static void packet_dec_pending(struct packet_ring_buffer *rb)  in packet_dec_pending()  argument
1203 	this_cpu_dec(*rb->pending_refcnt);  in packet_dec_pending()
1206 static unsigned int packet_read_pending(const struct packet_ring_buffer *rb)  in packet_read_pending()  argument
1212 	if (rb->pending_refcnt == NULL)  in packet_read_pending()
1216 		refcnt += *per_cpu_ptr(rb->pending_refcnt, cpu);  in packet_read_pending()
3819 	struct packet_ring_buffer *rb;  in packet_set_ring()  local
3832 	rb = tx_ring ? &po->tx_ring : &po->rx_ring;  in packet_set_ring()
3839 		if (packet_read_pending(rb))  in packet_set_ring()
3846 		if (unlikely(rb->pg_vec))  in packet_set_ring()
3876 		rb->frames_per_block = req->tp_block_size/req->tp_frame_size;  in packet_set_ring()
3877 		if (unlikely(rb->frames_per_block <= 0))  in packet_set_ring()
3879 		if (unlikely((rb->frames_per_block * req->tp_block_nr) !=  in packet_set_ring()
3894 				init_prb_bdqc(po, rb, pg_vec, req_u, tx_ring);  in packet_set_ring()
3926 		swap(rb->pg_vec, pg_vec);  in packet_set_ring()
3927 		rb->frame_max = (req->tp_frame_nr - 1);  in packet_set_ring()
3928 		rb->head = 0;  in packet_set_ring()
3929 		rb->frame_size = req->tp_frame_size;  in packet_set_ring()
3932 		swap(rb->pg_vec_order, order);  in packet_set_ring()
3933 		swap(rb->pg_vec_len, req->tp_block_nr);  in packet_set_ring()
3935 		rb->pg_vec_pages = req->tp_block_size/PAGE_SIZE;  in packet_set_ring()
3970 	struct packet_ring_buffer *rb;  in packet_mmap()  local
3981 	for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) {  in packet_mmap()
3982 		if (rb->pg_vec) {  in packet_mmap()
3983 			expected_size += rb->pg_vec_len  in packet_mmap()
3984 						* rb->pg_vec_pages  in packet_mmap()
3997 	for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) {  in packet_mmap()
3998 		if (rb->pg_vec == NULL)  in packet_mmap()
4001 		for (i = 0; i < rb->pg_vec_len; i++) {  in packet_mmap()
4003 			void *kaddr = rb->pg_vec[i].buffer;  in packet_mmap()
4006 			for (pg_num = 0; pg_num < rb->pg_vec_pages; pg_num++) {  in packet_mmap()