195 		struct packet_ring_buffer *rb,
492 		struct packet_ring_buffer *rb,  in packet_lookup_frame()  argument
499 	pg_vec_pos = position / rb->frames_per_block;  in packet_lookup_frame()
500 	frame_offset = position % rb->frames_per_block;  in packet_lookup_frame()
502 	h.raw = rb->pg_vec[pg_vec_pos].buffer +  in packet_lookup_frame()
503 		(frame_offset * rb->frame_size);  in packet_lookup_frame()
512 		struct packet_ring_buffer *rb,  in packet_current_frame()  argument
515 	return packet_lookup_frame(po, rb, rb->head, status);  in packet_current_frame()
605 			struct packet_ring_buffer *rb,  in init_prb_bdqc()  argument
609 	struct tpacket_kbdq_core *p1 = GET_PBDQC_FROM_RB(rb);  in init_prb_bdqc()
979 static void prb_clear_blk_fill_status(struct packet_ring_buffer *rb)  in prb_clear_blk_fill_status()  argument
981 	struct tpacket_kbdq_core *pkc  = GET_PBDQC_FROM_RB(rb);  in prb_clear_blk_fill_status()
1124 				     struct packet_ring_buffer *rb,  in prb_lookup_block()  argument
1128 	struct tpacket_kbdq_core *pkc  = GET_PBDQC_FROM_RB(rb);  in prb_lookup_block()
1136 static int prb_previous_blk_num(struct packet_ring_buffer *rb)  in prb_previous_blk_num()  argument
1139 	if (rb->prb_bdqc.kactive_blk_num)  in prb_previous_blk_num()
1140 		prev = rb->prb_bdqc.kactive_blk_num-1;  in prb_previous_blk_num()
1142 		prev = rb->prb_bdqc.knum_blocks-1;  in prb_previous_blk_num()
1148 					 struct packet_ring_buffer *rb,  in __prb_previous_block()  argument
1151 	unsigned int previous = prb_previous_blk_num(rb);  in __prb_previous_block()
1152 	return prb_lookup_block(po, rb, previous, status);  in __prb_previous_block()
1156 					     struct packet_ring_buffer *rb,  in packet_previous_rx_frame()  argument
1160 		return packet_previous_frame(po, rb, status);  in packet_previous_rx_frame()
1162 	return __prb_previous_block(po, rb, status);  in packet_previous_rx_frame()
1166 					    struct packet_ring_buffer *rb)  in packet_increment_rx_head()  argument
1171 		return packet_increment_head(rb);  in packet_increment_rx_head()
1181 		struct packet_ring_buffer *rb,  in packet_previous_frame()  argument
1184 	unsigned int previous = rb->head ? rb->head - 1 : rb->frame_max;  in packet_previous_frame()
1185 	return packet_lookup_frame(po, rb, previous, status);  in packet_previous_frame()
1193 static void packet_inc_pending(struct packet_ring_buffer *rb)  in packet_inc_pending()  argument
1195 	this_cpu_inc(*rb->pending_refcnt);  in packet_inc_pending()
1198 static void packet_dec_pending(struct packet_ring_buffer *rb)  in packet_dec_pending()  argument
1200 	this_cpu_dec(*rb->pending_refcnt);  in packet_dec_pending()
1203 static unsigned int packet_read_pending(const struct packet_ring_buffer *rb)  in packet_read_pending()  argument
1209 	if (rb->pending_refcnt == NULL)  in packet_read_pending()
1213 		refcnt += *per_cpu_ptr(rb->pending_refcnt, cpu);  in packet_read_pending()
4063 	struct packet_ring_buffer *rb;  in packet_set_ring()  local
4076 	rb = tx_ring ? &po->tx_ring : &po->rx_ring;  in packet_set_ring()
4083 		if (packet_read_pending(rb))  in packet_set_ring()
4090 		if (unlikely(rb->pg_vec))  in packet_set_ring()
4120 		rb->frames_per_block = req->tp_block_size / req->tp_frame_size;  in packet_set_ring()
4121 		if (unlikely(rb->frames_per_block == 0))  in packet_set_ring()
4123 		if (unlikely((rb->frames_per_block * req->tp_block_nr) !=  in packet_set_ring()
4138 				init_prb_bdqc(po, rb, pg_vec, req_u);  in packet_set_ring()
4170 		swap(rb->pg_vec, pg_vec);  in packet_set_ring()
4171 		rb->frame_max = (req->tp_frame_nr - 1);  in packet_set_ring()
4172 		rb->head = 0;  in packet_set_ring()
4173 		rb->frame_size = req->tp_frame_size;  in packet_set_ring()
4176 		swap(rb->pg_vec_order, order);  in packet_set_ring()
4177 		swap(rb->pg_vec_len, req->tp_block_nr);  in packet_set_ring()
4179 		rb->pg_vec_pages = req->tp_block_size/PAGE_SIZE;  in packet_set_ring()
4214 	struct packet_ring_buffer *rb;  in packet_mmap()  local
4225 	for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) {  in packet_mmap()
4226 		if (rb->pg_vec) {  in packet_mmap()
4227 			expected_size += rb->pg_vec_len  in packet_mmap()
4228 						* rb->pg_vec_pages  in packet_mmap()
4241 	for (rb = &po->rx_ring; rb <= &po->tx_ring; rb++) {  in packet_mmap()
4242 		if (rb->pg_vec == NULL)  in packet_mmap()
4245 		for (i = 0; i < rb->pg_vec_len; i++) {  in packet_mmap()
4247 			void *kaddr = rb->pg_vec[i].buffer;  in packet_mmap()
4250 			for (pg_num = 0; pg_num < rb->pg_vec_pages; pg_num++) {  in packet_mmap()