2980 	if (ring_data->lro) {  in rx_intr_handler()
2983 			struct lro *lro = &ring_data->lro0_n[i];  in rx_intr_handler()  local
2984 			if (lro->in_use) {  in rx_intr_handler()
2985 				update_L3L4_header(ring_data->nic, lro);  in rx_intr_handler()
2986 				queue_rx_frame(lro->parent, lro->vlan_tag);  in rx_intr_handler()
2987 				clear_lro_session(lro);  in rx_intr_handler()
7176 		ring->lro = !!(dev->features & NETIF_F_LRO);  in s2io_card_up()
7334 	struct lro *uninitialized_var(lro);  in rx_osm_handler()
7421 	    ((!ring_data->lro) ||  in rx_osm_handler()
7422 	     (ring_data->lro && (!(rxdp->Control_1 & RXD_FRAME_IP_FRAG)))) &&  in rx_osm_handler()
7433 			if (ring_data->lro) {  in rx_osm_handler()
7440 							    &tcp_len, &lro,  in rx_osm_handler()
7444 					lro->parent = skb;  in rx_osm_handler()
7447 					lro_append_pkt(sp, lro, skb, tcp_len);  in rx_osm_handler()
7450 					lro_append_pkt(sp, lro, skb, tcp_len);  in rx_osm_handler()
7451 					queue_rx_frame(lro->parent,  in rx_osm_handler()
7452 						       lro->vlan_tag);  in rx_osm_handler()
7453 					clear_lro_session(lro);  in rx_osm_handler()
7457 					lro->parent->data_len = lro->frags_len;  in rx_osm_handler()
7459 					queue_rx_frame(lro->parent,  in rx_osm_handler()
7460 						       lro->vlan_tag);  in rx_osm_handler()
7461 					clear_lro_session(lro);  in rx_osm_handler()
8266 static int check_for_socket_match(struct lro *lro, struct iphdr *ip,  in check_for_socket_match()  argument
8270 	if ((lro->iph->saddr != ip->saddr) ||  in check_for_socket_match()
8271 	    (lro->iph->daddr != ip->daddr) ||  in check_for_socket_match()
8272 	    (lro->tcph->source != tcp->source) ||  in check_for_socket_match()
8273 	    (lro->tcph->dest != tcp->dest))  in check_for_socket_match()
8283 static void initiate_new_session(struct lro *lro, u8 *l2h,  in initiate_new_session()  argument
8288 	lro->l2h = l2h;  in initiate_new_session()
8289 	lro->iph = ip;  in initiate_new_session()
8290 	lro->tcph = tcp;  in initiate_new_session()
8291 	lro->tcp_next_seq = tcp_pyld_len + ntohl(tcp->seq);  in initiate_new_session()
8292 	lro->tcp_ack = tcp->ack_seq;  in initiate_new_session()
8293 	lro->sg_num = 1;  in initiate_new_session()
8294 	lro->total_len = ntohs(ip->tot_len);  in initiate_new_session()
8295 	lro->frags_len = 0;  in initiate_new_session()
8296 	lro->vlan_tag = vlan_tag;  in initiate_new_session()
8304 		lro->saw_ts = 1;  in initiate_new_session()
8305 		lro->cur_tsval = ntohl(*(ptr+1));  in initiate_new_session()
8306 		lro->cur_tsecr = *(ptr+2);  in initiate_new_session()
8308 	lro->in_use = 1;  in initiate_new_session()
8311 static void update_L3L4_header(struct s2io_nic *sp, struct lro *lro)  in update_L3L4_header()  argument
8313 	struct iphdr *ip = lro->iph;  in update_L3L4_header()
8314 	struct tcphdr *tcp = lro->tcph;  in update_L3L4_header()
8320 	csum_replace2(&ip->check, ip->tot_len, htons(lro->total_len));  in update_L3L4_header()
8321 	ip->tot_len = htons(lro->total_len);  in update_L3L4_header()
8324 	tcp->ack_seq = lro->tcp_ack;  in update_L3L4_header()
8325 	tcp->window = lro->window;  in update_L3L4_header()
8328 	if (lro->saw_ts) {  in update_L3L4_header()
8330 		*(ptr+2) = lro->cur_tsecr;  in update_L3L4_header()
8336 	swstats->sum_avg_pkts_aggregated += lro->sg_num;  in update_L3L4_header()
8340 static void aggregate_new_rx(struct lro *lro, struct iphdr *ip,  in aggregate_new_rx()  argument
8344 	lro->total_len += l4_pyld;  in aggregate_new_rx()
8345 	lro->frags_len += l4_pyld;  in aggregate_new_rx()
8346 	lro->tcp_next_seq += l4_pyld;  in aggregate_new_rx()
8347 	lro->sg_num++;  in aggregate_new_rx()
8350 	lro->tcp_ack = tcp->ack_seq;  in aggregate_new_rx()
8351 	lro->window = tcp->window;  in aggregate_new_rx()
8353 	if (lro->saw_ts) {  in aggregate_new_rx()
8357 		lro->cur_tsval = ntohl(*(ptr+1));  in aggregate_new_rx()
8358 		lro->cur_tsecr = *(ptr + 2);  in aggregate_new_rx()
8362 static int verify_l3_l4_lro_capable(struct lro *l_lro, struct iphdr *ip,  in verify_l3_l4_lro_capable()
8421 				 u8 **tcp, u32 *tcp_len, struct lro **lro,  in s2io_club_tcp_session()  argument
8441 		struct lro *l_lro = &ring_data->lro0_n[i];  in s2io_club_tcp_session()
8446 			*lro = l_lro;  in s2io_club_tcp_session()
8448 			if ((*lro)->tcp_next_seq != ntohl(tcph->seq)) {  in s2io_club_tcp_session()
8452 					  (*lro)->tcp_next_seq,  in s2io_club_tcp_session()
8479 			struct lro *l_lro = &ring_data->lro0_n[i];  in s2io_club_tcp_session()
8481 				*lro = l_lro;  in s2io_club_tcp_session()
8491 		*lro = NULL;  in s2io_club_tcp_session()
8497 		initiate_new_session(*lro, buffer, ip, tcph, *tcp_len,  in s2io_club_tcp_session()
8501 		update_L3L4_header(sp, *lro);  in s2io_club_tcp_session()
8504 		aggregate_new_rx(*lro, ip, tcph, *tcp_len);  in s2io_club_tcp_session()
8505 		if ((*lro)->sg_num == sp->lro_max_aggr_per_sess) {  in s2io_club_tcp_session()
8506 			update_L3L4_header(sp, *lro);  in s2io_club_tcp_session()
8518 static void clear_lro_session(struct lro *lro)  in clear_lro_session()  argument
8520 	static u16 lro_struct_size = sizeof(struct lro);  in clear_lro_session()
8522 	memset(lro, 0, lro_struct_size);  in clear_lro_session()
8539 static void lro_append_pkt(struct s2io_nic *sp, struct lro *lro,  in lro_append_pkt()  argument
8542 	struct sk_buff *first = lro->parent;  in lro_append_pkt()
8546 	first->data_len = lro->frags_len;  in lro_append_pkt()
8549 		lro->last_frag->next = skb;  in lro_append_pkt()
8553 	lro->last_frag = skb;  in lro_append_pkt()