350 	return __idx_hash(index, net->xfrm.policy_idx_hmask);  in idx_hash()
360 		*dbits = net->xfrm.policy_bydst[dir].dbits4;  in __get_hash_thresh()
361 		*sbits = net->xfrm.policy_bydst[dir].sbits4;  in __get_hash_thresh()
365 		*dbits = net->xfrm.policy_bydst[dir].dbits6;  in __get_hash_thresh()
366 		*sbits = net->xfrm.policy_bydst[dir].sbits6;  in __get_hash_thresh()
379 	unsigned int hmask = net->xfrm.policy_bydst[dir].hmask;  in policy_hash_bysel()
388 		&net->xfrm.policy_inexact[dir] :  in policy_hash_bysel()
389 		net->xfrm.policy_bydst[dir].table + hash);  in policy_hash_bysel()
397 	unsigned int hmask = net->xfrm.policy_bydst[dir].hmask;  in policy_hash_direct()
405 	return net->xfrm.policy_bydst[dir].table + hash;  in policy_hash_direct()
467 	unsigned int hmask = net->xfrm.policy_bydst[dir].hmask;  in xfrm_bydst_resize()
470 	struct hlist_head *odst = net->xfrm.policy_bydst[dir].table;  in xfrm_bydst_resize()
477 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_bydst_resize()
482 	net->xfrm.policy_bydst[dir].table = ndst;  in xfrm_bydst_resize()
483 	net->xfrm.policy_bydst[dir].hmask = nhashmask;  in xfrm_bydst_resize()
485 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_bydst_resize()
492 	unsigned int hmask = net->xfrm.policy_idx_hmask;  in xfrm_byidx_resize()
495 	struct hlist_head *oidx = net->xfrm.policy_byidx;  in xfrm_byidx_resize()
502 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_byidx_resize()
507 	net->xfrm.policy_byidx = nidx;  in xfrm_byidx_resize()
508 	net->xfrm.policy_idx_hmask = nhashmask;  in xfrm_byidx_resize()
510 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_byidx_resize()
517 	unsigned int cnt = net->xfrm.policy_count[dir];  in xfrm_bydst_should_resize()
518 	unsigned int hmask = net->xfrm.policy_bydst[dir].hmask;  in xfrm_bydst_should_resize()
532 	unsigned int hmask = net->xfrm.policy_idx_hmask;  in xfrm_byidx_should_resize()
543 	read_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_spd_getinfo()
544 	si->incnt = net->xfrm.policy_count[XFRM_POLICY_IN];  in xfrm_spd_getinfo()
545 	si->outcnt = net->xfrm.policy_count[XFRM_POLICY_OUT];  in xfrm_spd_getinfo()
546 	si->fwdcnt = net->xfrm.policy_count[XFRM_POLICY_FWD];  in xfrm_spd_getinfo()
547 	si->inscnt = net->xfrm.policy_count[XFRM_POLICY_IN+XFRM_POLICY_MAX];  in xfrm_spd_getinfo()
548 	si->outscnt = net->xfrm.policy_count[XFRM_POLICY_OUT+XFRM_POLICY_MAX];  in xfrm_spd_getinfo()
549 	si->fwdscnt = net->xfrm.policy_count[XFRM_POLICY_FWD+XFRM_POLICY_MAX];  in xfrm_spd_getinfo()
550 	si->spdhcnt = net->xfrm.policy_idx_hmask;  in xfrm_spd_getinfo()
552 	read_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_spd_getinfo()
559 	struct net *net = container_of(work, struct net, xfrm.policy_hash_work);  in xfrm_hash_resize()
578 				       xfrm.policy_hthresh.work);  in xfrm_hash_rebuild()
594 		seq = read_seqbegin(&net->xfrm.policy_hthresh.lock);  in xfrm_hash_rebuild()
596 		lbits4 = net->xfrm.policy_hthresh.lbits4;  in xfrm_hash_rebuild()
597 		rbits4 = net->xfrm.policy_hthresh.rbits4;  in xfrm_hash_rebuild()
598 		lbits6 = net->xfrm.policy_hthresh.lbits6;  in xfrm_hash_rebuild()
599 		rbits6 = net->xfrm.policy_hthresh.rbits6;  in xfrm_hash_rebuild()
600 	} while (read_seqretry(&net->xfrm.policy_hthresh.lock, seq));  in xfrm_hash_rebuild()
602 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_hash_rebuild()
606 		INIT_HLIST_HEAD(&net->xfrm.policy_inexact[dir]);  in xfrm_hash_rebuild()
607 		hmask = net->xfrm.policy_bydst[dir].hmask;  in xfrm_hash_rebuild()
608 		odst = net->xfrm.policy_bydst[dir].table;  in xfrm_hash_rebuild()
613 			net->xfrm.policy_bydst[dir].dbits4 = rbits4;  in xfrm_hash_rebuild()
614 			net->xfrm.policy_bydst[dir].sbits4 = lbits4;  in xfrm_hash_rebuild()
615 			net->xfrm.policy_bydst[dir].dbits6 = rbits6;  in xfrm_hash_rebuild()
616 			net->xfrm.policy_bydst[dir].sbits6 = lbits6;  in xfrm_hash_rebuild()
619 			net->xfrm.policy_bydst[dir].dbits4 = lbits4;  in xfrm_hash_rebuild()
620 			net->xfrm.policy_bydst[dir].sbits4 = rbits4;  in xfrm_hash_rebuild()
621 			net->xfrm.policy_bydst[dir].dbits6 = lbits6;  in xfrm_hash_rebuild()
622 			net->xfrm.policy_bydst[dir].sbits6 = rbits6;  in xfrm_hash_rebuild()
627 	list_for_each_entry_reverse(policy, &net->xfrm.policy_all, walk.all) {  in xfrm_hash_rebuild()
644 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_hash_rebuild()
651 	schedule_work(&net->xfrm.policy_hthresh.work);  in xfrm_policy_hash_rebuild()
677 		list = net->xfrm.policy_byidx + idx_hash(net, idx);  in xfrm_gen_index()
755 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_insert()
766 				write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_insert()
784 	atomic_inc(&net->xfrm.flow_cache_genid);  in xfrm_policy_insert()
797 	hlist_add_head(&policy->byidx, net->xfrm.policy_byidx+idx_hash(net, policy->index));  in xfrm_policy_insert()
802 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_insert()
807 		schedule_work(&net->xfrm.policy_hash_work);  in xfrm_policy_insert()
822 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_bysel_ctx()
835 					write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_bysel_ctx()
844 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_bysel_ctx()
863 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_byid()
864 	chain = net->xfrm.policy_byidx + idx_hash(net, id);  in xfrm_policy_byid()
874 					write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_byid()
883 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_byid()
902 				     &net->xfrm.policy_inexact[dir], bydst) {  in xfrm_policy_flush_secctx_check()
911 		for (i = net->xfrm.policy_bydst[dir].hmask; i >= 0; i--) {  in xfrm_policy_flush_secctx_check()
913 					     net->xfrm.policy_bydst[dir].table + i,  in xfrm_policy_flush_secctx_check()
941 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
953 				     &net->xfrm.policy_inexact[dir], bydst) {  in xfrm_policy_flush()
957 			write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
964 			write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
968 		for (i = net->xfrm.policy_bydst[dir].hmask; i >= 0; i--) {  in xfrm_policy_flush()
971 					     net->xfrm.policy_bydst[dir].table + i,  in xfrm_policy_flush()
976 				write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
982 				write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
991 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_flush()
1011 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_walk()
1013 		x = list_first_entry(&net->xfrm.policy_all, struct xfrm_policy_walk_entry, all);  in xfrm_policy_walk()
1016 	list_for_each_entry_from(x, &net->xfrm.policy_all, all) {  in xfrm_policy_walk()
1037 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_walk()
1056 	write_lock_bh(&net->xfrm.xfrm_policy_lock); /*FIXME where is net? */  in xfrm_policy_walk_done()
1058 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_walk_done()
1103 	read_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_lookup_bytype()
1121 	chain = &net->xfrm.policy_inexact[dir];  in xfrm_policy_lookup_bytype()
1139 	read_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_lookup_bytype()
1218 	read_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_sk_policy_lookup()
1242 	read_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_sk_policy_lookup()
1250 	list_add(&pol->walk.all, &net->xfrm.policy_all);  in __xfrm_policy_link()
1251 	net->xfrm.policy_count[dir]++;  in __xfrm_policy_link()
1270 	net->xfrm.policy_count[dir]--;  in __xfrm_policy_unlink()
1289 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_delete()
1291 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_policy_delete()
1310 	write_lock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_sk_policy_insert()
1327 	write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_sk_policy_insert()
1357 		write_lock_bh(&net->xfrm.xfrm_policy_lock);  in clone_policy()
1359 		write_unlock_bh(&net->xfrm.xfrm_policy_lock);  in clone_policy()
1396 		      struct xfrm_state **xfrm, unsigned short family)  in xfrm_tmpl_resolve_one()  argument
1426 			xfrm[nx++] = x;  in xfrm_tmpl_resolve_one()
1446 		xfrm_state_put(xfrm[nx]);  in xfrm_tmpl_resolve_one()
1452 		  struct xfrm_state **xfrm, unsigned short family)  in xfrm_tmpl_resolve()  argument
1455 	struct xfrm_state **tpp = (npols > 1) ? tp : xfrm;  in xfrm_tmpl_resolve()
1477 		xfrm_state_sort(xfrm, tpp, cnx, family);  in xfrm_tmpl_resolve()
1568 		dst_ops = &net->xfrm.xfrm4_dst_ops;  in xfrm_alloc_dst()
1572 		dst_ops = &net->xfrm.xfrm6_dst_ops;  in xfrm_alloc_dst()
1635 					    struct xfrm_state **xfrm, int nx,  in xfrm_bundle_create()  argument
1673 		if (xfrm[i]->sel.family == AF_UNSPEC) {  in xfrm_bundle_create()
1674 			inner_mode = xfrm_ip2inner_mode(xfrm[i],  in xfrm_bundle_create()
1682 			inner_mode = xfrm[i]->inner_mode;  in xfrm_bundle_create()
1694 		if (xfrm[i]->props.mode != XFRM_MODE_TRANSPORT) {  in xfrm_bundle_create()
1695 			family = xfrm[i]->props.family;  in xfrm_bundle_create()
1696 			dst = xfrm_dst_lookup(xfrm[i], tos, &saddr, &daddr,  in xfrm_bundle_create()
1704 		dst1->xfrm = xfrm[i];  in xfrm_bundle_create()
1705 		xdst->xfrm_genid = xfrm[i]->genid;  in xfrm_bundle_create()
1717 		header_len += xfrm[i]->props.header_len;  in xfrm_bundle_create()
1718 		if (xfrm[i]->type->flags & XFRM_TYPE_NON_FRAGMENT)  in xfrm_bundle_create()
1719 			nfheader_len += xfrm[i]->props.header_len;  in xfrm_bundle_create()
1720 		trailer_len += xfrm[i]->props.trailer_len;  in xfrm_bundle_create()
1743 		header_len -= xdst->u.dst.xfrm->props.header_len;  in xfrm_bundle_create()
1744 		trailer_len -= xdst->u.dst.xfrm->props.trailer_len;  in xfrm_bundle_create()
1752 		xfrm_state_put(xfrm[i]);  in xfrm_bundle_create()
1847 	struct xfrm_state *xfrm[XFRM_MAX_DEPTH];  in xfrm_resolve_and_create_bundle()  local
1853 	err = xfrm_tmpl_resolve(pols, num_pols, fl, xfrm, family);  in xfrm_resolve_and_create_bundle()
1860 	dst = xfrm_bundle_create(pols[0], xfrm, err, fl, dst_orig);  in xfrm_resolve_and_create_bundle()
2021 	    net->xfrm.sysctl_larval_drop ||  in xfrm_create_dummy_bundle()
2244 		    !net->xfrm.policy_count[XFRM_POLICY_OUT])  in xfrm_lookup()
2271 		if (net->xfrm.sysctl_larval_drop) {  in xfrm_lookup()
2311 	if (dst && dst->xfrm &&  in xfrm_lookup()
2312 	    dst->xfrm->props.mode == XFRM_MODE_TUNNEL)  in xfrm_lookup()
2663 	while ((dst = dst->child) && dst->xfrm && dst->dev == dev) {  in xfrm_dst_ifdown()
2707 		pmtu = xfrm_state_mtu(dst->xfrm, pmtu);  in xfrm_init_pmtu()
2741 		if (dst->xfrm->km.state != XFRM_STATE_VALID)  in xfrm_bundle_ok()
2743 		if (xdst->xfrm_genid != dst->xfrm->genid)  in xfrm_bundle_ok()
2764 	} while (dst->xfrm);  in xfrm_bundle_ok()
2773 		mtu = xfrm_state_mtu(dst->xfrm, mtu);  in xfrm_bundle_ok()
2932 	net->xfrm.policy_byidx = xfrm_hash_alloc(sz);  in xfrm_policy_init()
2933 	if (!net->xfrm.policy_byidx)  in xfrm_policy_init()
2935 	net->xfrm.policy_idx_hmask = hmask;  in xfrm_policy_init()
2940 		net->xfrm.policy_count[dir] = 0;  in xfrm_policy_init()
2941 		net->xfrm.policy_count[XFRM_POLICY_MAX + dir] = 0;  in xfrm_policy_init()
2942 		INIT_HLIST_HEAD(&net->xfrm.policy_inexact[dir]);  in xfrm_policy_init()
2944 		htab = &net->xfrm.policy_bydst[dir];  in xfrm_policy_init()
2954 	net->xfrm.policy_hthresh.lbits4 = 32;  in xfrm_policy_init()
2955 	net->xfrm.policy_hthresh.rbits4 = 32;  in xfrm_policy_init()
2956 	net->xfrm.policy_hthresh.lbits6 = 128;  in xfrm_policy_init()
2957 	net->xfrm.policy_hthresh.rbits6 = 128;  in xfrm_policy_init()
2959 	seqlock_init(&net->xfrm.policy_hthresh.lock);  in xfrm_policy_init()
2961 	INIT_LIST_HEAD(&net->xfrm.policy_all);  in xfrm_policy_init()
2962 	INIT_WORK(&net->xfrm.policy_hash_work, xfrm_hash_resize);  in xfrm_policy_init()
2963 	INIT_WORK(&net->xfrm.policy_hthresh.work, xfrm_hash_rebuild);  in xfrm_policy_init()
2972 		htab = &net->xfrm.policy_bydst[dir];  in xfrm_policy_init()
2975 	xfrm_hash_free(net->xfrm.policy_byidx, sz);  in xfrm_policy_init()
2985 	flush_work(&net->xfrm.policy_hash_work);  in xfrm_policy_fini()
2991 	WARN_ON(!list_empty(&net->xfrm.policy_all));  in xfrm_policy_fini()
2996 		WARN_ON(!hlist_empty(&net->xfrm.policy_inexact[dir]));  in xfrm_policy_fini()
2998 		htab = &net->xfrm.policy_bydst[dir];  in xfrm_policy_fini()
3004 	sz = (net->xfrm.policy_idx_hmask + 1) * sizeof(struct hlist_head);  in xfrm_policy_fini()
3005 	WARN_ON(!hlist_empty(net->xfrm.policy_byidx));  in xfrm_policy_fini()
3006 	xfrm_hash_free(net->xfrm.policy_byidx, sz);  in xfrm_policy_fini()
3030 	spin_lock_init(&net->xfrm.xfrm_state_lock);  in xfrm_net_init()
3031 	rwlock_init(&net->xfrm.xfrm_policy_lock);  in xfrm_net_init()
3032 	mutex_init(&net->xfrm.xfrm_cfg_mutex);  in xfrm_net_init()
3162 	read_lock_bh(&net->xfrm.xfrm_policy_lock); /*FIXME*/  in xfrm_migrate_policy_find()
3172 	chain = &net->xfrm.policy_inexact[dir];  in xfrm_migrate_policy_find()
3185 	read_unlock_bh(&net->xfrm.xfrm_policy_lock);  in xfrm_migrate_policy_find()