66 #define ADD128(rh, rl, ih, il)						\  argument
69 		(rl) += (_il);						\
70 		if ((rl) < (_il))					\
77 #define PMUL64(rh, rl, i1, i2)	/* Assumes m doesn't overflow */	\  argument
82 		rl = MUL32(_i1, _i2);					\
83 		ADD128(rh, rl, (m >> 32), (m << 32));			\
86 #define MUL64(rh, rl, i1, i2)						\  argument
92 		rl = MUL32(_i1, _i2);					\
93 		ADD128(rh, rl, (m1 >> 32), (m1 << 32));			\
94 		ADD128(rh, rl, (m2 >> 32), (m2 << 32));			\
111 #define nh_16(mp, kp, nw, rh, rl)					\  argument
114 		rh = rl = 0;						\
118 			ADD128(rh, rl, th, tl);				\
122 #define nh_16_2(mp, kp, nw, rh, rl, rh1, rl1)				\  argument
125 		rh1 = rl1 = rh = rl = 0;				\
129 			ADD128(rh, rl, th, tl);				\
137 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\  argument
140 		rh = rl = 0;						\
144 			ADD128(rh, rl, th, tl);				\
147 			ADD128(rh, rl, th, tl);				\
150 			ADD128(rh, rl, th, tl);				\
153 			ADD128(rh, rl, th, tl);				\
157 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh1, rl1)			\  argument
160 		rh1 = rl1 = rh = rl = 0;				\
164 			ADD128(rh, rl, th, tl);				\
170 			ADD128(rh, rl, th, tl);				\
176 			ADD128(rh, rl, th, tl);				\
182 			ADD128(rh, rl, th, tl);				\
216 #define nh_16(mp, kp, nw, rh, rl)					\  argument
220 		rh = rl = t = 0;					\
226 			ADD128(rh, rl, MUL32(t1 >> 32, t2 >> 32),	\
232 		ADD128(rh, rl, (t >> 32), (t << 32));			\
303 #define nh_16_2(mp, kp, nw, rh, rl, rh2, rl2)				\  argument
305 		nh_16(mp, kp, nw, rh, rl);				\
310 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\  argument
311 	nh_16(mp, kp, nw, rh, rl)
314 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh2, rl2)			\  argument
316 		nh_vmac_nhbytes(mp, kp, nw, rh, rl);			\
330 	u64 rh, rl, t, z = 0;  in l3hash()  local
355 	MUL64(rh, rl, p1, p2);  in l3hash()
357 	ADD128(t, rl, z, rh);  in l3hash()
359 	ADD128(t, rl, z, rh);  in l3hash()
361 	rl += t;  in l3hash()
362 	rl += (0 - (rl < t)) & 257;  in l3hash()
363 	rl += (0 - (rl > p64-1)) & 257;  in l3hash()
364 	return rl;  in l3hash()
371 	u64 rh, rl, *mptr;  in vhash_update()  local
391 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);  in vhash_update()
393 		ADD128(ch, cl, rh, rl);  in vhash_update()
399 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);  in vhash_update()
401 		poly_step(ch, cl, pkh, pkl, rh, rl);  in vhash_update()
412 	u64 rh, rl, *mptr;  in vhash()  local
444 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);  in vhash()
446 		poly_step(ch, cl, pkh, pkl, rh, rl);  in vhash()
450 		nh_16(mptr, kptr, 2*((remaining+15)/16), rh, rl);  in vhash()
452 		poly_step(ch, cl, pkh, pkl, rh, rl);  in vhash()