74 #define CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
75 	LOAD	_t0, (offset + UNIT(0))(src);			\
76 	LOAD	_t1, (offset + UNIT(1))(src);			\
77 	LOAD	_t2, (offset + UNIT(2))(src);			\
78 	LOAD	_t3, (offset + UNIT(3))(src);			\
85 #define CSUM_BIGCHUNK(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
86 	CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3)
88 #define CSUM_BIGCHUNK(src, offset, sum, _t0, _t1, _t2, _t3)	\  argument
89 	CSUM_BIGCHUNK1(src, offset, sum, _t0, _t1, _t2, _t3);	\
90 	CSUM_BIGCHUNK1(src, offset + 0x10, sum, _t0, _t1, _t2, _t3)
99 #define src a0  macro
113 	andi	t7, src, 0x1			/* odd buffer? */
117 	 andi	t8, src, 0x2
119 	lbu	t0, (src)
125 	PTR_ADDU	src, src, 0x1
126 	andi	t8, src, 0x2
132 	lhu	t0, (src)
136 	PTR_ADDU	src, src, 0x2
142 	andi	t8, src, 0x4
144 	 andi	t8, src, 0x8
146 	LOAD32	t0, 0x00(src)
149 	PTR_ADDU	src, src, 0x4
150 	andi	t8, src, 0x8
154 	 andi	t8, src, 0x10
157 	ld	t0, 0x00(src)
161 	lw	t0, 0x00(src)
162 	lw	t1, 0x04(src)
167 	PTR_ADDU	src, src, 0x8
168 	andi	t8, src, 0x10
175 	ld	t0, 0x00(src)
176 	ld	t1, 0x08(src)
180 	CSUM_BIGCHUNK1(src, 0x00, sum, t0, t1, t3, t4)
183 	PTR_ADDU	src, src, 0x10
191 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
192 	CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4)
193 	CSUM_BIGCHUNK(src, 0x40, sum, t0, t1, t3, t4)
194 	CSUM_BIGCHUNK(src, 0x60, sum, t0, t1, t3, t4)
197 	PTR_ADDU	src, src, 0x80
206 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
207 	CSUM_BIGCHUNK(src, 0x20, sum, t0, t1, t3, t4)
208 	PTR_ADDU	src, src, 0x40
215 	CSUM_BIGCHUNK(src, 0x00, sum, t0, t1, t3, t4)
217 	PTR_ADDU	src, src, 0x20
225 	LOAD32	t0, (src)
229 	PTR_ADDU	src, src, 0x4
242 	ulw	t1, (src)
243 	PTR_ADDIU	src, 4
254 	ulhu	t1, (src)
255 	PTR_ADDIU	src, 2
260 	lbu	t2, (src)
315 #define src a0  macro
452 	PTR_ADDU	AT, src, len	/* See (1) above. */
480 	 and	t0, src, ADDRMASK
496 	LOAD(t0, UNIT(0)(src), .Ll_exc\@)
497 	LOAD(t1, UNIT(1)(src), .Ll_exc_copy\@)
498 	LOAD(t2, UNIT(2)(src), .Ll_exc_copy\@)
499 	LOAD(t3, UNIT(3)(src), .Ll_exc_copy\@)
500 	LOAD(t4, UNIT(4)(src), .Ll_exc_copy\@)
501 	LOAD(t5, UNIT(5)(src), .Ll_exc_copy\@)
502 	LOAD(t6, UNIT(6)(src), .Ll_exc_copy\@)
503 	LOAD(t7, UNIT(7)(src), .Ll_exc_copy\@)
505 	ADD	src, src, 8*NBYTES
540 	LOAD(t0, UNIT(0)(src), .Ll_exc\@)
541 	LOAD(t1, UNIT(1)(src), .Ll_exc_copy\@)
542 	LOAD(t2, UNIT(2)(src), .Ll_exc_copy\@)
543 	LOAD(t3, UNIT(3)(src), .Ll_exc_copy\@)
545 	ADD	src, src, 4*NBYTES
565 	LOAD(t0, 0(src), .Ll_exc\@)
566 	ADD	src, src, NBYTES
591 	LOAD(t0, 0(src), .Ll_exc\@)
611 	LDFIRST(t3, FIRST(0)(src), .Ll_exc\@)
613 	LDREST(t3, REST(0)(src), .Ll_exc_copy\@)
625 	 ADD	src, src, t2
638 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
639 	LDFIRST(t1, FIRST(1)(src), .Ll_exc_copy\@)
641 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
642 	LDREST(t1, REST(1)(src), .Ll_exc_copy\@)
643 	LDFIRST(t2, FIRST(2)(src), .Ll_exc_copy\@)
644 	LDFIRST(t3, FIRST(3)(src), .Ll_exc_copy\@)
645 	LDREST(t2, REST(2)(src), .Ll_exc_copy\@)
646 	LDREST(t3, REST(3)(src), .Ll_exc_copy\@)
647 	ADD	src, src, 4*NBYTES
670 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
671 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
672 	ADD	src, src, NBYTES
697 	LOADBU(t0, N(src), .Ll_exc_copy\@);	\
713 	LOADBU(t0, NBYTES-2(src), .Ll_exc_copy\@)
770 	LOADBU(t1, 0(src), .Ll_exc\@)
771 	ADD	src, src, 1
778 	bne	src, t0, 1b
792 	SUB	dst, src
798 	SUB	src, len, 1
806 	bnez	src, 1b
807 	 SUB	src, src, 1
810 	bnez	src, 1b
811 	 SUB	src, src, v1