551 static inline u32 _emit_ADDH(unsigned dry_run, u8 buf[],  in _emit_ADDH()  argument
554 	if (dry_run)  in _emit_ADDH()
567 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
569 	if (dry_run)  in _emit_END()
579 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
581 	if (dry_run)  in _emit_FLUSHP()
595 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
597 	if (dry_run)  in _emit_LD()
613 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
616 	if (dry_run)  in _emit_LDP()
634 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
637 	if (dry_run)  in _emit_LP()
660 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
668 	if (dry_run)  in _emit_LPEND()
695 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
697 	if (dry_run)  in _emit_KILL()
705 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
708 	if (dry_run)  in _emit_MOV()
721 static inline u32 _emit_NOP(unsigned dry_run, u8 buf[])  in _emit_NOP()  argument
723 	if (dry_run)  in _emit_NOP()
733 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
735 	if (dry_run)  in _emit_RMB()
745 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
747 	if (dry_run)  in _emit_SEV()
761 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
763 	if (dry_run)  in _emit_ST()
779 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
782 	if (dry_run)  in _emit_STP()
800 static inline u32 _emit_STZ(unsigned dry_run, u8 buf[])  in _emit_STZ()  argument
802 	if (dry_run)  in _emit_STZ()
812 static inline u32 _emit_WFE(unsigned dry_run, u8 buf[], u8 ev,  in _emit_WFE()  argument
815 	if (dry_run)  in _emit_WFE()
833 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
836 	if (dry_run)  in _emit_WFP()
858 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
860 	if (dry_run)  in _emit_WMB()
876 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
883 	if (dry_run)  in _emit_GO()
1116 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1125 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1126 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1130 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1131 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1132 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1133 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1140 static inline int _ldst_devtomem(unsigned dry_run, u8 buf[],  in _ldst_devtomem()  argument
1146 		off += _emit_WFP(dry_run, &buf[off], SINGLE, pxs->desc->peri);  in _ldst_devtomem()
1147 		off += _emit_LDP(dry_run, &buf[off], SINGLE, pxs->desc->peri);  in _ldst_devtomem()
1148 		off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_devtomem()
1149 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_devtomem()
1155 static inline int _ldst_memtodev(unsigned dry_run, u8 buf[],  in _ldst_memtodev()  argument
1161 		off += _emit_WFP(dry_run, &buf[off], SINGLE, pxs->desc->peri);  in _ldst_memtodev()
1162 		off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtodev()
1163 		off += _emit_STP(dry_run, &buf[off], SINGLE, pxs->desc->peri);  in _ldst_memtodev()
1164 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_memtodev()
1170 static int _bursts(unsigned dry_run, u8 buf[],  in _bursts()  argument
1177 		off += _ldst_memtodev(dry_run, &buf[off], pxs, cyc);  in _bursts()
1180 		off += _ldst_devtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1183 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1194 static inline int _loop(unsigned dry_run, u8 buf[],  in _loop()  argument
1202 		return _bursts(dry_run, buf, pxs, 1);  in _loop()
1245 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1249 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1252 	off += _bursts(dry_run, &buf[off], pxs, cyc);  in _loop()
1258 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1265 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1275 static inline int _setup_loops(unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1285 		off += _loop(dry_run, &buf[off], &c, pxs);  in _setup_loops()
1292 static inline int _setup_xfer(unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1299 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1301 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1304 	off += _setup_loops(dry_run, &buf[off], pxs);  in _setup_xfer()
1313 static int _setup_req(unsigned dry_run, struct pl330_thread *thrd,  in _setup_req()  argument
1324 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1331 	off += _setup_xfer(dry_run, &buf[off], pxs);  in _setup_req()
1334 	off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1336 	off += _emit_END(dry_run, &buf[off]);  in _setup_req()