581 static inline u32 _emit_ADDH(unsigned dry_run, u8 buf[],  in _emit_ADDH()  argument
584 	if (dry_run)  in _emit_ADDH()
597 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
599 	if (dry_run)  in _emit_END()
609 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
611 	if (dry_run)  in _emit_FLUSHP()
625 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
627 	if (dry_run)  in _emit_LD()
643 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
646 	if (dry_run)  in _emit_LDP()
664 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
667 	if (dry_run)  in _emit_LP()
690 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
698 	if (dry_run)  in _emit_LPEND()
725 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
727 	if (dry_run)  in _emit_KILL()
735 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
738 	if (dry_run)  in _emit_MOV()
754 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
756 	if (dry_run)  in _emit_RMB()
766 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
768 	if (dry_run)  in _emit_SEV()
782 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
784 	if (dry_run)  in _emit_ST()
800 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
803 	if (dry_run)  in _emit_STP()
821 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
824 	if (dry_run)  in _emit_WFP()
846 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
848 	if (dry_run)  in _emit_WMB()
864 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
871 	if (dry_run)  in _emit_GO()
1112 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1121 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1122 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1126 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1127 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1128 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1129 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1136 static u32 _emit_load(unsigned int dry_run, u8 buf[],  in _emit_load()  argument
1145 		off += _emit_LD(dry_run, &buf[off], cond);  in _emit_load()
1150 			off += _emit_LDP(dry_run, &buf[off], SINGLE,  in _emit_load()
1152 			off += _emit_LDP(dry_run, &buf[off], BURST,  in _emit_load()
1155 			off += _emit_LDP(dry_run, &buf[off], cond,  in _emit_load()
1169 static inline u32 _emit_store(unsigned int dry_run, u8 buf[],  in _emit_store()  argument
1178 		off += _emit_ST(dry_run, &buf[off], cond);  in _emit_store()
1183 			off += _emit_STP(dry_run, &buf[off], SINGLE,  in _emit_store()
1185 			off += _emit_STP(dry_run, &buf[off], BURST,  in _emit_store()
1188 			off += _emit_STP(dry_run, &buf[off], cond,  in _emit_store()
1203 				 unsigned dry_run, u8 buf[],  in _ldst_peripheral()  argument
1214 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_peripheral()
1216 		off += _emit_WFP(dry_run, &buf[off], cond, pxs->desc->peri);  in _ldst_peripheral()
1217 		off += _emit_load(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1219 		off += _emit_store(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1226 				off += _emit_ADDH(dry_run, &buf[off], DST,  in _ldst_peripheral()
1231 				off += _emit_ADDH(dry_run, &buf[off], SRC,  in _ldst_peripheral()
1244 static int _bursts(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _bursts()  argument
1256 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, cyc,  in _bursts()
1261 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1278 static int _dregs(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _dregs()  argument
1305 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1306 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, 1,  in _dregs()
1318 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1319 		off += _ldst_memtomem(dry_run, &buf[off], pxs, 1);  in _dregs()
1332 static inline int _loop(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _loop()  argument
1340 		return _bursts(pl330, dry_run, buf, pxs, 1);  in _loop()
1383 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1387 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1390 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _loop()
1396 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1403 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1413 static int _period(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _period()  argument
1430 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _period()
1432 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _period()
1437 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _period()
1443 		off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _period()
1445 		off += _bursts(pl330, dry_run, &buf[off], pxs, 1);  in _period()
1450 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _period()
1459 			off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _period()
1460 			off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _period()
1467 		off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _period()
1468 		off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _period()
1472 	off += _emit_SEV(dry_run, &buf[off], ev);  in _period()
1477 static inline int _loop_cyclic(struct pl330_dmac *pl330, unsigned int dry_run,  in _loop_cyclic()  argument
1499 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _loop_cyclic()
1500 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _loop_cyclic()
1503 	off += _emit_LP(dry_run, &buf[off], 0,  lcnt0);  in _loop_cyclic()
1507 		off += _period(pl330, dry_run, &buf[off], bursts, pxs, ev);  in _loop_cyclic()
1513 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop_cyclic()
1516 		off += _period(pl330, dry_run, &buf[off], bursts, pxs, ev);  in _loop_cyclic()
1522 	off +=  _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop_cyclic()
1528 			       unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1548 		off += _loop(pl330, dry_run, &buf[off], &c, pxs);  in _setup_loops()
1554 		off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1556 	off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1562 			      unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1569 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1571 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1574 	off += _setup_loops(pl330, dry_run, &buf[off], pxs);  in _setup_xfer()
1580 				     unsigned int dry_run, u8 buf[],  in _setup_xfer_cyclic()  argument
1597 	off += _loop_cyclic(pl330, dry_run, &buf[off], bursts, pxs, ev);  in _setup_xfer_cyclic()
1606 static int _setup_req(struct pl330_dmac *pl330, unsigned dry_run,  in _setup_req()  argument
1617 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1620 		off += _setup_xfer(pl330, dry_run, &buf[off], pxs);  in _setup_req()
1623 		off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1625 		off += _emit_END(dry_run, &buf[off]);  in _setup_req()
1627 		off += _setup_xfer_cyclic(pl330, dry_run, &buf[off],  in _setup_req()