171 static inline u64 __pure sba_cmd_enc(u64 cmd, u32 val, u32 shift, u32 mask)  in sba_cmd_enc()  argument
173 	cmd &= ~((u64)mask << shift);  in sba_cmd_enc()
174 	cmd |= ((u64)(val & mask) << shift);  in sba_cmd_enc()
175 	return cmd;  in sba_cmd_enc()
567 	u64 cmd;  in sba_fillup_interrupt_msg()  local
573 	cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_interrupt_msg()
575 	cmd = sba_cmd_enc(cmd, req->sba->hw_resp_size,  in sba_fillup_interrupt_msg()
578 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_interrupt_msg()
580 	cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_interrupt_msg()
582 	cmdsp->cmd = cmd;  in sba_fillup_interrupt_msg()
583 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_interrupt_msg()
590 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_interrupt_msg()
592 	cmd = sba_cmd_enc(cmd, req->sba->hw_resp_size,  in sba_fillup_interrupt_msg()
594 	cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_interrupt_msg()
597 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_interrupt_msg()
599 	cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_interrupt_msg()
601 	cmdsp->cmd = cmd;  in sba_fillup_interrupt_msg()
602 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_interrupt_msg()
655 	u64 cmd;  in sba_fillup_memcpy_msg()  local
661 	cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_memcpy_msg()
663 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_memcpy_msg()
666 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_memcpy_msg()
668 	cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_memcpy_msg()
670 	cmdsp->cmd = cmd;  in sba_fillup_memcpy_msg()
671 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_memcpy_msg()
678 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_memcpy_msg()
680 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_memcpy_msg()
682 	cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_memcpy_msg()
685 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_memcpy_msg()
687 	cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_memcpy_msg()
689 	cmdsp->cmd = cmd;  in sba_fillup_memcpy_msg()
690 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_memcpy_msg()
774 	u64 cmd;  in sba_fillup_xor_msg()  local
781 	cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_xor_msg()
783 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_xor_msg()
786 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_xor_msg()
788 	cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_xor_msg()
790 	cmdsp->cmd = cmd;  in sba_fillup_xor_msg()
791 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_xor_msg()
799 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_xor_msg()
801 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_xor_msg()
804 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_xor_msg()
806 		cmd = sba_cmd_enc(cmd, SBA_CMD_XOR,  in sba_fillup_xor_msg()
808 		cmdsp->cmd = cmd;  in sba_fillup_xor_msg()
809 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_xor_msg()
817 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_xor_msg()
819 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_xor_msg()
821 	cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_xor_msg()
824 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_xor_msg()
826 	cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_xor_msg()
828 	cmdsp->cmd = cmd;  in sba_fillup_xor_msg()
829 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_xor_msg()
919 	u64 cmd;  in sba_fillup_pq_msg()  local
928 			cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_msg()
930 			cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
933 			cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_msg()
935 			cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_pq_msg()
937 			cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
938 			*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
947 			cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_msg()
949 			cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
952 			cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_msg()
954 			cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_pq_msg()
956 			cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
957 			*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
965 		cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_msg()
967 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
969 		cmd = sba_cmd_enc(cmd, SBA_CMD_ZERO_ALL_BUFFERS,  in sba_fillup_pq_msg()
971 		cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
972 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
979 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_msg()
981 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
984 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_msg()
986 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_MS(c_mdata),  in sba_fillup_pq_msg()
988 		cmd = sba_cmd_enc(cmd, SBA_CMD_GALOIS_XOR,  in sba_fillup_pq_msg()
990 		cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
991 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
1000 		cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_msg()
1002 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
1004 		cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_pq_msg()
1007 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_msg()
1009 		cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_pq_msg()
1011 		cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
1012 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
1027 		cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_msg()
1029 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_msg()
1031 		cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_pq_msg()
1034 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_msg()
1036 		cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_pq_msg()
1038 		cmdsp->cmd = cmd;  in sba_fillup_pq_msg()
1039 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_msg()
1094 	u64 cmd;  in sba_fillup_pq_single_msg()  local
1105 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_single_msg()
1107 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1110 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1112 		cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_pq_single_msg()
1114 		cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1115 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1125 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_single_msg()
1127 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1130 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1132 		cmd = sba_cmd_enc(cmd, SBA_CMD_XOR,  in sba_fillup_pq_single_msg()
1134 		cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1135 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1142 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_single_msg()
1144 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1147 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1149 		cmd = sba_cmd_enc(cmd, SBA_CMD_LOAD_BUFFER,  in sba_fillup_pq_single_msg()
1151 		cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1152 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1160 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_single_msg()
1162 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1164 	cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_pq_single_msg()
1167 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1169 	cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_pq_single_msg()
1171 	cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1172 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1189 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_single_msg()
1191 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1193 	cmd = sba_cmd_enc(cmd, SBA_CMD_ZERO_ALL_BUFFERS,  in sba_fillup_pq_single_msg()
1195 	cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1196 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1209 	cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_single_msg()
1211 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1214 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1216 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_MS(c_mdata),  in sba_fillup_pq_single_msg()
1218 	cmd = sba_cmd_enc(cmd, SBA_CMD_GALOIS,  in sba_fillup_pq_single_msg()
1220 	cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1221 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1238 		cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_single_msg()
1240 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1243 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1245 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_MS(c_mdata),  in sba_fillup_pq_single_msg()
1247 		cmd = sba_cmd_enc(cmd, SBA_CMD_GALOIS,  in sba_fillup_pq_single_msg()
1249 		cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1250 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1263 		cmd = sba_cmd_enc(0x0, SBA_TYPE_B,  in sba_fillup_pq_single_msg()
1265 		cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1268 		cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1270 		cmd = sba_cmd_enc(cmd, SBA_CMD_XOR,  in sba_fillup_pq_single_msg()
1272 		cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1273 		*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1281 	cmd = sba_cmd_enc(0x0, SBA_TYPE_A,  in sba_fillup_pq_single_msg()
1283 	cmd = sba_cmd_enc(cmd, msg_len,  in sba_fillup_pq_single_msg()
1285 	cmd = sba_cmd_enc(cmd, 0x1,  in sba_fillup_pq_single_msg()
1288 	cmd = sba_cmd_enc(cmd, SBA_C_MDATA_LS(c_mdata),  in sba_fillup_pq_single_msg()
1290 	cmd = sba_cmd_enc(cmd, SBA_CMD_WRITE_BUFFER,  in sba_fillup_pq_single_msg()
1292 	cmdsp->cmd = cmd;  in sba_fillup_pq_single_msg()
1293 	*cmdsp->cmd_dma = cpu_to_le64(cmd);  in sba_fillup_pq_single_msg()
1512 			req->cmds[j].cmd = 0;  in sba_prealloc_channel_resources()