640 			       struct siw_sqe *sqe)  in siw_copy_inline_sgl()  argument
643 	void *kbuf = &sqe->sge[1];  in siw_copy_inline_sgl()
646 	sqe->sge[0].laddr = (uintptr_t)kbuf;  in siw_copy_inline_sgl()
647 	sqe->sge[0].lkey = 0;  in siw_copy_inline_sgl()
665 	sqe->sge[0].length = bytes > 0 ? bytes : 0;  in siw_copy_inline_sgl()
666 	sqe->num_sge = bytes > 0 ? 1 : 0;  in siw_copy_inline_sgl()
675 	struct siw_sqe sqe = {};  in siw_sq_flush_wr()  local
679 		sqe.id = wr->wr_id;  in siw_sq_flush_wr()
680 		sqe.opcode = wr->opcode;  in siw_sq_flush_wr()
681 		rv = siw_sqe_complete(qp, &sqe, 0, SIW_WC_WR_FLUSH_ERR);  in siw_sq_flush_wr()
783 		struct siw_sqe *sqe = &qp->sendq[idx];  in siw_post_send()  local
785 		if (sqe->flags) {  in siw_post_send()
795 		sqe->id = wr->wr_id;  in siw_post_send()
799 			sqe->flags |= SIW_WQE_SIGNALLED;  in siw_post_send()
802 			sqe->flags |= SIW_WQE_READ_FENCE;  in siw_post_send()
808 				sqe->flags |= SIW_WQE_SOLICITED;  in siw_post_send()
811 				siw_copy_sgl(wr->sg_list, sqe->sge,  in siw_post_send()
813 				sqe->num_sge = wr->num_sge;  in siw_post_send()
815 				rv = siw_copy_inline_sgl(wr, sqe);  in siw_post_send()
820 				sqe->flags |= SIW_WQE_INLINE;  in siw_post_send()
821 				sqe->num_sge = 1;  in siw_post_send()
824 				sqe->opcode = SIW_OP_SEND;  in siw_post_send()
826 				sqe->opcode = SIW_OP_SEND_REMOTE_INV;  in siw_post_send()
827 				sqe->rkey = wr->ex.invalidate_rkey;  in siw_post_send()
844 			siw_copy_sgl(wr->sg_list, &sqe->sge[0], 1);  in siw_post_send()
848 			sqe->raddr = rdma_wr(wr)->remote_addr;  in siw_post_send()
849 			sqe->rkey = rdma_wr(wr)->rkey;  in siw_post_send()
850 			sqe->num_sge = 1;  in siw_post_send()
853 				sqe->opcode = SIW_OP_READ;  in siw_post_send()
855 				sqe->opcode = SIW_OP_READ_LOCAL_INV;  in siw_post_send()
860 				siw_copy_sgl(wr->sg_list, &sqe->sge[0],  in siw_post_send()
862 				sqe->num_sge = wr->num_sge;  in siw_post_send()
864 				rv = siw_copy_inline_sgl(wr, sqe);  in siw_post_send()
869 				sqe->flags |= SIW_WQE_INLINE;  in siw_post_send()
870 				sqe->num_sge = 1;  in siw_post_send()
872 			sqe->raddr = rdma_wr(wr)->remote_addr;  in siw_post_send()
873 			sqe->rkey = rdma_wr(wr)->rkey;  in siw_post_send()
874 			sqe->opcode = SIW_OP_WRITE;  in siw_post_send()
878 			sqe->base_mr = (uintptr_t)reg_wr(wr)->mr;  in siw_post_send()
879 			sqe->rkey = reg_wr(wr)->key;  in siw_post_send()
880 			sqe->access = reg_wr(wr)->access & IWARP_ACCESS_MASK;  in siw_post_send()
881 			sqe->opcode = SIW_OP_REG_MR;  in siw_post_send()
885 			sqe->rkey = wr->ex.invalidate_rkey;  in siw_post_send()
886 			sqe->opcode = SIW_OP_INVAL_STAG;  in siw_post_send()
896 			   sqe->opcode, sqe->flags,  in siw_post_send()
897 			   (void *)(uintptr_t)sqe->id);  in siw_post_send()
904 		sqe->flags |= SIW_WQE_VALID;  in siw_post_send()