36 					 u32 wqe_sz, void **cur_edge)  in handle_post_send_edge()  argument
40 	if (likely(*seg != *cur_edge))  in handle_post_send_edge()
44 	*cur_edge = get_sq_edge(sq, idx);  in handle_post_send_edge()
58 static inline void memcpy_send_wqe(struct mlx5_ib_wq *sq, void **cur_edge,  in memcpy_send_wqe()  argument
63 		size_t leftlen = *cur_edge - *seg;  in memcpy_send_wqe()
74 		handle_post_send_edge(sq, seg, *wqe_sz, cur_edge);  in memcpy_send_wqe()
105 			void **seg, int *size, void **cur_edge)  in set_eth_seg()  argument
129 		copysz = min_t(u64, *cur_edge - (void *)eseg->inline_hdr.start,  in set_eth_seg()
138 			handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_eth_seg()
141 			memcpy_send_wqe(&qp->sq, cur_edge, seg, size, pdata,  in set_eth_seg()
482 			    void **wqe, int *wqe_sz, void **cur_edge)  in set_data_inl_seg()  argument
508 					      cur_edge);  in set_data_inl_seg()
510 			leftlen = *cur_edge - *wqe;  in set_data_inl_seg()
641 				void **cur_edge)  in set_sig_data_segment()  argument
735 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_sig_data_segment()
744 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_sig_data_segment()
780 			 void **cur_edge)  in set_pi_umr_wr()  argument
812 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_pi_umr_wr()
818 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_pi_umr_wr()
821 				   cur_edge);  in set_pi_umr_wr()
858 		      void **seg, int *size, void **cur_edge,  in set_reg_wr()  argument
891 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_reg_wr()
896 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_reg_wr()
899 		memcpy_send_wqe(&qp->sq, cur_edge, seg, size, mr->descs,  in set_reg_wr()
911 			void **cur_edge)  in set_linv_wr()  argument
916 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_linv_wr()
920 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in set_linv_wr()
945 		       int *size, void **cur_edge, int nreq,  in __begin_wqe()  argument
962 	*cur_edge = qp->sq.cur_edge;  in __begin_wqe()
970 		     void **cur_edge, int nreq)  in begin_wqe()  argument
972 	return __begin_wqe(qp, seg, ctrl, wr, idx, size, cur_edge, nreq,  in begin_wqe()
979 		       void *seg, u8 size, void *cur_edge,  in finish_wqe()  argument
1002 	qp->sq.cur_edge = (unlikely(seg == cur_edge)) ?  in finish_wqe()
1005 			  cur_edge;  in finish_wqe()
1017 			     int *size, void **cur_edge, unsigned int idx)  in handle_local_inv()  argument
1021 	set_linv_wr(qp, seg, size, cur_edge);  in handle_local_inv()
1026 			 void **cur_edge, unsigned int idx)  in handle_reg_mr()  argument
1030 	return set_reg_wr(qp, reg_wr(wr), seg, size, cur_edge, true);  in handle_reg_mr()
1036 		      void **cur_edge, unsigned int *idx, int nreq,  in handle_psv()  argument
1045 	err = __begin_wqe(qp, seg, ctrl, wr, idx, size, cur_edge, nreq,  in handle_psv()
1057 	finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx, wr->wr_id, nreq,  in handle_psv()
1068 				   int *size, void **cur_edge,  in handle_reg_mr_integrity()  argument
1094 		err = set_reg_wr(qp, &reg_pi_wr, seg, size, cur_edge, false);  in handle_reg_mr_integrity()
1098 		finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx, wr->wr_id,  in handle_reg_mr_integrity()
1101 		err = begin_wqe(qp, seg, ctrl, wr, idx, size, cur_edge, nreq);  in handle_reg_mr_integrity()
1125 	err = set_pi_umr_wr(wr, qp, seg, size, cur_edge);  in handle_reg_mr_integrity()
1130 	finish_wqe(qp, *ctrl, *seg, *size, *cur_edge, *idx, wr->wr_id, nreq,  in handle_reg_mr_integrity()
1134 	err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,  in handle_reg_mr_integrity()
1140 	err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,  in handle_reg_mr_integrity()
1155 			 void **cur_edge, unsigned int *idx, int nreq, u8 fence,  in handle_qpt_rc()  argument
1175 		handle_local_inv(qp, wr, ctrl, seg, size, cur_edge, *idx);  in handle_qpt_rc()
1180 		err = handle_reg_mr(qp, wr, ctrl, seg, size, cur_edge, *idx);  in handle_qpt_rc()
1188 					      cur_edge, idx, nreq, fence,  in handle_qpt_rc()
1217 			      int *size, void **cur_edge)  in handle_qpt_hw_gsi()  argument
1222 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in handle_qpt_hw_gsi()
1226 			  void **seg, int *size, void **cur_edge)  in handle_qpt_ud()  argument
1231 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in handle_qpt_ud()
1241 		set_eth_seg(wr, qp, seg, size, cur_edge);  in handle_qpt_ud()
1242 		handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in handle_qpt_ud()
1249 			      int *size, void **cur_edge, unsigned int idx)  in handle_qpt_reg_umr()  argument
1266 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in handle_qpt_reg_umr()
1270 	handle_post_send_edge(&qp->sq, seg, *size, cur_edge);  in handle_qpt_reg_umr()
1284 	void *cur_edge;  in mlx5_ib_post_send()  local
1326 		err = begin_wqe(qp, &seg, &ctrl, wr, &idx, &size, &cur_edge,  in mlx5_ib_post_send()
1358 					    &cur_edge, &idx, nreq, fence,  in mlx5_ib_post_send()
1380 			handle_qpt_hw_gsi(qp, wr, &seg, &size, &cur_edge);  in mlx5_ib_post_send()
1383 			handle_qpt_ud(qp, wr, &seg, &size, &cur_edge);  in mlx5_ib_post_send()
1387 						       &size, &cur_edge, idx);  in mlx5_ib_post_send()
1397 			err = set_data_inl_seg(qp, wr, &seg, &size, &cur_edge);  in mlx5_ib_post_send()
1406 						      &cur_edge);  in mlx5_ib_post_send()
1419 		finish_wqe(qp, ctrl, seg, size, cur_edge, idx, wr->wr_id, nreq,  in mlx5_ib_post_send()