Lines Matching refs:opcode
78 if (!e->opcode) { in find_prev_entry()
158 if (e->opcode != TID_OP(WRITE_REQ) && in make_rc_ack()
180 if (e->opcode == OP(RDMA_READ_REQUEST)) { in make_rc_ack()
214 } else if (e->opcode == TID_OP(WRITE_REQ)) { in make_rc_ack()
229 } else if (e->opcode == TID_OP(READ_REQ)) { in make_rc_ack()
337 trace_hfi1_tid_req_make_rc_ack_write(qp, 0, e->opcode, e->psn, in make_rc_ack()
538 (wqe->wr.opcode != IB_WR_TID_RDMA_READ || in hfi1_make_rc_req()
547 if (wqe->wr.opcode == IB_WR_REG_MR || in hfi1_make_rc_req()
548 wqe->wr.opcode == IB_WR_LOCAL_INV) { in hfi1_make_rc_req()
593 switch (wqe->wr.opcode) { in hfi1_make_rc_req()
605 if (wqe->wr.opcode == IB_WR_SEND) { in hfi1_make_rc_req()
607 } else if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM) { in hfi1_make_rc_req()
647 if (wqe->wr.opcode == IB_WR_RDMA_WRITE) { in hfi1_make_rc_req()
713 if (__w->wr.opcode != IB_WR_TID_RDMA_WRITE || in hfi1_make_rc_req()
763 wqe->wr.opcode, in hfi1_make_rc_req()
803 wqe->wr.opcode, in hfi1_make_rc_req()
888 if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in hfi1_make_rc_req()
889 wqe->wr.opcode == IB_WR_OPFN) { in hfi1_make_rc_req()
916 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ) { in hfi1_make_rc_req()
928 if (wqe->wr.opcode == IB_WR_RDMA_READ || in hfi1_make_rc_req()
929 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in hfi1_make_rc_req()
931 else if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) in hfi1_make_rc_req()
961 if (wqe->wr.opcode == IB_WR_SEND) { in hfi1_make_rc_req()
963 } else if (wqe->wr.opcode == IB_WR_SEND_WITH_IMM) { in hfi1_make_rc_req()
1006 if (wqe->wr.opcode == IB_WR_RDMA_WRITE) { in hfi1_make_rc_req()
1074 trace_hfi1_tid_req_make_req_write(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1079 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ) in hfi1_make_rc_req()
1129 trace_hfi1_tid_req_make_req_read(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1140 if (wqe->wr.opcode != IB_WR_TID_RDMA_READ || delta == 0 || in hfi1_make_rc_req()
1172 trace_hfi1_tid_req_make_req_read(qp, 0, wqe->wr.opcode, in hfi1_make_rc_req()
1179 wqe->wr.opcode != IB_WR_TID_RDMA_WRITE) in hfi1_make_rc_req()
1462 u32 opcode = wqe->wr.opcode; in update_num_rd_atomic() local
1464 if (opcode == IB_WR_RDMA_READ || in update_num_rd_atomic()
1465 opcode == IB_WR_ATOMIC_CMP_AND_SWP || in update_num_rd_atomic()
1466 opcode == IB_WR_ATOMIC_FETCH_AND_ADD) { in update_num_rd_atomic()
1468 } else if (opcode == IB_WR_TID_RDMA_READ) { in update_num_rd_atomic()
1480 wqe->wr.opcode, in update_num_rd_atomic()
1504 u32 opcode; in reset_psn() local
1550 opcode = wqe->wr.opcode; in reset_psn()
1557 switch (opcode) { in reset_psn()
1624 if (wqe->wr.opcode == IB_WR_OPFN) { in hfi1_restart_rc()
1637 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) { in hfi1_restart_rc()
1658 if (wqe->wr.opcode == IB_WR_RDMA_READ || in hfi1_restart_rc()
1659 wqe->wr.opcode == IB_WR_TID_RDMA_READ) in hfi1_restart_rc()
1687 if (wqe->wr.opcode == IB_WR_RDMA_READ || in reset_sending_psn()
1688 wqe->wr.opcode == IB_WR_TID_RDMA_READ || in reset_sending_psn()
1689 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in reset_sending_psn()
1717 u8 opcode = ib_bth_get_opcode(ohdr); in hfi1_rc_verbs_aborted() local
1721 if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_verbs_aborted()
1722 opcode <= OP(ATOMIC_ACKNOWLEDGE)) || in hfi1_rc_verbs_aborted()
1723 opcode == TID_OP(READ_RESP) || in hfi1_rc_verbs_aborted()
1724 opcode == TID_OP(WRITE_RESP)) in hfi1_rc_verbs_aborted()
1740 u32 opcode, head, tail; in hfi1_rc_send_complete() local
1749 opcode = ib_bth_get_opcode(ohdr); in hfi1_rc_send_complete()
1750 if ((opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_send_complete()
1751 opcode <= OP(ATOMIC_ACKNOWLEDGE)) || in hfi1_rc_send_complete()
1752 opcode == TID_OP(READ_RESP) || in hfi1_rc_send_complete()
1753 opcode == TID_OP(WRITE_RESP)) { in hfi1_rc_send_complete()
1764 if (opcode != TID_OP(WRITE_DATA) && in hfi1_rc_send_complete()
1765 opcode != TID_OP(WRITE_DATA_LAST) && in hfi1_rc_send_complete()
1766 opcode != TID_OP(ACK) && opcode != TID_OP(RESYNC)) in hfi1_rc_send_complete()
1770 if (opcode >= TID_OP(WRITE_REQ) && in hfi1_rc_send_complete()
1771 opcode <= TID_OP(WRITE_DATA_LAST)) { in hfi1_rc_send_complete()
1800 opcode != TID_OP(WRITE_DATA) && opcode != TID_OP(WRITE_DATA_LAST) && in hfi1_rc_send_complete()
1801 opcode != TID_OP(RESYNC) && in hfi1_rc_send_complete()
1805 if (opcode == TID_OP(READ_REQ)) in hfi1_rc_send_complete()
1812 if ((opcode == TID_OP(WRITE_DATA) || in hfi1_rc_send_complete()
1813 opcode == TID_OP(WRITE_DATA_LAST) || in hfi1_rc_send_complete()
1814 opcode == TID_OP(RESYNC)) && in hfi1_rc_send_complete()
1825 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in hfi1_rc_send_complete()
1839 ib_hfi1_wc_opcode[wqe->wr.opcode], in hfi1_rc_send_complete()
1885 ib_hfi1_wc_opcode[wqe->wr.opcode], in do_rc_completion()
1916 if (wqe->wr.opcode != IB_WR_TID_RDMA_WRITE) in do_rc_completion()
2006 int do_rc_ack(struct rvt_qp *qp, u32 aeth, u32 psn, int opcode, in do_rc_ack() argument
2042 if (wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
2043 opcode == OP(RDMA_READ_RESPONSE_ONLY) && in do_rc_ack()
2057 if ((wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
2058 (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) || in do_rc_ack()
2059 (wqe->wr.opcode == IB_WR_TID_RDMA_READ && in do_rc_ack()
2060 (opcode != TID_OP(READ_RESP) || diff != 0)) || in do_rc_ack()
2061 ((wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2062 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) && in do_rc_ack()
2063 (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0)) || in do_rc_ack()
2064 (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2073 if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2074 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) { in do_rc_ack()
2078 if (wqe->wr.opcode == IB_WR_OPFN) in do_rc_ack()
2082 (wqe->wr.opcode == IB_WR_RDMA_READ || in do_rc_ack()
2083 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
2084 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)) { in do_rc_ack()
2103 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) in do_rc_ack()
2116 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) { in do_rc_ack()
2132 if (__w && __w->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2133 opcode == TID_OP(WRITE_RESP)) { in do_rc_ack()
2197 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE && in do_rc_ack()
2198 opcode != TID_OP(WRITE_RESP) && in do_rc_ack()
2211 if (!(rdi->post_parms[wqe->wr.opcode].flags & in do_rc_ack()
2227 if (wqe->wr.opcode == IB_WR_TID_RDMA_WRITE) { in do_rc_ack()
2274 if (wqe->wr.opcode == IB_WR_TID_RDMA_READ) in do_rc_ack()
2317 if (wqe->wr.opcode == IB_WR_RDMA_READ || in rdma_seq_err()
2318 wqe->wr.opcode == IB_WR_TID_RDMA_READ || in rdma_seq_err()
2319 wqe->wr.opcode == IB_WR_TID_RDMA_WRITE || in rdma_seq_err()
2320 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in rdma_seq_err()
2321 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) in rdma_seq_err()
2361 u8 opcode = packet->opcode; in rc_rcv_resp() local
2376 if (diff == 0 && opcode == OP(ACKNOWLEDGE)) { in rc_rcv_resp()
2399 switch (opcode) { in rc_rcv_resp()
2404 if (opcode == OP(ATOMIC_ACKNOWLEDGE)) in rc_rcv_resp()
2408 if (!do_rc_ack(qp, aeth, psn, opcode, val, rcd) || in rc_rcv_resp()
2409 opcode != OP(RDMA_READ_RESPONSE_FIRST)) in rc_rcv_resp()
2412 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2427 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2445 if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE)) in rc_rcv_resp()
2461 if (!do_rc_ack(qp, aeth, psn, opcode, 0, rcd)) in rc_rcv_resp()
2483 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in rc_rcv_resp()
2552 struct rvt_qp *qp, u32 opcode, u32 psn, in rc_rcv_error() argument
2608 switch (opcode) { in rc_rcv_error()
2618 if (!e || e->opcode != OP(RDMA_READ_REQUEST)) in rc_rcv_error()
2664 if (!e || e->opcode != (u8)opcode || old_req) in rc_rcv_error()
2813 u32 opcode = packet->opcode; in hfi1_rc_rcv() local
2841 if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in hfi1_rc_rcv()
2842 opcode <= OP(ATOMIC_ACKNOWLEDGE)) { in hfi1_rc_rcv()
2850 if (rc_rcv_error(ohdr, data, qp, opcode, psn, diff, rcd)) in hfi1_rc_rcv()
2859 if (opcode == OP(SEND_MIDDLE) || in hfi1_rc_rcv()
2860 opcode == OP(SEND_LAST) || in hfi1_rc_rcv()
2861 opcode == OP(SEND_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2862 opcode == OP(SEND_LAST_WITH_INVALIDATE)) in hfi1_rc_rcv()
2868 if (opcode == OP(RDMA_WRITE_MIDDLE) || in hfi1_rc_rcv()
2869 opcode == OP(RDMA_WRITE_LAST) || in hfi1_rc_rcv()
2870 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2875 if (opcode == OP(SEND_MIDDLE) || in hfi1_rc_rcv()
2876 opcode == OP(SEND_LAST) || in hfi1_rc_rcv()
2877 opcode == OP(SEND_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2878 opcode == OP(SEND_LAST_WITH_INVALIDATE) || in hfi1_rc_rcv()
2879 opcode == OP(RDMA_WRITE_MIDDLE) || in hfi1_rc_rcv()
2880 opcode == OP(RDMA_WRITE_LAST) || in hfi1_rc_rcv()
2881 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2895 switch (opcode) { in hfi1_rc_rcv()
2939 if (opcode == OP(SEND_ONLY)) in hfi1_rc_rcv()
2941 if (opcode == OP(SEND_ONLY_WITH_INVALIDATE)) in hfi1_rc_rcv()
2981 if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) || in hfi1_rc_rcv()
2982 opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE)) in hfi1_rc_rcv()
2983 wc.opcode = IB_WC_RECV_RDMA_WITH_IMM; in hfi1_rc_rcv()
2985 wc.opcode = IB_WC_RECV; in hfi1_rc_rcv()
3040 if (opcode == OP(RDMA_WRITE_FIRST)) in hfi1_rc_rcv()
3042 else if (opcode == OP(RDMA_WRITE_ONLY)) in hfi1_rc_rcv()
3098 e->opcode = opcode; in hfi1_rc_rcv()
3109 qp->r_state = opcode; in hfi1_rc_rcv()
3128 bool opfn = opcode == OP(COMPARE_SWAP) && in hfi1_rc_rcv()
3166 e->atomic_data = (opcode == OP(FETCH_ADD)) ? in hfi1_rc_rcv()
3174 e->opcode = opcode; in hfi1_rc_rcv()
3180 qp->r_state = opcode; in hfi1_rc_rcv()
3200 qp->r_state = opcode; in hfi1_rc_rcv()
3257 u32 opcode; in hfi1_rc_hdrerr() local
3264 opcode = ib_bth_get_opcode(packet->ohdr); in hfi1_rc_hdrerr()
3267 if (opcode < IB_OPCODE_RC_RDMA_READ_RESPONSE_FIRST) { in hfi1_rc_hdrerr()