833 		rq->kwq = kzalloc_node(sizeof(*rq->kwq), GFP_KERNEL, node);  in rvt_alloc_rq()
834 		if (!rq->kwq)  in rvt_alloc_rq()
836 		rq->kwq->curr_wq = rq->wq->wq;  in rvt_alloc_rq()
839 		rq->kwq =  in rvt_alloc_rq()
841 		if (!rq->kwq)  in rvt_alloc_rq()
843 		rq->kwq->curr_wq = rq->kwq->wq;  in rvt_alloc_rq()
846 	spin_lock_init(&rq->kwq->p_lock);  in rvt_alloc_rq()
847 	spin_lock_init(&rq->kwq->c_lock);  in rvt_alloc_rq()
1384 	if (qp->r_rq.kwq) {  in rvt_error_qp()
1388 		struct rvt_krwq *kwq = NULL;  in rvt_error_qp()  local
1390 		spin_lock(&qp->r_rq.kwq->c_lock);  in rvt_error_qp()
1397 			kwq = qp->r_rq.kwq;  in rvt_error_qp()
1398 			head = kwq->head;  in rvt_error_qp()
1399 			tail = kwq->tail;  in rvt_error_qp()
1415 			kwq->tail = tail;  in rvt_error_qp()
1416 		spin_unlock(&qp->r_rq.kwq->c_lock);  in rvt_error_qp()
1752 	kvfree(qp->r_rq.kwq);  in rvt_destroy_qp()
1839 	struct rvt_krwq *wq = qp->r_rq.kwq;  in rvt_post_recv()
1860 		spin_lock_irqsave(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
1865 			spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
1893 		spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
2274 		spin_lock_irqsave(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2275 		wq = srq->rq.kwq;  in rvt_post_srq_recv()
2280 			spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2295 		spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2381 		head = rq->kwq->head;  in get_rvt_head()
2400 	struct rvt_krwq *kwq = NULL;  in rvt_get_rwqe()  local
2422 	spin_lock_irqsave(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()
2427 	kwq = rq->kwq;  in rvt_get_rwqe()
2432 		tail = kwq->tail;  in rvt_get_rwqe()
2439 	if (kwq->count < RVT_RWQ_COUNT_THRESHOLD) {  in rvt_get_rwqe()
2441 		kwq->count = rvt_get_rq_count(rq, head, tail);  in rvt_get_rwqe()
2443 	if (unlikely(kwq->count == 0)) {  in rvt_get_rwqe()
2460 		kwq->tail = tail;  in rvt_get_rwqe()
2467 	kwq->count--;  in rvt_get_rwqe()
2475 		if (kwq->count < srq->limit) {  in rvt_get_rwqe()
2476 			kwq->count =  in rvt_get_rwqe()
2479 			if (kwq->count < srq->limit) {  in rvt_get_rwqe()
2483 				spin_unlock_irqrestore(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()
2493 	spin_unlock_irqrestore(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()