Lines Matching refs:iovec
85 struct user_sdma_iovec *iovec);
343 struct iovec *iovec, unsigned long dim, in hfi1_user_sdma_process_request() argument
362 if (iovec[idx].iov_len < sizeof(info) + sizeof(req->hdr)) { in hfi1_user_sdma_process_request()
367 iovec[idx].iov_len, sizeof(info) + sizeof(req->hdr)); in hfi1_user_sdma_process_request()
370 ret = copy_from_user(&info, iovec[idx].iov_base, sizeof(info)); in hfi1_user_sdma_process_request()
455 ret = copy_from_user(&req->hdr, iovec[idx].iov_base + sizeof(info), in hfi1_user_sdma_process_request()
526 iovec + idx++, in hfi1_user_sdma_process_request()
548 u16 ntids = iovec[idx].iov_len / sizeof(*req->tids); in hfi1_user_sdma_process_request()
562 tmp = memdup_user(iovec[idx].iov_base, in hfi1_user_sdma_process_request()
738 struct user_sdma_iovec *iovec, u32 datalen, in user_sdma_txadd() argument
749 base = (unsigned long)iovec->iov.iov_base; in user_sdma_txadd()
750 offset = offset_in_page(base + iovec->offset + iov_offset); in user_sdma_txadd()
751 pageidx = (((iovec->offset + iov_offset + base) - (base & PAGE_MASK)) >> in user_sdma_txadd()
756 ret = sdma_txadd_page(pq->dd, &tx->txreq, iovec->pages[pageidx], in user_sdma_txadd()
765 if (unlikely(queued < datalen && pageidx == iovec->npages && in user_sdma_txadd()
767 iovec->offset += iov_offset; in user_sdma_txadd()
768 iovec = &req->iovs[++req->iov_idx]; in user_sdma_txadd()
785 struct user_sdma_iovec *iovec = NULL; in user_sdma_send_pkts() local
842 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
843 if (READ_ONCE(iovec->offset) == iovec->iov.iov_len) { in user_sdma_send_pkts()
848 iovec = &req->iovs[req->iov_idx]; in user_sdma_send_pkts()
849 WARN_ON(iovec->offset); in user_sdma_send_pkts()
909 ret = user_sdma_txadd(req, tx, iovec, datalen, in user_sdma_send_pkts()
923 iovec->offset += iov_offset; in user_sdma_send_pkts()
968 struct user_sdma_iovec *iovec, in pin_sdma_pages() argument
990 ((unsigned long)iovec->iov.iov_base + in pin_sdma_pages()
1002 node->rb.len = iovec->iov.iov_len; in pin_sdma_pages()
1018 struct user_sdma_iovec *iovec) in pin_vector_pages() argument
1024 struct iovec *iov; in pin_vector_pages()
1030 iovec->iov.iov_base, in pin_vector_pages()
1031 iovec->iov.iov_len, &rb_node); in pin_vector_pages()
1036 iovec->pages = node->pages; in pin_vector_pages()
1037 iovec->npages = node->npages; in pin_vector_pages()
1038 iovec->node = node; in pin_vector_pages()
1048 node->rb.addr = (unsigned long)iovec->iov.iov_base; in pin_vector_pages()
1053 iov = &iovec->iov; in pin_vector_pages()
1056 pinned = pin_sdma_pages(req, iovec, node, npages); in pin_vector_pages()
1064 iovec->pages = node->pages; in pin_vector_pages()
1065 iovec->npages = npages; in pin_vector_pages()
1066 iovec->node = node; in pin_vector_pages()
1070 iovec->node = NULL; in pin_vector_pages()