895 	struct io_mapped_ubuf		*imu;  member
2963 	req->imu = NULL;  in io_prep_rw()
2973 		req->imu = ctx->user_bufs[index];  in io_prep_rw()
3037 			     struct io_mapped_ubuf *imu)  in __io_import_fixed()  argument
3046 	if (unlikely(buf_addr < imu->ubuf || buf_end > imu->ubuf_end))  in __io_import_fixed()
3053 	offset = buf_addr - imu->ubuf;  in __io_import_fixed()
3054 	iov_iter_bvec(iter, rw, imu->bvec, imu->nr_bvecs, offset + len);  in __io_import_fixed()
3073 		const struct bio_vec *bvec = imu->bvec;  in __io_import_fixed()
3096 	if (WARN_ON_ONCE(!req->imu))  in io_import_fixed()
3098 	return __io_import_fixed(req, rw, iter, req->imu);  in io_import_fixed()
8742 	struct io_mapped_ubuf *imu = *slot;  in io_buffer_unmap()  local
8745 	if (imu != ctx->dummy_ubuf) {  in io_buffer_unmap()
8746 		for (i = 0; i < imu->nr_bvecs; i++)  in io_buffer_unmap()
8747 			unpin_user_page(imu->bvec[i].bv_page);  in io_buffer_unmap()
8748 		if (imu->acct_pages)  in io_buffer_unmap()
8749 			io_unaccount_mem(ctx, imu->acct_pages);  in io_buffer_unmap()
8750 		kvfree(imu);  in io_buffer_unmap()
8843 		struct io_mapped_ubuf *imu = ctx->user_bufs[i];  in headpage_already_acct()  local
8845 		for (j = 0; j < imu->nr_bvecs; j++) {  in headpage_already_acct()
8846 			if (!PageCompound(imu->bvec[j].bv_page))  in headpage_already_acct()
8848 			if (compound_head(imu->bvec[j].bv_page) == hpage)  in headpage_already_acct()
8857 				 int nr_pages, struct io_mapped_ubuf *imu,  in io_buffer_account_pin()  argument
8862 	imu->acct_pages = 0;  in io_buffer_account_pin()
8865 			imu->acct_pages++;  in io_buffer_account_pin()
8875 			imu->acct_pages += page_size(hpage) >> PAGE_SHIFT;  in io_buffer_account_pin()
8879 	if (!imu->acct_pages)  in io_buffer_account_pin()
8882 	ret = io_account_mem(ctx, imu->acct_pages);  in io_buffer_account_pin()
8884 		imu->acct_pages = 0;  in io_buffer_account_pin()
8892 	struct io_mapped_ubuf *imu = NULL;  in io_sqe_buffer_register()  local
8921 	imu = kvmalloc(struct_size(imu, bvec, nr_pages), GFP_KERNEL);  in io_sqe_buffer_register()
8922 	if (!imu)  in io_sqe_buffer_register()
8956 	ret = io_buffer_account_pin(ctx, pages, pret, imu, last_hpage);  in io_sqe_buffer_register()
8968 		imu->bvec[i].bv_page = pages[i];  in io_sqe_buffer_register()
8969 		imu->bvec[i].bv_len = vec_len;  in io_sqe_buffer_register()
8970 		imu->bvec[i].bv_offset = off;  in io_sqe_buffer_register()
8975 	imu->ubuf = ubuf;  in io_sqe_buffer_register()
8976 	imu->ubuf_end = ubuf + iov->iov_len;  in io_sqe_buffer_register()
8977 	imu->nr_bvecs = nr_pages;  in io_sqe_buffer_register()
8978 	*pimu = imu;  in io_sqe_buffer_register()
8982 		kvfree(imu);  in io_sqe_buffer_register()
9087 		struct io_mapped_ubuf *imu;  in __io_sqe_buffers_update()  local
9105 		err = io_sqe_buffer_register(ctx, &iov, &imu, &last_hpage);  in __io_sqe_buffers_update()
9114 				io_buffer_unmap(ctx, &imu);  in __io_sqe_buffers_update()
9121 		ctx->user_bufs[i] = imu;  in __io_sqe_buffers_update()