35 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_done()  local
47 	dma_unmap_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_done()
48 	dma_unmap_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_done()
50 	memcpy(rctx->digest, result->auth_iv, digestsize);  in qce_ahash_done()
54 	rctx->byte_count[0] = cpu_to_be32(result->auth_byte_count[0]);  in qce_ahash_done()
55 	rctx->byte_count[1] = cpu_to_be32(result->auth_byte_count[1]);  in qce_ahash_done()
61 	req->src = rctx->src_orig;  in qce_ahash_done()
62 	req->nbytes = rctx->nbytes_orig;  in qce_ahash_done()
63 	rctx->last_blk = false;  in qce_ahash_done()
64 	rctx->first_blk = false;  in qce_ahash_done()
72 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_async_req_handle()  local
76 	unsigned long flags = rctx->flags;  in qce_ahash_async_req_handle()
80 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
81 		rctx->authklen = QCE_SHA_HMAC_KEY_SIZE;  in qce_ahash_async_req_handle()
83 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
84 		rctx->authklen = AES_KEYSIZE_128;  in qce_ahash_async_req_handle()
87 	rctx->src_nents = sg_nents_for_len(req->src, req->nbytes);  in qce_ahash_async_req_handle()
88 	if (rctx->src_nents < 0) {  in qce_ahash_async_req_handle()
90 		return rctx->src_nents;  in qce_ahash_async_req_handle()
93 	ret = dma_map_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_async_req_handle()
97 	sg_init_one(&rctx->result_sg, qce->dma.result_buf, QCE_RESULT_BUF_SZ);  in qce_ahash_async_req_handle()
99 	ret = dma_map_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_async_req_handle()
103 	ret = qce_dma_prep_sgs(&qce->dma, req->src, rctx->src_nents,  in qce_ahash_async_req_handle()
104 			       &rctx->result_sg, 1, qce_ahash_done, async_req);  in qce_ahash_async_req_handle()
119 	dma_unmap_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_async_req_handle()
121 	dma_unmap_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_async_req_handle()
127 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_init()  local
131 	memset(rctx, 0, sizeof(*rctx));  in qce_ahash_init()
132 	rctx->first_blk = true;  in qce_ahash_init()
133 	rctx->last_blk = false;  in qce_ahash_init()
134 	rctx->flags = tmpl->alg_flags;  in qce_ahash_init()
135 	memcpy(rctx->digest, std_iv, sizeof(rctx->digest));  in qce_ahash_init()
143 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_export()  local
144 	unsigned long flags = rctx->flags;  in qce_ahash_export()
152 		out_state->count = rctx->count;  in qce_ahash_export()
154 				       rctx->digest, digestsize);  in qce_ahash_export()
155 		memcpy(out_state->buffer, rctx->buf, blocksize);  in qce_ahash_export()
159 		out_state->count = rctx->count;  in qce_ahash_export()
161 				       rctx->digest, digestsize);  in qce_ahash_export()
162 		memcpy(out_state->buf, rctx->buf, blocksize);  in qce_ahash_export()
174 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_import_common()  local
180 	rctx->count = in_count;  in qce_import_common()
181 	memcpy(rctx->buf, buffer, blocksize);  in qce_import_common()
184 		rctx->first_blk = 1;  in qce_import_common()
186 		rctx->first_blk = 0;  in qce_import_common()
196 	rctx->byte_count[0] = (__force __be32)(count & ~SHA_PADDING_MASK);  in qce_import_common()
197 	rctx->byte_count[1] = (__force __be32)(count >> 32);  in qce_import_common()
198 	qce_cpu_to_be32p_array((__be32 *)rctx->digest, (const u8 *)state,  in qce_import_common()
200 	rctx->buflen = (unsigned int)(in_count & (blocksize - 1));  in qce_import_common()
207 	struct qce_sha_reqctx *rctx;  in qce_ahash_import()  local
216 	rctx = ahash_request_ctx(req);  in qce_ahash_import()
217 	flags = rctx->flags;  in qce_ahash_import()
238 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_update()  local
248 	rctx->count += req->nbytes;  in qce_ahash_update()
251 	total = req->nbytes + rctx->buflen;  in qce_ahash_update()
254 		scatterwalk_map_and_copy(rctx->buf + rctx->buflen, req->src,  in qce_ahash_update()
256 		rctx->buflen += req->nbytes;  in qce_ahash_update()
261 	rctx->src_orig = req->src;  in qce_ahash_update()
262 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_update()
268 	if (rctx->buflen)  in qce_ahash_update()
269 		memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_update()
275 		scatterwalk_map_and_copy(rctx->buf, req->src, src_offset,  in qce_ahash_update()
282 	len = rctx->buflen;  in qce_ahash_update()
296 	if (rctx->buflen) {  in qce_ahash_update()
297 		sg_init_table(rctx->sg, 2);  in qce_ahash_update()
298 		sg_set_buf(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_update()
299 		sg_chain(rctx->sg, 2, req->src);  in qce_ahash_update()
300 		req->src = rctx->sg;  in qce_ahash_update()
304 	rctx->buflen = hash_later;  in qce_ahash_update()
311 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_final()  local
315 	if (!rctx->buflen) {  in qce_ahash_final()
322 	rctx->last_blk = true;  in qce_ahash_final()
324 	rctx->src_orig = req->src;  in qce_ahash_final()
325 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_final()
327 	memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_final()
328 	sg_init_one(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_final()
330 	req->src = rctx->sg;  in qce_ahash_final()
331 	req->nbytes = rctx->buflen;  in qce_ahash_final()
338 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_digest()  local
347 	rctx->src_orig = req->src;  in qce_ahash_digest()
348 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_digest()
349 	rctx->first_blk = true;  in qce_ahash_digest()
350 	rctx->last_blk = true;  in qce_ahash_digest()
352 	if (!rctx->nbytes_orig) {  in qce_ahash_digest()