23 static bool sun8i_ss_need_fallback(struct skcipher_request *areq)  in sun8i_ss_need_fallback()  argument
25 	struct scatterlist *in_sg = areq->src;  in sun8i_ss_need_fallback()
26 	struct scatterlist *out_sg = areq->dst;  in sun8i_ss_need_fallback()
29 	if (areq->cryptlen == 0 || areq->cryptlen % 16)  in sun8i_ss_need_fallback()
32 	if (sg_nents(areq->src) > 8 || sg_nents(areq->dst) > 8)  in sun8i_ss_need_fallback()
35 	sg = areq->src;  in sun8i_ss_need_fallback()
45 	sg = areq->dst;  in sun8i_ss_need_fallback()
57 	in_sg = areq->src;  in sun8i_ss_need_fallback()
58 	out_sg = areq->dst;  in sun8i_ss_need_fallback()
70 static int sun8i_ss_cipher_fallback(struct skcipher_request *areq)  in sun8i_ss_cipher_fallback()  argument
72 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);  in sun8i_ss_cipher_fallback()
74 	struct sun8i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);  in sun8i_ss_cipher_fallback()
85 	skcipher_request_set_callback(&rctx->fallback_req, areq->base.flags,  in sun8i_ss_cipher_fallback()
86 				      areq->base.complete, areq->base.data);  in sun8i_ss_cipher_fallback()
87 	skcipher_request_set_crypt(&rctx->fallback_req, areq->src, areq->dst,  in sun8i_ss_cipher_fallback()
88 				   areq->cryptlen, areq->iv);  in sun8i_ss_cipher_fallback()
96 static int sun8i_ss_setup_ivs(struct skcipher_request *areq)  in sun8i_ss_setup_ivs()  argument
98 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);  in sun8i_ss_setup_ivs()
101 	struct sun8i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);  in sun8i_ss_setup_ivs()
102 	struct scatterlist *sg = areq->src;  in sun8i_ss_setup_ivs()
104 	unsigned int len = areq->cryptlen;  in sun8i_ss_setup_ivs()
113 		offset = areq->cryptlen - ivsize;  in sun8i_ss_setup_ivs()
114 		scatterwalk_map_and_copy(sf->biv, areq->src, offset,  in sun8i_ss_setup_ivs()
125 			memcpy(sf->iv[0], areq->iv, ivsize);  in sun8i_ss_setup_ivs()
159 static int sun8i_ss_cipher(struct skcipher_request *areq)  in sun8i_ss_cipher()  argument
161 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);  in sun8i_ss_cipher()
164 	struct sun8i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);  in sun8i_ss_cipher()
178 		crypto_tfm_alg_name(areq->base.tfm),  in sun8i_ss_cipher()
179 		areq->cryptlen,  in sun8i_ss_cipher()
180 		rctx->op_dir, areq->iv, crypto_skcipher_ivsize(tfm),  in sun8i_ss_cipher()
199 	if (areq->iv && crypto_skcipher_ivsize(tfm) > 0) {  in sun8i_ss_cipher()
200 		err = sun8i_ss_setup_ivs(areq);  in sun8i_ss_cipher()
204 	if (areq->src == areq->dst) {  in sun8i_ss_cipher()
205 		nr_sgs = dma_map_sg(ss->dev, areq->src, sg_nents(areq->src),  in sun8i_ss_cipher()
214 		nr_sgs = dma_map_sg(ss->dev, areq->src, sg_nents(areq->src),  in sun8i_ss_cipher()
221 		nr_sgd = dma_map_sg(ss->dev, areq->dst, sg_nents(areq->dst),  in sun8i_ss_cipher()
230 	len = areq->cryptlen;  in sun8i_ss_cipher()
232 	sg = areq->src;  in sun8i_ss_cipher()
240 			areq->cryptlen, i, rctx->t_src[i].len, sg->offset, todo);  in sun8i_ss_cipher()
252 	len = areq->cryptlen;  in sun8i_ss_cipher()
254 	sg = areq->dst;  in sun8i_ss_cipher()
262 			areq->cryptlen, i, rctx->t_dst[i].len, sg->offset, todo);  in sun8i_ss_cipher()
274 	err = sun8i_ss_run_task(ss, rctx, crypto_tfm_alg_name(areq->base.tfm));  in sun8i_ss_cipher()
277 	if (areq->src == areq->dst) {  in sun8i_ss_cipher()
278 		dma_unmap_sg(ss->dev, areq->src, nr_sgs, DMA_BIDIRECTIONAL);  in sun8i_ss_cipher()
280 		dma_unmap_sg(ss->dev, areq->src, nr_sgs, DMA_TO_DEVICE);  in sun8i_ss_cipher()
281 		dma_unmap_sg(ss->dev, areq->dst, nr_sgd, DMA_FROM_DEVICE);  in sun8i_ss_cipher()
285 	if (areq->iv && ivsize > 0) {  in sun8i_ss_cipher()
291 		offset = areq->cryptlen - ivsize;  in sun8i_ss_cipher()
293 			memcpy(areq->iv, sf->biv, ivsize);  in sun8i_ss_cipher()
296 			scatterwalk_map_and_copy(areq->iv, areq->dst, offset,  in sun8i_ss_cipher()
309 static int sun8i_ss_handle_cipher_request(struct crypto_engine *engine, void *areq)  in sun8i_ss_handle_cipher_request()  argument
312 	struct skcipher_request *breq = container_of(areq, struct skcipher_request, base);  in sun8i_ss_handle_cipher_request()
322 int sun8i_ss_skdecrypt(struct skcipher_request *areq)  in sun8i_ss_skdecrypt()  argument
324 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);  in sun8i_ss_skdecrypt()
326 	struct sun8i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);  in sun8i_ss_skdecrypt()
333 	if (sun8i_ss_need_fallback(areq))  in sun8i_ss_skdecrypt()
334 		return sun8i_ss_cipher_fallback(areq);  in sun8i_ss_skdecrypt()
340 	return crypto_transfer_skcipher_request_to_engine(engine, areq);  in sun8i_ss_skdecrypt()
343 int sun8i_ss_skencrypt(struct skcipher_request *areq)  in sun8i_ss_skencrypt()  argument
345 	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(areq);  in sun8i_ss_skencrypt()
347 	struct sun8i_cipher_req_ctx *rctx = skcipher_request_ctx(areq);  in sun8i_ss_skencrypt()
354 	if (sun8i_ss_need_fallback(areq))  in sun8i_ss_skencrypt()
355 		return sun8i_ss_cipher_fallback(areq);  in sun8i_ss_skencrypt()
361 	return crypto_transfer_skcipher_request_to_engine(engine, areq);  in sun8i_ss_skencrypt()