139 	struct scatter_walk walk;  in ccm_calculate_auth_mac()  local
154 	scatterwalk_start(&walk, req->src);  in ccm_calculate_auth_mac()
157 		u32 n = scatterwalk_clamp(&walk, len);  in ccm_calculate_auth_mac()
161 			scatterwalk_start(&walk, sg_next(walk.sg));  in ccm_calculate_auth_mac()
162 			n = scatterwalk_clamp(&walk, len);  in ccm_calculate_auth_mac()
164 		p = scatterwalk_map(&walk);  in ccm_calculate_auth_mac()
169 		scatterwalk_advance(&walk, n);  in ccm_calculate_auth_mac()
170 		scatterwalk_done(&walk, 0, len);  in ccm_calculate_auth_mac()
174 static int ccm_crypt_fallback(struct skcipher_walk *walk, u8 mac[], u8 iv0[],  in ccm_crypt_fallback()  argument
180 	while (walk->nbytes) {  in ccm_crypt_fallback()
181 		int blocks = walk->nbytes / AES_BLOCK_SIZE;  in ccm_crypt_fallback()
182 		u32 tail = walk->nbytes % AES_BLOCK_SIZE;  in ccm_crypt_fallback()
183 		u8 *dst = walk->dst.virt.addr;  in ccm_crypt_fallback()
184 		u8 *src = walk->src.virt.addr;  in ccm_crypt_fallback()
185 		u32 nbytes = walk->nbytes;  in ccm_crypt_fallback()
187 		if (nbytes == walk->total && tail > 0) {  in ccm_crypt_fallback()
198 			crypto_inc(walk->iv, AES_BLOCK_SIZE);  in ccm_crypt_fallback()
199 			aes_encrypt(ctx, buf, walk->iv);  in ccm_crypt_fallback()
211 		err = skcipher_walk_done(walk, tail);  in ccm_crypt_fallback()
226 	struct skcipher_walk walk;  in ccm_encrypt()  local
242 	err = skcipher_walk_aead_encrypt(&walk, req, false);  in ccm_encrypt()
245 		while (walk.nbytes) {  in ccm_encrypt()
246 			u32 tail = walk.nbytes % AES_BLOCK_SIZE;  in ccm_encrypt()
248 			if (walk.nbytes == walk.total)  in ccm_encrypt()
252 			ce_aes_ccm_encrypt(walk.dst.virt.addr,  in ccm_encrypt()
253 					   walk.src.virt.addr,  in ccm_encrypt()
254 					   walk.nbytes - tail, ctx->key_enc,  in ccm_encrypt()
255 					   num_rounds(ctx), mac, walk.iv);  in ccm_encrypt()
258 			err = skcipher_walk_done(&walk, tail);  in ccm_encrypt()
267 		err = ccm_crypt_fallback(&walk, mac, buf, ctx, true);  in ccm_encrypt()
284 	struct skcipher_walk walk;  in ccm_decrypt()  local
300 	err = skcipher_walk_aead_decrypt(&walk, req, false);  in ccm_decrypt()
303 		while (walk.nbytes) {  in ccm_decrypt()
304 			u32 tail = walk.nbytes % AES_BLOCK_SIZE;  in ccm_decrypt()
306 			if (walk.nbytes == walk.total)  in ccm_decrypt()
310 			ce_aes_ccm_decrypt(walk.dst.virt.addr,  in ccm_decrypt()
311 					   walk.src.virt.addr,  in ccm_decrypt()
312 					   walk.nbytes - tail, ctx->key_enc,  in ccm_decrypt()
313 					   num_rounds(ctx), mac, walk.iv);  in ccm_decrypt()
316 			err = skcipher_walk_done(&walk, tail);  in ccm_decrypt()
325 		err = ccm_crypt_fallback(&walk, mac, buf, ctx, false);  in ccm_decrypt()