28 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_complete()  local
34 	if (rctx->hash_rem) {  in ccp_aes_cmac_complete()
36 		unsigned int offset = rctx->nbytes - rctx->hash_rem;  in ccp_aes_cmac_complete()
38 		scatterwalk_map_and_copy(rctx->buf, rctx->src,  in ccp_aes_cmac_complete()
39 					 offset, rctx->hash_rem, 0);  in ccp_aes_cmac_complete()
40 		rctx->buf_count = rctx->hash_rem;  in ccp_aes_cmac_complete()
42 		rctx->buf_count = 0;  in ccp_aes_cmac_complete()
46 	if (req->result && rctx->final)  in ccp_aes_cmac_complete()
47 		memcpy(req->result, rctx->iv, digest_size);  in ccp_aes_cmac_complete()
50 	sg_free_table(&rctx->data_sg);  in ccp_aes_cmac_complete()
60 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_do_cmac_update()  local
73 		rctx->null_msg = 0;  in ccp_do_cmac_update()
75 	len = (u64)rctx->buf_count + (u64)nbytes;  in ccp_do_cmac_update()
78 		scatterwalk_map_and_copy(rctx->buf + rctx->buf_count, req->src,  in ccp_do_cmac_update()
80 		rctx->buf_count += nbytes;  in ccp_do_cmac_update()
85 	rctx->src = req->src;  in ccp_do_cmac_update()
86 	rctx->nbytes = nbytes;  in ccp_do_cmac_update()
88 	rctx->final = final;  in ccp_do_cmac_update()
89 	rctx->hash_rem = final ? 0 : len & (block_size - 1);  in ccp_do_cmac_update()
90 	rctx->hash_cnt = len - rctx->hash_rem;  in ccp_do_cmac_update()
91 	if (!final && !rctx->hash_rem) {  in ccp_do_cmac_update()
93 		rctx->hash_cnt -= block_size;  in ccp_do_cmac_update()
94 		rctx->hash_rem = block_size;  in ccp_do_cmac_update()
97 	if (final && (rctx->null_msg || (len & (block_size - 1))))  in ccp_do_cmac_update()
102 	sg_init_one(&rctx->iv_sg, rctx->iv, sizeof(rctx->iv));  in ccp_do_cmac_update()
110 	ret = sg_alloc_table(&rctx->data_sg, sg_count, gfp);  in ccp_do_cmac_update()
115 	if (rctx->buf_count) {  in ccp_do_cmac_update()
116 		sg_init_one(&rctx->buf_sg, rctx->buf, rctx->buf_count);  in ccp_do_cmac_update()
117 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, &rctx->buf_sg);  in ccp_do_cmac_update()
125 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, req->src);  in ccp_do_cmac_update()
135 		rctx->hash_cnt += pad_length;  in ccp_do_cmac_update()
137 		memset(rctx->pad, 0, sizeof(rctx->pad));  in ccp_do_cmac_update()
138 		rctx->pad[0] = 0x80;  in ccp_do_cmac_update()
139 		sg_init_one(&rctx->pad_sg, rctx->pad, pad_length);  in ccp_do_cmac_update()
140 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, &rctx->pad_sg);  in ccp_do_cmac_update()
148 		sg = rctx->data_sg.sgl;  in ccp_do_cmac_update()
156 	memset(&rctx->cmd, 0, sizeof(rctx->cmd));  in ccp_do_cmac_update()
157 	INIT_LIST_HEAD(&rctx->cmd.entry);  in ccp_do_cmac_update()
158 	rctx->cmd.engine = CCP_ENGINE_AES;  in ccp_do_cmac_update()
159 	rctx->cmd.u.aes.type = ctx->u.aes.type;  in ccp_do_cmac_update()
160 	rctx->cmd.u.aes.mode = ctx->u.aes.mode;  in ccp_do_cmac_update()
161 	rctx->cmd.u.aes.action = CCP_AES_ACTION_ENCRYPT;  in ccp_do_cmac_update()
162 	rctx->cmd.u.aes.key = &ctx->u.aes.key_sg;  in ccp_do_cmac_update()
163 	rctx->cmd.u.aes.key_len = ctx->u.aes.key_len;  in ccp_do_cmac_update()
164 	rctx->cmd.u.aes.iv = &rctx->iv_sg;  in ccp_do_cmac_update()
165 	rctx->cmd.u.aes.iv_len = AES_BLOCK_SIZE;  in ccp_do_cmac_update()
166 	rctx->cmd.u.aes.src = sg;  in ccp_do_cmac_update()
167 	rctx->cmd.u.aes.src_len = rctx->hash_cnt;  in ccp_do_cmac_update()
168 	rctx->cmd.u.aes.dst = NULL;  in ccp_do_cmac_update()
169 	rctx->cmd.u.aes.cmac_key = cmac_key_sg;  in ccp_do_cmac_update()
170 	rctx->cmd.u.aes.cmac_key_len = ctx->u.aes.kn_len;  in ccp_do_cmac_update()
171 	rctx->cmd.u.aes.cmac_final = final;  in ccp_do_cmac_update()
173 	ret = ccp_crypto_enqueue_request(&req->base, &rctx->cmd);  in ccp_do_cmac_update()
178 	sg_free_table(&rctx->data_sg);  in ccp_do_cmac_update()
185 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_init()  local
187 	memset(rctx, 0, sizeof(*rctx));  in ccp_aes_cmac_init()
189 	rctx->null_msg = 1;  in ccp_aes_cmac_init()
222 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_export()  local
228 	state.null_msg = rctx->null_msg;  in ccp_aes_cmac_export()
229 	memcpy(state.iv, rctx->iv, sizeof(state.iv));  in ccp_aes_cmac_export()
230 	state.buf_count = rctx->buf_count;  in ccp_aes_cmac_export()
231 	memcpy(state.buf, rctx->buf, sizeof(state.buf));  in ccp_aes_cmac_export()
241 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_import()  local
247 	memset(rctx, 0, sizeof(*rctx));  in ccp_aes_cmac_import()
248 	rctx->null_msg = state.null_msg;  in ccp_aes_cmac_import()
249 	memcpy(rctx->iv, state.iv, sizeof(rctx->iv));  in ccp_aes_cmac_import()
250 	rctx->buf_count = state.buf_count;  in ccp_aes_cmac_import()
251 	memcpy(rctx->buf, state.buf, sizeof(rctx->buf));  in ccp_aes_cmac_import()