Lines Matching refs:sr
54 static void softreq_unmap_sgbufs(struct nitrox_softreq *sr) in softreq_unmap_sgbufs() argument
56 struct nitrox_device *ndev = sr->ndev; in softreq_unmap_sgbufs()
60 dma_unmap_sg(dev, sr->in.sg, sr->in.sgmap_cnt, DMA_BIDIRECTIONAL); in softreq_unmap_sgbufs()
61 dma_unmap_single(dev, sr->in.sgcomp_dma, sr->in.sgcomp_len, in softreq_unmap_sgbufs()
63 kfree(sr->in.sgcomp); in softreq_unmap_sgbufs()
64 sr->in.sg = NULL; in softreq_unmap_sgbufs()
65 sr->in.sgmap_cnt = 0; in softreq_unmap_sgbufs()
67 dma_unmap_sg(dev, sr->out.sg, sr->out.sgmap_cnt, in softreq_unmap_sgbufs()
69 dma_unmap_single(dev, sr->out.sgcomp_dma, sr->out.sgcomp_len, in softreq_unmap_sgbufs()
71 kfree(sr->out.sgcomp); in softreq_unmap_sgbufs()
72 sr->out.sg = NULL; in softreq_unmap_sgbufs()
73 sr->out.sgmap_cnt = 0; in softreq_unmap_sgbufs()
76 static void softreq_destroy(struct nitrox_softreq *sr) in softreq_destroy() argument
78 softreq_unmap_sgbufs(sr); in softreq_destroy()
79 kfree(sr); in softreq_destroy()
105 static int create_sg_component(struct nitrox_softreq *sr, in create_sg_component() argument
108 struct nitrox_device *ndev = sr->ndev; in create_sg_component()
119 sgcomp = kzalloc(sz_comp, sr->gfp); in create_sg_component()
156 static int dma_map_inbufs(struct nitrox_softreq *sr, in dma_map_inbufs() argument
159 struct device *dev = DEV(sr->ndev); in dma_map_inbufs()
169 sr->in.total_bytes += sg_dma_len(sg); in dma_map_inbufs()
171 sr->in.sg = req->src; in dma_map_inbufs()
172 sr->in.sgmap_cnt = nents; in dma_map_inbufs()
173 ret = create_sg_component(sr, &sr->in, sr->in.sgmap_cnt); in dma_map_inbufs()
181 sr->in.sgmap_cnt = 0; in dma_map_inbufs()
185 static int dma_map_outbufs(struct nitrox_softreq *sr, in dma_map_outbufs() argument
188 struct device *dev = DEV(sr->ndev); in dma_map_outbufs()
196 sr->out.sg = req->dst; in dma_map_outbufs()
197 sr->out.sgmap_cnt = nents; in dma_map_outbufs()
198 ret = create_sg_component(sr, &sr->out, sr->out.sgmap_cnt); in dma_map_outbufs()
206 sr->out.sgmap_cnt = 0; in dma_map_outbufs()
207 sr->out.sg = NULL; in dma_map_outbufs()
211 static inline int softreq_map_iobuf(struct nitrox_softreq *sr, in softreq_map_iobuf() argument
216 ret = dma_map_inbufs(sr, creq); in softreq_map_iobuf()
220 ret = dma_map_outbufs(sr, creq); in softreq_map_iobuf()
222 softreq_unmap_sgbufs(sr); in softreq_map_iobuf()
227 static inline void backlog_list_add(struct nitrox_softreq *sr, in backlog_list_add() argument
230 INIT_LIST_HEAD(&sr->backlog); in backlog_list_add()
233 list_add_tail(&sr->backlog, &cmdq->backlog_head); in backlog_list_add()
235 atomic_set(&sr->status, REQ_BACKLOG); in backlog_list_add()
239 static inline void response_list_add(struct nitrox_softreq *sr, in response_list_add() argument
242 INIT_LIST_HEAD(&sr->response); in response_list_add()
245 list_add_tail(&sr->response, &cmdq->response_head); in response_list_add()
249 static inline void response_list_del(struct nitrox_softreq *sr, in response_list_del() argument
253 list_del(&sr->response); in response_list_del()
284 static void post_se_instr(struct nitrox_softreq *sr, in post_se_instr() argument
287 struct nitrox_device *ndev = sr->ndev; in post_se_instr()
296 memcpy(ent, &sr->instr, cmdq->instr_size); in post_se_instr()
298 atomic_set(&sr->status, REQ_POSTED); in post_se_instr()
299 response_list_add(sr, cmdq); in post_se_instr()
300 sr->tstamp = jiffies; in post_se_instr()
318 struct nitrox_softreq *sr, *tmp; in post_backlog_cmds() local
326 list_for_each_entry_safe(sr, tmp, &cmdq->backlog_head, backlog) { in post_backlog_cmds()
333 list_del(&sr->backlog); in post_backlog_cmds()
339 post_se_instr(sr, cmdq); in post_backlog_cmds()
346 static int nitrox_enqueue_request(struct nitrox_softreq *sr) in nitrox_enqueue_request() argument
348 struct nitrox_cmdq *cmdq = sr->cmdq; in nitrox_enqueue_request()
349 struct nitrox_device *ndev = sr->ndev; in nitrox_enqueue_request()
355 if (!(sr->flags & CRYPTO_TFM_REQ_MAY_BACKLOG)) { in nitrox_enqueue_request()
361 backlog_list_add(sr, cmdq); in nitrox_enqueue_request()
364 post_se_instr(sr, cmdq); in nitrox_enqueue_request()
381 struct nitrox_softreq *sr; in nitrox_process_se_request() local
388 sr = kzalloc(sizeof(*sr), req->gfp); in nitrox_process_se_request()
389 if (!sr) in nitrox_process_se_request()
392 sr->ndev = ndev; in nitrox_process_se_request()
393 sr->flags = req->flags; in nitrox_process_se_request()
394 sr->gfp = req->gfp; in nitrox_process_se_request()
395 sr->callback = callback; in nitrox_process_se_request()
396 sr->cb_arg = cb_arg; in nitrox_process_se_request()
398 atomic_set(&sr->status, REQ_NOT_POSTED); in nitrox_process_se_request()
400 sr->resp.orh = req->orh; in nitrox_process_se_request()
401 sr->resp.completion = req->comp; in nitrox_process_se_request()
403 ret = softreq_map_iobuf(sr, req); in nitrox_process_se_request()
405 kfree(sr); in nitrox_process_se_request()
422 sr->cmdq = &ndev->pkt_inq[qno]; in nitrox_process_se_request()
442 sr->instr.dptr0 = cpu_to_be64(sr->in.sgcomp_dma); in nitrox_process_se_request()
445 sr->instr.ih.value = 0; in nitrox_process_se_request()
446 sr->instr.ih.s.g = 1; in nitrox_process_se_request()
447 sr->instr.ih.s.gsz = sr->in.sgmap_cnt; in nitrox_process_se_request()
448 sr->instr.ih.s.ssz = sr->out.sgmap_cnt; in nitrox_process_se_request()
449 sr->instr.ih.s.fsz = FDATA_SIZE + sizeof(struct gphdr); in nitrox_process_se_request()
450 sr->instr.ih.s.tlen = sr->instr.ih.s.fsz + sr->in.total_bytes; in nitrox_process_se_request()
451 sr->instr.ih.value = cpu_to_be64(sr->instr.ih.value); in nitrox_process_se_request()
454 sr->instr.irh.value[0] = 0; in nitrox_process_se_request()
455 sr->instr.irh.s.uddl = MIN_UDD_LEN; in nitrox_process_se_request()
457 sr->instr.irh.s.ctxl = (req->ctrl.s.ctxl / 8); in nitrox_process_se_request()
459 sr->instr.irh.s.destport = SOLICIT_BASE_DPORT + qno; in nitrox_process_se_request()
460 sr->instr.irh.s.ctxc = req->ctrl.s.ctxc; in nitrox_process_se_request()
461 sr->instr.irh.s.arg = req->ctrl.s.arg; in nitrox_process_se_request()
462 sr->instr.irh.s.opcode = req->opcode; in nitrox_process_se_request()
463 sr->instr.irh.value[0] = cpu_to_be64(sr->instr.irh.value[0]); in nitrox_process_se_request()
466 sr->instr.irh.s.ctxp = cpu_to_be64(ctx_handle); in nitrox_process_se_request()
469 sr->instr.slc.value[0] = 0; in nitrox_process_se_request()
470 sr->instr.slc.s.ssz = sr->out.sgmap_cnt; in nitrox_process_se_request()
471 sr->instr.slc.value[0] = cpu_to_be64(sr->instr.slc.value[0]); in nitrox_process_se_request()
474 sr->instr.slc.s.rptr = cpu_to_be64(sr->out.sgcomp_dma); in nitrox_process_se_request()
481 sr->instr.fdata[0] = *((u64 *)&req->gph); in nitrox_process_se_request()
482 sr->instr.fdata[1] = 0; in nitrox_process_se_request()
484 ret = nitrox_enqueue_request(sr); in nitrox_process_se_request()
491 softreq_destroy(sr); in nitrox_process_se_request()
508 static bool sr_completed(struct nitrox_softreq *sr) in sr_completed() argument
510 u64 orh = READ_ONCE(*sr->resp.orh); in sr_completed()
516 while (READ_ONCE(*sr->resp.completion) == PENDING_SIG) { in sr_completed()
536 struct nitrox_softreq *sr; in process_response_list() local
545 sr = get_first_response_entry(cmdq); in process_response_list()
546 if (!sr) in process_response_list()
549 if (atomic_read(&sr->status) != REQ_POSTED) in process_response_list()
553 if (!sr_completed(sr)) { in process_response_list()
555 if (!cmd_timeout(sr->tstamp, ndev->timeout)) in process_response_list()
559 READ_ONCE(*sr->resp.orh)); in process_response_list()
566 response_list_del(sr, cmdq); in process_response_list()
568 err = READ_ONCE(*sr->resp.orh) & 0xff; in process_response_list()
569 callback = sr->callback; in process_response_list()
570 cb_arg = sr->cb_arg; in process_response_list()
571 softreq_destroy(sr); in process_response_list()