4660 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_fqdan_cb()  local
4662 	ppriv = container_of(nctx, struct dpaa2_caam_priv_per_cpu, nctx);  in dpaa2_caam_fqdan_cb()
4663 	napi_schedule_irqoff(&ppriv->napi);  in dpaa2_caam_fqdan_cb()
4670 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_setup()  local
4674 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4675 		ppriv->priv = priv;  in dpaa2_dpseci_dpio_setup()
4676 		nctx = &ppriv->nctx;  in dpaa2_dpseci_dpio_setup()
4678 		nctx->id = ppriv->rsp_fqid;  in dpaa2_dpseci_dpio_setup()
4683 		ppriv->dpio = dpaa2_io_service_select(cpu);  in dpaa2_dpseci_dpio_setup()
4684 		err = dpaa2_io_service_register(ppriv->dpio, nctx, dev);  in dpaa2_dpseci_dpio_setup()
4698 		ppriv->store = dpaa2_io_store_create(DPAA2_CAAM_STORE_SIZE,  in dpaa2_dpseci_dpio_setup()
4700 		if (unlikely(!ppriv->store)) {  in dpaa2_dpseci_dpio_setup()
4714 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4715 		if (!ppriv->nctx.cb)  in dpaa2_dpseci_dpio_setup()
4717 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx, dev);  in dpaa2_dpseci_dpio_setup()
4721 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4722 		if (!ppriv->store)  in dpaa2_dpseci_dpio_setup()
4724 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_setup()
4732 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_free()  local
4736 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_free()
4737 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx,  in dpaa2_dpseci_dpio_free()
4739 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_free()
4751 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_bind()  local
4756 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_bind()
4762 		rx_queue_cfg.dest_cfg.dest_id = ppriv->nctx.dpio_id;  in dpaa2_dpseci_bind()
4768 		rx_queue_cfg.user_ctx = ppriv->nctx.qman64;  in dpaa2_dpseci_bind()
4837 static int dpaa2_caam_pull_fq(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_pull_fq()  argument
4843 		err = dpaa2_io_service_pull_fq(ppriv->dpio, ppriv->rsp_fqid,  in dpaa2_caam_pull_fq()
4844 					       ppriv->store);  in dpaa2_caam_pull_fq()
4848 		dev_err(ppriv->priv->dev, "dpaa2_io_service_pull err %d", err);  in dpaa2_caam_pull_fq()
4853 static int dpaa2_caam_store_consume(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_store_consume()  argument
4859 		dq = dpaa2_io_store_next(ppriv->store, &is_last);  in dpaa2_caam_store_consume()
4862 				dev_dbg(ppriv->priv->dev,  in dpaa2_caam_store_consume()
4864 					ppriv->rsp_fqid);  in dpaa2_caam_store_consume()
4876 		dpaa2_caam_process_fd(ppriv->priv, dpaa2_dq_fd(dq));  in dpaa2_caam_store_consume()
4885 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_poll()  local
4889 	ppriv = container_of(napi, struct dpaa2_caam_priv_per_cpu, napi);  in dpaa2_dpseci_poll()
4890 	priv = ppriv->priv;  in dpaa2_dpseci_poll()
4892 	if (unlikely(dpaa2_caam_pull_fq(ppriv)))  in dpaa2_dpseci_poll()
4896 		store_cleaned = dpaa2_caam_store_consume(ppriv);  in dpaa2_dpseci_poll()
4904 		err = dpaa2_caam_pull_fq(ppriv);  in dpaa2_dpseci_poll()
4911 		err = dpaa2_io_service_rearm(ppriv->dpio, &ppriv->nctx);  in dpaa2_dpseci_poll()
4979 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_setup()  local
5064 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_setup()
5065 		ppriv->req_fqid = priv->tx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5074 		ppriv->rsp_fqid = priv->rx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5075 		ppriv->prio = j;  in dpaa2_dpseci_setup()
5081 		ppriv->net_dev.dev = *dev;  in dpaa2_dpseci_setup()
5082 		INIT_LIST_HEAD(&ppriv->net_dev.napi_list);  in dpaa2_dpseci_setup()
5083 		netif_napi_add(&ppriv->net_dev, &ppriv->napi, dpaa2_dpseci_poll,  in dpaa2_dpseci_setup()
5101 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_enable()  local
5105 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_enable()
5106 		napi_enable(&ppriv->napi);  in dpaa2_dpseci_enable()
5115 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_disable()  local
5134 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_disable()
5135 		napi_disable(&ppriv->napi);  in dpaa2_dpseci_disable()
5136 		netif_napi_del(&ppriv->napi);  in dpaa2_dpseci_disable()
5195 	priv->ppriv = alloc_percpu(*priv->ppriv);  in dpaa2_caam_probe()
5196 	if (!priv->ppriv) {  in dpaa2_caam_probe()
5381 	free_percpu(priv->ppriv);  in dpaa2_caam_probe()
5428 	free_percpu(priv->ppriv);  in dpaa2_caam_remove()
5439 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_enqueue()  local
5470 	ppriv = raw_cpu_ptr(priv->ppriv);  in dpaa2_caam_enqueue()
5472 		err = dpaa2_io_service_enqueue_fq(ppriv->dpio, ppriv->req_fqid,  in dpaa2_caam_enqueue()