306 	struct dpaa2_qdma_priv_per_prio *ppriv;  in dpaa2_qdma_setup()  local
355 	ppriv = kcalloc(priv->num_pairs, sizeof(*ppriv), GFP_KERNEL);  in dpaa2_qdma_setup()
356 	if (!ppriv) {  in dpaa2_qdma_setup()
360 	priv->ppriv = ppriv;  in dpaa2_qdma_setup()
369 		ppriv->rsp_fqid = priv->rx_queue_attr[i].fqid;  in dpaa2_qdma_setup()
377 		ppriv->req_fqid = priv->tx_fqid[i];  in dpaa2_qdma_setup()
378 		ppriv->prio = i;  in dpaa2_qdma_setup()
379 		ppriv->priv = priv;  in dpaa2_qdma_setup()
380 		ppriv++;  in dpaa2_qdma_setup()
391 	struct dpaa2_qdma_priv_per_prio *ppriv = container_of(ctx,  in dpaa2_qdma_fqdan_cb()  local
394 	struct dpaa2_qdma_priv *priv = ppriv->priv;  in dpaa2_qdma_fqdan_cb()
407 		err = dpaa2_io_service_pull_fq(NULL, ppriv->rsp_fqid,  in dpaa2_qdma_fqdan_cb()
408 					       ppriv->store);  in dpaa2_qdma_fqdan_cb()
413 			dq = dpaa2_io_store_next(ppriv->store, &is_last);  in dpaa2_qdma_fqdan_cb()
459 	struct dpaa2_qdma_priv_per_prio *ppriv;  in dpaa2_qdma_dpio_setup()  local
465 	ppriv = priv->ppriv;  in dpaa2_qdma_dpio_setup()
467 		ppriv->nctx.is_cdan = 0;  in dpaa2_qdma_dpio_setup()
468 		ppriv->nctx.desired_cpu = DPAA2_IO_ANY_CPU;  in dpaa2_qdma_dpio_setup()
469 		ppriv->nctx.id = ppriv->rsp_fqid;  in dpaa2_qdma_dpio_setup()
470 		ppriv->nctx.cb = dpaa2_qdma_fqdan_cb;  in dpaa2_qdma_dpio_setup()
471 		err = dpaa2_io_service_register(NULL, &ppriv->nctx, dev);  in dpaa2_qdma_dpio_setup()
477 		ppriv->store =  in dpaa2_qdma_dpio_setup()
479 		if (!ppriv->store) {  in dpaa2_qdma_dpio_setup()
485 		ppriv++;  in dpaa2_qdma_dpio_setup()
490 	dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);  in dpaa2_qdma_dpio_setup()
492 	ppriv--;  in dpaa2_qdma_dpio_setup()
493 	while (ppriv >= priv->ppriv) {  in dpaa2_qdma_dpio_setup()
494 		dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);  in dpaa2_qdma_dpio_setup()
495 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_qdma_dpio_setup()
496 		ppriv--;  in dpaa2_qdma_dpio_setup()
503 	struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;  in dpaa2_dpmai_store_free()  local
507 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpmai_store_free()
508 		ppriv++;  in dpaa2_dpmai_store_free()
514 	struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;  in dpaa2_dpdmai_dpio_free()  local
519 		dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);  in dpaa2_dpdmai_dpio_free()
520 		ppriv++;  in dpaa2_dpdmai_dpio_free()
527 	struct dpaa2_qdma_priv_per_prio *ppriv;  in dpaa2_dpdmai_bind()  local
535 	ppriv = priv->ppriv;  in dpaa2_dpdmai_bind()
539 		rx_queue_cfg.user_ctx = ppriv->nctx.qman64;  in dpaa2_dpdmai_bind()
541 		rx_queue_cfg.dest_cfg.dest_id = ppriv->nctx.dpio_id;  in dpaa2_dpdmai_bind()
542 		rx_queue_cfg.dest_cfg.priority = ppriv->prio;  in dpaa2_dpdmai_bind()
551 		ppriv++;  in dpaa2_dpdmai_bind()
559 	struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;  in dpaa2_dpdmai_dpio_unbind()  local
568 		ppriv->nctx.qman64 = 0;  in dpaa2_dpdmai_dpio_unbind()
569 		ppriv->nctx.dpio_id = 0;  in dpaa2_dpdmai_dpio_unbind()
570 		ppriv++;  in dpaa2_dpdmai_dpio_unbind()
760 	kfree(priv->ppriv);  in dpaa2_qdma_probe()