Lines Matching +full:sci +full:- +full:dev +full:- +full:id
1 // SPDX-License-Identifier: GPL-2.0
5 * Copyright (C) 2019 Texas Instruments Incorporated - http://www.ti.com
8 #include <linux/dma-mapping.h>
14 #include <linux/soc/ti/k3-ringacc.h>
26 * struct k3_ring_rt_regs - The RA realtime Control/Status Registers region
49 * struct k3_ring_fifo_regs - The Ring Accelerator Queues Registers region
64 * struct k3_ringacc_proxy_gcfg_regs - RA Proxy Global Config MMIO Region
77 * struct k3_ringacc_proxy_target_regs - Proxy Datapath MMIO Region
92 #define K3_RINGACC_PROXY_NOT_USED (-1)
113 * struct k3_ring_state - Internal state tracking structure
128 * struct k3_ring - RA Ring descriptor
140 * @ring_id: Ring Id
143 * @proxy_id: RA Ring Proxy Id (only if @K3_RINGACC_RING_USE_PROXY)
170 * struct k3_ringacc - Rings accelerator descriptor
172 * @dev: pointer on RA device
184 * @tisci: pointer ti-sci handle
185 * @tisci_ring_ops: ti-sci rings ops
186 * @tisci_dev_id: ti-sci device id
190 struct device *dev; member
213 * struct k3_ringacc - Rings accelerator SoC data
223 return K3_RINGACC_FIFO_WINDOW_SIZE_BYTES - in k3_ringacc_ring_get_fifo_pos()
224 (4 << ring->elm_size); in k3_ringacc_ring_get_fifo_pos()
229 return (ring->ring_mem_virt + idx * (4 << ring->elm_size)); in k3_ringacc_get_elm_addr()
266 struct device *dev = ring->parent->dev; in k3_ringacc_ring_dump() local
268 dev_dbg(dev, "dump ring: %d\n", ring->ring_id); in k3_ringacc_ring_dump()
269 dev_dbg(dev, "dump mem virt %p, dma %pad\n", ring->ring_mem_virt, in k3_ringacc_ring_dump()
270 &ring->ring_mem_dma); in k3_ringacc_ring_dump()
271 dev_dbg(dev, "dump elmsize %d, size %d, mode %d, proxy_id %d\n", in k3_ringacc_ring_dump()
272 ring->elm_size, ring->size, ring->mode, ring->proxy_id); in k3_ringacc_ring_dump()
273 dev_dbg(dev, "dump flags %08X\n", ring->flags); in k3_ringacc_ring_dump()
275 dev_dbg(dev, "dump ring_rt_regs: db%08x\n", readl(&ring->rt->db)); in k3_ringacc_ring_dump()
276 dev_dbg(dev, "dump occ%08x\n", readl(&ring->rt->occ)); in k3_ringacc_ring_dump()
277 dev_dbg(dev, "dump indx%08x\n", readl(&ring->rt->indx)); in k3_ringacc_ring_dump()
278 dev_dbg(dev, "dump hwocc%08x\n", readl(&ring->rt->hwocc)); in k3_ringacc_ring_dump()
279 dev_dbg(dev, "dump hwindx%08x\n", readl(&ring->rt->hwindx)); in k3_ringacc_ring_dump()
281 if (ring->ring_mem_virt) in k3_ringacc_ring_dump()
283 16, 1, ring->ring_mem_virt, 16 * 8, false); in k3_ringacc_ring_dump()
287 int id, u32 flags) in k3_ringacc_request_ring() argument
291 mutex_lock(&ringacc->req_lock); in k3_ringacc_request_ring()
293 if (id == K3_RINGACC_RING_ID_ANY) { in k3_ringacc_request_ring()
296 &ringacc->rm_gp_range->desc[0]; in k3_ringacc_request_ring()
299 size = gp_rings->start + gp_rings->num; in k3_ringacc_request_ring()
300 id = find_next_zero_bit(ringacc->rings_inuse, size, in k3_ringacc_request_ring()
301 gp_rings->start); in k3_ringacc_request_ring()
302 if (id == size) in k3_ringacc_request_ring()
304 } else if (id < 0) { in k3_ringacc_request_ring()
308 if (test_bit(id, ringacc->rings_inuse) && in k3_ringacc_request_ring()
309 !(ringacc->rings[id].flags & K3_RING_FLAG_SHARED)) in k3_ringacc_request_ring()
311 else if (ringacc->rings[id].flags & K3_RING_FLAG_SHARED) in k3_ringacc_request_ring()
315 proxy_id = find_next_zero_bit(ringacc->proxy_inuse, in k3_ringacc_request_ring()
316 ringacc->num_proxies, 0); in k3_ringacc_request_ring()
317 if (proxy_id == ringacc->num_proxies) in k3_ringacc_request_ring()
322 set_bit(proxy_id, ringacc->proxy_inuse); in k3_ringacc_request_ring()
323 ringacc->rings[id].proxy_id = proxy_id; in k3_ringacc_request_ring()
324 dev_dbg(ringacc->dev, "Giving ring#%d proxy#%d\n", id, in k3_ringacc_request_ring()
327 dev_dbg(ringacc->dev, "Giving ring#%d\n", id); in k3_ringacc_request_ring()
330 set_bit(id, ringacc->rings_inuse); in k3_ringacc_request_ring()
332 ringacc->rings[id].use_count++; in k3_ringacc_request_ring()
333 mutex_unlock(&ringacc->req_lock); in k3_ringacc_request_ring()
334 return &ringacc->rings[id]; in k3_ringacc_request_ring()
337 mutex_unlock(&ringacc->req_lock); in k3_ringacc_request_ring()
350 return -EINVAL; in k3_ringacc_request_rings_pair()
354 return -ENODEV; in k3_ringacc_request_rings_pair()
359 ret = -ENODEV; in k3_ringacc_request_rings_pair()
368 struct k3_ringacc *ringacc = ring->parent; in k3_ringacc_ring_reset_sci()
371 ret = ringacc->tisci_ring_ops->config( in k3_ringacc_ring_reset_sci()
372 ringacc->tisci, in k3_ringacc_ring_reset_sci()
374 ringacc->tisci_dev_id, in k3_ringacc_ring_reset_sci()
375 ring->ring_id, in k3_ringacc_ring_reset_sci()
378 ring->size, in k3_ringacc_ring_reset_sci()
383 dev_err(ringacc->dev, "TISCI reset ring fail (%d) ring_idx %d\n", in k3_ringacc_ring_reset_sci()
384 ret, ring->ring_id); in k3_ringacc_ring_reset_sci()
389 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_reset()
392 memset(&ring->state, 0, sizeof(ring->state)); in k3_ringacc_ring_reset()
401 struct k3_ringacc *ringacc = ring->parent; in k3_ringacc_ring_reconfig_qmode_sci()
404 ret = ringacc->tisci_ring_ops->config( in k3_ringacc_ring_reconfig_qmode_sci()
405 ringacc->tisci, in k3_ringacc_ring_reconfig_qmode_sci()
407 ringacc->tisci_dev_id, in k3_ringacc_ring_reconfig_qmode_sci()
408 ring->ring_id, in k3_ringacc_ring_reconfig_qmode_sci()
416 dev_err(ringacc->dev, "TISCI reconf qmode fail (%d) ring_idx %d\n", in k3_ringacc_ring_reconfig_qmode_sci()
417 ret, ring->ring_id); in k3_ringacc_ring_reconfig_qmode_sci()
422 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_reset_dma()
425 if (!ring->parent->dma_ring_reset_quirk) in k3_ringacc_ring_reset_dma()
429 occ = readl(&ring->rt->occ); in k3_ringacc_ring_reset_dma()
434 dev_dbg(ring->parent->dev, "%s %u occ: %u\n", __func__, in k3_ringacc_ring_reset_dma()
435 ring->ring_id, occ); in k3_ringacc_ring_reset_dma()
436 /* TI-SCI ring reset */ in k3_ringacc_ring_reset_dma()
443 if (ring->mode != K3_RINGACC_RING_MODE_RING) in k3_ringacc_ring_reset_dma()
449 * counter (which is 21-bits wide) to 0. in k3_ringacc_ring_reset_dma()
451 db_ring_cnt = (1U << 22) - occ; in k3_ringacc_ring_reset_dma()
464 writel(db_ring_cnt_cur, &ring->rt->db); in k3_ringacc_ring_reset_dma()
465 db_ring_cnt -= db_ring_cnt_cur; in k3_ringacc_ring_reset_dma()
469 if (ring->mode != K3_RINGACC_RING_MODE_RING) in k3_ringacc_ring_reset_dma()
470 k3_ringacc_ring_reconfig_qmode_sci(ring, ring->mode); in k3_ringacc_ring_reset_dma()
481 struct k3_ringacc *ringacc = ring->parent; in k3_ringacc_ring_free_sci()
484 ret = ringacc->tisci_ring_ops->config( in k3_ringacc_ring_free_sci()
485 ringacc->tisci, in k3_ringacc_ring_free_sci()
487 ringacc->tisci_dev_id, in k3_ringacc_ring_free_sci()
488 ring->ring_id, in k3_ringacc_ring_free_sci()
496 dev_err(ringacc->dev, "TISCI ring free fail (%d) ring_idx %d\n", in k3_ringacc_ring_free_sci()
497 ret, ring->ring_id); in k3_ringacc_ring_free_sci()
505 return -EINVAL; in k3_ringacc_ring_free()
507 ringacc = ring->parent; in k3_ringacc_ring_free()
509 dev_dbg(ring->parent->dev, "flags: 0x%08x\n", ring->flags); in k3_ringacc_ring_free()
511 if (!test_bit(ring->ring_id, ringacc->rings_inuse)) in k3_ringacc_ring_free()
512 return -EINVAL; in k3_ringacc_ring_free()
514 mutex_lock(&ringacc->req_lock); in k3_ringacc_ring_free()
516 if (--ring->use_count) in k3_ringacc_ring_free()
519 if (!(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_free()
524 dma_free_coherent(ringacc->dev, in k3_ringacc_ring_free()
525 ring->size * (4 << ring->elm_size), in k3_ringacc_ring_free()
526 ring->ring_mem_virt, ring->ring_mem_dma); in k3_ringacc_ring_free()
527 ring->flags = 0; in k3_ringacc_ring_free()
528 ring->ops = NULL; in k3_ringacc_ring_free()
529 if (ring->proxy_id != K3_RINGACC_PROXY_NOT_USED) { in k3_ringacc_ring_free()
530 clear_bit(ring->proxy_id, ringacc->proxy_inuse); in k3_ringacc_ring_free()
531 ring->proxy = NULL; in k3_ringacc_ring_free()
532 ring->proxy_id = K3_RINGACC_PROXY_NOT_USED; in k3_ringacc_ring_free()
536 clear_bit(ring->ring_id, ringacc->rings_inuse); in k3_ringacc_ring_free()
539 mutex_unlock(&ringacc->req_lock); in k3_ringacc_ring_free()
547 return -EINVAL; in k3_ringacc_get_ring_id()
549 return ring->ring_id; in k3_ringacc_get_ring_id()
556 return -EINVAL; in k3_ringacc_get_tisci_dev_id()
558 return ring->parent->tisci_dev_id; in k3_ringacc_get_tisci_dev_id()
567 return -EINVAL; in k3_ringacc_get_ring_irq_num()
569 irq_num = ti_sci_inta_msi_get_virq(ring->parent->dev, ring->ring_id); in k3_ringacc_get_ring_irq_num()
571 irq_num = -EINVAL; in k3_ringacc_get_ring_irq_num()
578 struct k3_ringacc *ringacc = ring->parent; in k3_ringacc_ring_cfg_sci()
582 if (!ringacc->tisci) in k3_ringacc_ring_cfg_sci()
583 return -EINVAL; in k3_ringacc_ring_cfg_sci()
585 ring_idx = ring->ring_id; in k3_ringacc_ring_cfg_sci()
586 ret = ringacc->tisci_ring_ops->config( in k3_ringacc_ring_cfg_sci()
587 ringacc->tisci, in k3_ringacc_ring_cfg_sci()
589 ringacc->tisci_dev_id, in k3_ringacc_ring_cfg_sci()
591 lower_32_bits(ring->ring_mem_dma), in k3_ringacc_ring_cfg_sci()
592 upper_32_bits(ring->ring_mem_dma), in k3_ringacc_ring_cfg_sci()
593 ring->size, in k3_ringacc_ring_cfg_sci()
594 ring->mode, in k3_ringacc_ring_cfg_sci()
595 ring->elm_size, in k3_ringacc_ring_cfg_sci()
598 dev_err(ringacc->dev, "TISCI config ring fail (%d) ring_idx %d\n", in k3_ringacc_ring_cfg_sci()
610 return -EINVAL; in k3_ringacc_ring_cfg()
611 ringacc = ring->parent; in k3_ringacc_ring_cfg()
613 if (cfg->elm_size > K3_RINGACC_RING_ELSIZE_256 || in k3_ringacc_ring_cfg()
614 cfg->mode >= K3_RINGACC_RING_MODE_INVALID || in k3_ringacc_ring_cfg()
615 cfg->size & ~K3_RINGACC_CFG_RING_SIZE_ELCNT_MASK || in k3_ringacc_ring_cfg()
616 !test_bit(ring->ring_id, ringacc->rings_inuse)) in k3_ringacc_ring_cfg()
617 return -EINVAL; in k3_ringacc_ring_cfg()
619 if (cfg->mode == K3_RINGACC_RING_MODE_MESSAGE && in k3_ringacc_ring_cfg()
620 ring->proxy_id == K3_RINGACC_PROXY_NOT_USED && in k3_ringacc_ring_cfg()
621 cfg->elm_size > K3_RINGACC_RING_ELSIZE_8) { in k3_ringacc_ring_cfg()
622 dev_err(ringacc->dev, in k3_ringacc_ring_cfg()
624 4 << ring->elm_size); in k3_ringacc_ring_cfg()
625 return -EINVAL; in k3_ringacc_ring_cfg()
636 if (ring->use_count != 1) in k3_ringacc_ring_cfg()
639 ring->size = cfg->size; in k3_ringacc_ring_cfg()
640 ring->elm_size = cfg->elm_size; in k3_ringacc_ring_cfg()
641 ring->mode = cfg->mode; in k3_ringacc_ring_cfg()
642 memset(&ring->state, 0, sizeof(ring->state)); in k3_ringacc_ring_cfg()
644 if (ring->proxy_id != K3_RINGACC_PROXY_NOT_USED) in k3_ringacc_ring_cfg()
645 ring->proxy = ringacc->proxy_target_base + in k3_ringacc_ring_cfg()
646 ring->proxy_id * K3_RINGACC_PROXY_TARGET_STEP; in k3_ringacc_ring_cfg()
648 switch (ring->mode) { in k3_ringacc_ring_cfg()
650 ring->ops = &k3_ring_mode_ring_ops; in k3_ringacc_ring_cfg()
653 if (ring->proxy) in k3_ringacc_ring_cfg()
654 ring->ops = &k3_ring_mode_proxy_ops; in k3_ringacc_ring_cfg()
656 ring->ops = &k3_ring_mode_msg_ops; in k3_ringacc_ring_cfg()
659 ring->ops = NULL; in k3_ringacc_ring_cfg()
660 ret = -EINVAL; in k3_ringacc_ring_cfg()
664 ring->ring_mem_virt = dma_alloc_coherent(ringacc->dev, in k3_ringacc_ring_cfg()
665 ring->size * (4 << ring->elm_size), in k3_ringacc_ring_cfg()
666 &ring->ring_mem_dma, GFP_KERNEL); in k3_ringacc_ring_cfg()
667 if (!ring->ring_mem_virt) { in k3_ringacc_ring_cfg()
668 dev_err(ringacc->dev, "Failed to alloc ring mem\n"); in k3_ringacc_ring_cfg()
669 ret = -ENOMEM; in k3_ringacc_ring_cfg()
678 ring->flags |= K3_RING_FLAG_BUSY; in k3_ringacc_ring_cfg()
679 ring->flags |= (cfg->flags & K3_RINGACC_RING_SHARED) ? in k3_ringacc_ring_cfg()
687 dma_free_coherent(ringacc->dev, in k3_ringacc_ring_cfg()
688 ring->size * (4 << ring->elm_size), in k3_ringacc_ring_cfg()
689 ring->ring_mem_virt, in k3_ringacc_ring_cfg()
690 ring->ring_mem_dma); in k3_ringacc_ring_cfg()
692 ring->ops = NULL; in k3_ringacc_ring_cfg()
694 ring->proxy = NULL; in k3_ringacc_ring_cfg()
701 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_get_size()
702 return -EINVAL; in k3_ringacc_ring_get_size()
704 return ring->size; in k3_ringacc_ring_get_size()
710 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_get_free()
711 return -EINVAL; in k3_ringacc_ring_get_free()
713 if (!ring->state.free) in k3_ringacc_ring_get_free()
714 ring->state.free = ring->size - readl(&ring->rt->occ); in k3_ringacc_ring_get_free()
716 return ring->state.free; in k3_ringacc_ring_get_free()
722 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_get_occ()
723 return -EINVAL; in k3_ringacc_ring_get_occ()
725 return readl(&ring->rt->occ); in k3_ringacc_ring_get_occ()
751 val = ring->ring_id; in k3_ringacc_ring_cfg_proxy()
753 val |= K3_RINGACC_PROXY_ELSIZE(ring->elm_size); in k3_ringacc_ring_cfg_proxy()
754 writel(val, &ring->proxy->control); in k3_ringacc_ring_cfg_proxy()
763 ptr = (void __iomem *)&ring->proxy->data; in k3_ringacc_ring_access_proxy()
775 return -EINVAL; in k3_ringacc_ring_access_proxy()
783 dev_dbg(ring->parent->dev, in k3_ringacc_ring_access_proxy()
784 "proxy:memcpy_fromio(x): --> ptr(%p), mode:%d\n", ptr, in k3_ringacc_ring_access_proxy()
786 memcpy_fromio(elem, ptr, (4 << ring->elm_size)); in k3_ringacc_ring_access_proxy()
787 ring->state.occ--; in k3_ringacc_ring_access_proxy()
791 dev_dbg(ring->parent->dev, in k3_ringacc_ring_access_proxy()
792 "proxy:memcpy_toio(x): --> ptr(%p), mode:%d\n", ptr, in k3_ringacc_ring_access_proxy()
794 memcpy_toio(ptr, elem, (4 << ring->elm_size)); in k3_ringacc_ring_access_proxy()
795 ring->state.free--; in k3_ringacc_ring_access_proxy()
798 return -EINVAL; in k3_ringacc_ring_access_proxy()
801 dev_dbg(ring->parent->dev, "proxy: free%d occ%d\n", ring->state.free, in k3_ringacc_ring_access_proxy()
802 ring->state.occ); in k3_ringacc_ring_access_proxy()
838 ptr = (void __iomem *)&ring->fifos->head_data; in k3_ringacc_ring_access_io()
842 ptr = (void __iomem *)&ring->fifos->tail_data; in k3_ringacc_ring_access_io()
845 return -EINVAL; in k3_ringacc_ring_access_io()
853 dev_dbg(ring->parent->dev, in k3_ringacc_ring_access_io()
854 "memcpy_fromio(x): --> ptr(%p), mode:%d\n", ptr, in k3_ringacc_ring_access_io()
856 memcpy_fromio(elem, ptr, (4 << ring->elm_size)); in k3_ringacc_ring_access_io()
857 ring->state.occ--; in k3_ringacc_ring_access_io()
861 dev_dbg(ring->parent->dev, in k3_ringacc_ring_access_io()
862 "memcpy_toio(x): --> ptr(%p), mode:%d\n", ptr, in k3_ringacc_ring_access_io()
864 memcpy_toio(ptr, elem, (4 << ring->elm_size)); in k3_ringacc_ring_access_io()
865 ring->state.free--; in k3_ringacc_ring_access_io()
868 return -EINVAL; in k3_ringacc_ring_access_io()
871 dev_dbg(ring->parent->dev, "free%d index%d occ%d index%d\n", in k3_ringacc_ring_access_io()
872 ring->state.free, ring->state.windex, ring->state.occ, in k3_ringacc_ring_access_io()
873 ring->state.rindex); in k3_ringacc_ring_access_io()
905 elem_ptr = k3_ringacc_get_elm_addr(ring, ring->state.windex); in k3_ringacc_ring_push_mem()
907 memcpy(elem_ptr, elem, (4 << ring->elm_size)); in k3_ringacc_ring_push_mem()
909 ring->state.windex = (ring->state.windex + 1) % ring->size; in k3_ringacc_ring_push_mem()
910 ring->state.free--; in k3_ringacc_ring_push_mem()
911 writel(1, &ring->rt->db); in k3_ringacc_ring_push_mem()
913 dev_dbg(ring->parent->dev, "ring_push_mem: free%d index%d\n", in k3_ringacc_ring_push_mem()
914 ring->state.free, ring->state.windex); in k3_ringacc_ring_push_mem()
923 elem_ptr = k3_ringacc_get_elm_addr(ring, ring->state.rindex); in k3_ringacc_ring_pop_mem()
925 memcpy(elem, elem_ptr, (4 << ring->elm_size)); in k3_ringacc_ring_pop_mem()
927 ring->state.rindex = (ring->state.rindex + 1) % ring->size; in k3_ringacc_ring_pop_mem()
928 ring->state.occ--; in k3_ringacc_ring_pop_mem()
929 writel(-1, &ring->rt->db); in k3_ringacc_ring_pop_mem()
931 dev_dbg(ring->parent->dev, "ring_pop_mem: occ%d index%d pos_ptr%p\n", in k3_ringacc_ring_pop_mem()
932 ring->state.occ, ring->state.rindex, elem_ptr); in k3_ringacc_ring_pop_mem()
938 int ret = -EOPNOTSUPP; in k3_ringacc_ring_push()
940 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_push()
941 return -EINVAL; in k3_ringacc_ring_push()
943 dev_dbg(ring->parent->dev, "ring_push: free%d index%d\n", in k3_ringacc_ring_push()
944 ring->state.free, ring->state.windex); in k3_ringacc_ring_push()
947 return -ENOMEM; in k3_ringacc_ring_push()
949 if (ring->ops && ring->ops->push_tail) in k3_ringacc_ring_push()
950 ret = ring->ops->push_tail(ring, elem); in k3_ringacc_ring_push()
958 int ret = -EOPNOTSUPP; in k3_ringacc_ring_push_head()
960 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_push_head()
961 return -EINVAL; in k3_ringacc_ring_push_head()
963 dev_dbg(ring->parent->dev, "ring_push_head: free%d index%d\n", in k3_ringacc_ring_push_head()
964 ring->state.free, ring->state.windex); in k3_ringacc_ring_push_head()
967 return -ENOMEM; in k3_ringacc_ring_push_head()
969 if (ring->ops && ring->ops->push_head) in k3_ringacc_ring_push_head()
970 ret = ring->ops->push_head(ring, elem); in k3_ringacc_ring_push_head()
978 int ret = -EOPNOTSUPP; in k3_ringacc_ring_pop()
980 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_pop()
981 return -EINVAL; in k3_ringacc_ring_pop()
983 if (!ring->state.occ) in k3_ringacc_ring_pop()
984 ring->state.occ = k3_ringacc_ring_get_occ(ring); in k3_ringacc_ring_pop()
986 dev_dbg(ring->parent->dev, "ring_pop: occ%d index%d\n", ring->state.occ, in k3_ringacc_ring_pop()
987 ring->state.rindex); in k3_ringacc_ring_pop()
989 if (!ring->state.occ) in k3_ringacc_ring_pop()
990 return -ENODATA; in k3_ringacc_ring_pop()
992 if (ring->ops && ring->ops->pop_head) in k3_ringacc_ring_pop()
993 ret = ring->ops->pop_head(ring, elem); in k3_ringacc_ring_pop()
1001 int ret = -EOPNOTSUPP; in k3_ringacc_ring_pop_tail()
1003 if (!ring || !(ring->flags & K3_RING_FLAG_BUSY)) in k3_ringacc_ring_pop_tail()
1004 return -EINVAL; in k3_ringacc_ring_pop_tail()
1006 if (!ring->state.occ) in k3_ringacc_ring_pop_tail()
1007 ring->state.occ = k3_ringacc_ring_get_occ(ring); in k3_ringacc_ring_pop_tail()
1009 dev_dbg(ring->parent->dev, "ring_pop_tail: occ%d index%d\n", in k3_ringacc_ring_pop_tail()
1010 ring->state.occ, ring->state.rindex); in k3_ringacc_ring_pop_tail()
1012 if (!ring->state.occ) in k3_ringacc_ring_pop_tail()
1013 return -ENODATA; in k3_ringacc_ring_pop_tail()
1015 if (ring->ops && ring->ops->pop_tail) in k3_ringacc_ring_pop_tail()
1016 ret = ring->ops->pop_tail(ring, elem); in k3_ringacc_ring_pop_tail()
1026 struct k3_ringacc *ringacc = ERR_PTR(-EPROBE_DEFER); in of_k3_ringacc_get_by_phandle()
1031 return ERR_PTR(-ENODEV); in of_k3_ringacc_get_by_phandle()
1035 if (entry->dev->of_node == ringacc_np) { in of_k3_ringacc_get_by_phandle()
1048 struct device_node *node = ringacc->dev->of_node; in k3_ringacc_probe_dt()
1049 struct device *dev = ringacc->dev; in k3_ringacc_probe_dt() local
1050 struct platform_device *pdev = to_platform_device(dev); in k3_ringacc_probe_dt()
1054 dev_err(dev, "device tree info unavailable\n"); in k3_ringacc_probe_dt()
1055 return -ENODEV; in k3_ringacc_probe_dt()
1058 ret = of_property_read_u32(node, "ti,num-rings", &ringacc->num_rings); in k3_ringacc_probe_dt()
1060 dev_err(dev, "ti,num-rings read failure %d\n", ret); in k3_ringacc_probe_dt()
1064 ringacc->tisci = ti_sci_get_by_phandle(node, "ti,sci"); in k3_ringacc_probe_dt()
1065 if (IS_ERR(ringacc->tisci)) { in k3_ringacc_probe_dt()
1066 ret = PTR_ERR(ringacc->tisci); in k3_ringacc_probe_dt()
1067 if (ret != -EPROBE_DEFER) in k3_ringacc_probe_dt()
1068 dev_err(dev, "ti,sci read fail %d\n", ret); in k3_ringacc_probe_dt()
1069 ringacc->tisci = NULL; in k3_ringacc_probe_dt()
1073 ret = of_property_read_u32(node, "ti,sci-dev-id", in k3_ringacc_probe_dt()
1074 &ringacc->tisci_dev_id); in k3_ringacc_probe_dt()
1076 dev_err(dev, "ti,sci-dev-id read fail %d\n", ret); in k3_ringacc_probe_dt()
1080 pdev->id = ringacc->tisci_dev_id; in k3_ringacc_probe_dt()
1082 ringacc->rm_gp_range = devm_ti_sci_get_of_resource(ringacc->tisci, dev, in k3_ringacc_probe_dt()
1083 ringacc->tisci_dev_id, in k3_ringacc_probe_dt()
1084 "ti,sci-rm-range-gp-rings"); in k3_ringacc_probe_dt()
1085 if (IS_ERR(ringacc->rm_gp_range)) { in k3_ringacc_probe_dt()
1086 dev_err(dev, "Failed to allocate MSI interrupts\n"); in k3_ringacc_probe_dt()
1087 return PTR_ERR(ringacc->rm_gp_range); in k3_ringacc_probe_dt()
1090 return ti_sci_inta_msi_domain_alloc_irqs(ringacc->dev, in k3_ringacc_probe_dt()
1091 ringacc->rm_gp_range); in k3_ringacc_probe_dt()
1111 struct device *dev = &pdev->dev; in k3_ringacc_init() local
1115 dev->msi_domain = of_msi_get_domain(dev, dev->of_node, in k3_ringacc_init()
1117 if (!dev->msi_domain) { in k3_ringacc_init()
1118 dev_err(dev, "Failed to get MSI domain\n"); in k3_ringacc_init()
1119 return -EPROBE_DEFER; in k3_ringacc_init()
1127 if (soc && soc->data) { in k3_ringacc_init()
1128 const struct k3_ringacc_soc_data *soc_data = soc->data; in k3_ringacc_init()
1130 ringacc->dma_ring_reset_quirk = soc_data->dma_ring_reset_quirk; in k3_ringacc_init()
1134 base_rt = devm_ioremap_resource(dev, res); in k3_ringacc_init()
1139 base_fifo = devm_ioremap_resource(dev, res); in k3_ringacc_init()
1144 ringacc->proxy_gcfg = devm_ioremap_resource(dev, res); in k3_ringacc_init()
1145 if (IS_ERR(ringacc->proxy_gcfg)) in k3_ringacc_init()
1146 return PTR_ERR(ringacc->proxy_gcfg); in k3_ringacc_init()
1150 ringacc->proxy_target_base = devm_ioremap_resource(dev, res); in k3_ringacc_init()
1151 if (IS_ERR(ringacc->proxy_target_base)) in k3_ringacc_init()
1152 return PTR_ERR(ringacc->proxy_target_base); in k3_ringacc_init()
1154 ringacc->num_proxies = readl(&ringacc->proxy_gcfg->config) & in k3_ringacc_init()
1157 ringacc->rings = devm_kzalloc(dev, in k3_ringacc_init()
1158 sizeof(*ringacc->rings) * in k3_ringacc_init()
1159 ringacc->num_rings, in k3_ringacc_init()
1161 ringacc->rings_inuse = devm_kcalloc(dev, in k3_ringacc_init()
1162 BITS_TO_LONGS(ringacc->num_rings), in k3_ringacc_init()
1164 ringacc->proxy_inuse = devm_kcalloc(dev, in k3_ringacc_init()
1165 BITS_TO_LONGS(ringacc->num_proxies), in k3_ringacc_init()
1168 if (!ringacc->rings || !ringacc->rings_inuse || !ringacc->proxy_inuse) in k3_ringacc_init()
1169 return -ENOMEM; in k3_ringacc_init()
1171 for (i = 0; i < ringacc->num_rings; i++) { in k3_ringacc_init()
1172 ringacc->rings[i].rt = base_rt + in k3_ringacc_init()
1174 ringacc->rings[i].fifos = base_fifo + in k3_ringacc_init()
1176 ringacc->rings[i].parent = ringacc; in k3_ringacc_init()
1177 ringacc->rings[i].ring_id = i; in k3_ringacc_init()
1178 ringacc->rings[i].proxy_id = K3_RINGACC_PROXY_NOT_USED; in k3_ringacc_init()
1181 ringacc->tisci_ring_ops = &ringacc->tisci->ops.rm_ring_ops; in k3_ringacc_init()
1183 dev_info(dev, "Ring Accelerator probed rings:%u, gp-rings[%u,%u] sci-dev-id:%u\n", in k3_ringacc_init()
1184 ringacc->num_rings, in k3_ringacc_init()
1185 ringacc->rm_gp_range->desc[0].start, in k3_ringacc_init()
1186 ringacc->rm_gp_range->desc[0].num, in k3_ringacc_init()
1187 ringacc->tisci_dev_id); in k3_ringacc_init()
1188 dev_info(dev, "dma-ring-reset-quirk: %s\n", in k3_ringacc_init()
1189 ringacc->dma_ring_reset_quirk ? "enabled" : "disabled"); in k3_ringacc_init()
1190 dev_info(dev, "RA Proxy rev. %08x, num_proxies:%u\n", in k3_ringacc_init()
1191 readl(&ringacc->proxy_gcfg->revision), ringacc->num_proxies); in k3_ringacc_init()
1208 { .compatible = "ti,am654-navss-ringacc", .data = &k3_ringacc_data, },
1216 struct device *dev = &pdev->dev; in k3_ringacc_probe() local
1220 match = of_match_node(k3_ringacc_of_match, dev->of_node); in k3_ringacc_probe()
1222 return -ENODEV; in k3_ringacc_probe()
1223 match_data = match->data; in k3_ringacc_probe()
1225 ringacc = devm_kzalloc(dev, sizeof(*ringacc), GFP_KERNEL); in k3_ringacc_probe()
1227 return -ENOMEM; in k3_ringacc_probe()
1229 ringacc->dev = dev; in k3_ringacc_probe()
1230 mutex_init(&ringacc->req_lock); in k3_ringacc_probe()
1231 ringacc->ops = &match_data->ops; in k3_ringacc_probe()
1233 ret = ringacc->ops->init(pdev, ringacc); in k3_ringacc_probe()
1237 dev_set_drvdata(dev, ringacc); in k3_ringacc_probe()
1240 list_add_tail(&ringacc->list, &k3_ringacc_list); in k3_ringacc_probe()
1249 .name = "k3-ringacc",