| /OK3568_Linux_fs/kernel/drivers/iommu/amd/ |
| H A D | init.c | 263 bool translation_pre_enabled(struct amd_iommu *iommu) in translation_pre_enabled() argument
265 return (iommu->flags & AMD_IOMMU_FLAG_TRANS_PRE_ENABLED); in translation_pre_enabled()
269 static void clear_translation_pre_enabled(struct amd_iommu *iommu) in clear_translation_pre_enabled() argument
271 iommu->flags &= ~AMD_IOMMU_FLAG_TRANS_PRE_ENABLED; in clear_translation_pre_enabled()
274 static void init_translation_status(struct amd_iommu *iommu) in init_translation_status() argument
278 ctrl = readq(iommu->mmio_base + MMIO_CONTROL_OFFSET); in init_translation_status()
280 iommu->flags |= AMD_IOMMU_FLAG_TRANS_PRE_ENABLED; in init_translation_status()
306 struct amd_iommu *iommu; in check_feature_on_all_iommus() local
308 for_each_iommu(iommu) { in check_feature_on_all_iommus()
309 ret = iommu_feature(iommu, mask); in check_feature_on_all_iommus()
[all …]
|
| H A D | iommu.c | 276 struct amd_iommu *iommu = amd_iommu_rlookup_table[devid]; in find_dev_data() local
285 if (translation_pre_enabled(iommu)) in find_dev_data()
397 struct amd_iommu *iommu; in iommu_init_device() local
399 iommu = amd_iommu_rlookup_table[dev_data->devid]; in iommu_init_device()
400 dev_data->iommu_v2 = iommu->is_iommu_v2; in iommu_init_device()
573 static void iommu_print_event(struct amd_iommu *iommu, void *__evt) in iommu_print_event() argument
575 struct device *dev = iommu->iommu.dev; in iommu_print_event()
662 static void iommu_poll_events(struct amd_iommu *iommu) in iommu_poll_events() argument
666 head = readl(iommu->mmio_base + MMIO_EVT_HEAD_OFFSET); in iommu_poll_events()
667 tail = readl(iommu->mmio_base + MMIO_EVT_TAIL_OFFSET); in iommu_poll_events()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/iommu/ |
| H A D | rockchip-iommu.c | 122 struct iommu_device iommu; member
133 struct rk_iommu *iommu; member
363 static void rk_iommu_command(struct rk_iommu *iommu, u32 command) in rk_iommu_command() argument
367 for (i = 0; i < iommu->num_mmu; i++) in rk_iommu_command()
368 writel(command, iommu->bases[i] + RK_MMU_COMMAND); in rk_iommu_command()
375 static void rk_iommu_zap_lines(struct rk_iommu *iommu, dma_addr_t iova_start, in rk_iommu_zap_lines() argument
384 for (i = 0; i < iommu->num_mmu; i++) { in rk_iommu_zap_lines()
388 rk_iommu_write(iommu->bases[i], RK_MMU_ZAP_ONE_LINE, iova); in rk_iommu_zap_lines()
392 static bool rk_iommu_is_stall_active(struct rk_iommu *iommu) in rk_iommu_is_stall_active() argument
397 for (i = 0; i < iommu->num_mmu; i++) in rk_iommu_is_stall_active()
[all …]
|
| H A D | sun50i-iommu.c | 97 struct iommu_device iommu; member
122 struct sun50i_iommu *iommu; member
135 static u32 iommu_read(struct sun50i_iommu *iommu, u32 offset) in iommu_read() argument
137 return readl(iommu->base + offset); in iommu_read()
140 static void iommu_write(struct sun50i_iommu *iommu, u32 offset, u32 value) in iommu_write() argument
142 writel(value, iommu->base + offset); in iommu_write()
291 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_table_flush() local
295 dma_sync_single_for_device(iommu->dev, dma, size, DMA_TO_DEVICE); in sun50i_table_flush()
298 static int sun50i_iommu_flush_all_tlb(struct sun50i_iommu *iommu) in sun50i_iommu_flush_all_tlb() argument
303 assert_spin_locked(&iommu->iommu_lock); in sun50i_iommu_flush_all_tlb()
[all …]
|
| H A D | msm_iommu.c | 55 static int __enable_clocks(struct msm_iommu_dev *iommu) in __enable_clocks() argument
59 ret = clk_enable(iommu->pclk); in __enable_clocks()
63 if (iommu->clk) { in __enable_clocks()
64 ret = clk_enable(iommu->clk); in __enable_clocks()
66 clk_disable(iommu->pclk); in __enable_clocks()
72 static void __disable_clocks(struct msm_iommu_dev *iommu) in __disable_clocks() argument
74 if (iommu->clk) in __disable_clocks()
75 clk_disable(iommu->clk); in __disable_clocks()
76 clk_disable(iommu->pclk); in __disable_clocks()
121 struct msm_iommu_dev *iommu = NULL; in __flush_iotlb() local
[all …]
|
| H A D | iommu-sysfs.c | 54 int iommu_device_sysfs_add(struct iommu_device *iommu, in iommu_device_sysfs_add() argument
62 iommu->dev = kzalloc(sizeof(*iommu->dev), GFP_KERNEL); in iommu_device_sysfs_add()
63 if (!iommu->dev) in iommu_device_sysfs_add()
66 device_initialize(iommu->dev); in iommu_device_sysfs_add()
68 iommu->dev->class = &iommu_class; in iommu_device_sysfs_add()
69 iommu->dev->parent = parent; in iommu_device_sysfs_add()
70 iommu->dev->groups = groups; in iommu_device_sysfs_add()
73 ret = kobject_set_name_vargs(&iommu->dev->kobj, fmt, vargs); in iommu_device_sysfs_add()
78 ret = device_add(iommu->dev); in iommu_device_sysfs_add()
82 dev_set_drvdata(iommu->dev, iommu); in iommu_device_sysfs_add()
[all …]
|
| /OK3568_Linux_fs/kernel/arch/sparc/kernel/ |
| H A D | iommu.c | 52 struct iommu *iommu = container_of(iommu_map_table, struct iommu, tbl); in iommu_flushall() local
53 if (iommu->iommu_flushinv) { in iommu_flushall()
54 iommu_write(iommu->iommu_flushinv, ~(u64)0); in iommu_flushall()
59 tag = iommu->iommu_tags; in iommu_flushall()
66 (void) iommu_read(iommu->write_complete_reg); in iommu_flushall()
80 #define IOPTE_IS_DUMMY(iommu, iopte) \ argument
81 ((iopte_val(*iopte) & IOPTE_PAGE) == (iommu)->dummy_page_pa)
83 static inline void iopte_make_dummy(struct iommu *iommu, iopte_t *iopte) in iopte_make_dummy() argument
88 val |= iommu->dummy_page_pa; in iopte_make_dummy()
93 int iommu_table_init(struct iommu *iommu, int tsbsize, in iommu_table_init() argument
[all …]
|
| H A D | iommu-common.c | 19 static inline bool need_flush(struct iommu_map_table *iommu) in need_flush() argument
21 return ((iommu->flags & IOMMU_NEED_FLUSH) != 0); in need_flush()
24 static inline void set_flush(struct iommu_map_table *iommu) in set_flush() argument
26 iommu->flags |= IOMMU_NEED_FLUSH; in set_flush()
29 static inline void clear_flush(struct iommu_map_table *iommu) in clear_flush() argument
31 iommu->flags &= ~IOMMU_NEED_FLUSH; in clear_flush()
52 void iommu_tbl_pool_init(struct iommu_map_table *iommu, in iommu_tbl_pool_init() argument
60 struct iommu_pool *p = &(iommu->large_pool); in iommu_tbl_pool_init()
64 iommu->nr_pools = IOMMU_NR_POOLS; in iommu_tbl_pool_init()
66 iommu->nr_pools = npools; in iommu_tbl_pool_init()
[all …]
|
| H A D | sbus.c | 62 struct iommu *iommu = dev->archdata.iommu; in sbus_set_sbus64() local
77 cfg_reg = iommu->write_complete_reg; in sbus_set_sbus64()
212 struct iommu *iommu = op->dev.archdata.iommu; in sbus_build_irq() local
213 unsigned long reg_base = iommu->write_complete_reg - 0x2000UL; in sbus_build_irq()
274 struct iommu *iommu = op->dev.archdata.iommu; in sysio_ue_handler() local
275 unsigned long reg_base = iommu->write_complete_reg - 0x2000UL; in sysio_ue_handler()
348 struct iommu *iommu = op->dev.archdata.iommu; in sysio_ce_handler() local
349 unsigned long reg_base = iommu->write_complete_reg - 0x2000UL; in sysio_ce_handler()
427 struct iommu *iommu = op->dev.archdata.iommu; in sysio_sbus_error_handler() local
432 reg_base = iommu->write_complete_reg - 0x2000UL; in sysio_sbus_error_handler()
[all …]
|
| H A D | pci_sun4v.c | 77 static inline bool iommu_use_atu(struct iommu *iommu, u64 mask) in iommu_use_atu() argument
79 return iommu->atu && mask > DMA_BIT_MASK(32); in iommu_use_atu()
101 if (!iommu_use_atu(pbm->iommu, mask)) { in iommu_batch_flush()
118 iotsb_num = pbm->iommu->atu->iotsb->iotsb_num; in iommu_batch_flush()
187 struct iommu *iommu; in dma_4v_alloc_coherent() local
212 iommu = dev->archdata.iommu; in dma_4v_alloc_coherent()
214 if (!iommu_use_atu(iommu, mask)) in dma_4v_alloc_coherent()
215 tbl = &iommu->tbl; in dma_4v_alloc_coherent()
217 tbl = &iommu->atu->tbl; in dma_4v_alloc_coherent()
326 struct iommu *iommu; in dma_4v_free_coherent() local
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/iommu/intel/ |
| H A D | irq_remapping.c | 33 struct intel_iommu *iommu; member
40 struct intel_iommu *iommu; member
47 struct intel_iommu *iommu; member
83 static void iommu_disable_irq_remapping(struct intel_iommu *iommu);
86 static bool ir_pre_enabled(struct intel_iommu *iommu) in ir_pre_enabled() argument
88 return (iommu->flags & VTD_FLAG_IRQ_REMAP_PRE_ENABLED); in ir_pre_enabled()
91 static void clear_ir_pre_enabled(struct intel_iommu *iommu) in clear_ir_pre_enabled() argument
93 iommu->flags &= ~VTD_FLAG_IRQ_REMAP_PRE_ENABLED; in clear_ir_pre_enabled()
96 static void init_ir_status(struct intel_iommu *iommu) in init_ir_status() argument
100 gsts = readl(iommu->reg + DMAR_GSTS_REG); in init_ir_status()
[all …]
|
| H A D | dmar.c | 65 static void free_iommu(struct intel_iommu *iommu);
462 if (dmaru->iommu) in dmar_free_drhd()
463 free_iommu(dmaru->iommu); in dmar_free_drhd()
502 drhd->iommu->node = node; in dmar_parse_one_rhsa()
933 x86_init.iommu.iommu_init = intel_iommu_init; in detect_intel_iommu()
948 static void unmap_iommu(struct intel_iommu *iommu) in unmap_iommu() argument
950 iounmap(iommu->reg); in unmap_iommu()
951 release_mem_region(iommu->reg_phys, iommu->reg_size); in unmap_iommu()
962 static int map_iommu(struct intel_iommu *iommu, u64 phys_addr) in map_iommu() argument
966 iommu->reg_phys = phys_addr; in map_iommu()
[all …]
|
| H A D | iommu.c | 414 static bool translation_pre_enabled(struct intel_iommu *iommu) in translation_pre_enabled() argument
416 return (iommu->flags & VTD_FLAG_TRANS_PRE_ENABLED); in translation_pre_enabled()
419 static void clear_translation_pre_enabled(struct intel_iommu *iommu) in clear_translation_pre_enabled() argument
421 iommu->flags &= ~VTD_FLAG_TRANS_PRE_ENABLED; in clear_translation_pre_enabled()
424 static void init_translation_status(struct intel_iommu *iommu) in init_translation_status() argument
428 gsts = readl(iommu->reg + DMAR_GSTS_REG); in init_translation_status()
430 iommu->flags |= VTD_FLAG_TRANS_PRE_ENABLED; in init_translation_status()
479 static struct dmar_domain* get_iommu_domain(struct intel_iommu *iommu, u16 did) in get_iommu_domain() argument
484 domains = iommu->domains[idx]; in get_iommu_domain()
491 static void set_iommu_domain(struct intel_iommu *iommu, u16 did, in set_iommu_domain() argument
[all …]
|
| H A D | pasid.c | 30 int vcmd_alloc_pasid(struct intel_iommu *iommu, u32 *pasid) in vcmd_alloc_pasid() argument
37 raw_spin_lock_irqsave(&iommu->register_lock, flags); in vcmd_alloc_pasid()
38 dmar_writeq(iommu->reg + DMAR_VCMD_REG, VCMD_CMD_ALLOC); in vcmd_alloc_pasid()
39 IOMMU_WAIT_OP(iommu, DMAR_VCRSP_REG, dmar_readq, in vcmd_alloc_pasid()
41 raw_spin_unlock_irqrestore(&iommu->register_lock, flags); in vcmd_alloc_pasid()
49 pr_info("IOMMU: %s: No PASID available\n", iommu->name); in vcmd_alloc_pasid()
55 iommu->name, status_code); in vcmd_alloc_pasid()
61 void vcmd_free_pasid(struct intel_iommu *iommu, u32 pasid) in vcmd_free_pasid() argument
67 raw_spin_lock_irqsave(&iommu->register_lock, flags); in vcmd_free_pasid()
68 dmar_writeq(iommu->reg + DMAR_VCMD_REG, in vcmd_free_pasid()
[all …]
|
| H A D | svm.c | 31 int intel_svm_enable_prq(struct intel_iommu *iommu) in intel_svm_enable_prq() argument
39 iommu->name); in intel_svm_enable_prq()
42 iommu->prq = page_address(pages); in intel_svm_enable_prq()
44 irq = dmar_alloc_hwirq(DMAR_UNITS_SUPPORTED + iommu->seq_id, iommu->node, iommu); in intel_svm_enable_prq()
47 iommu->name); in intel_svm_enable_prq()
50 free_pages((unsigned long)iommu->prq, PRQ_ORDER); in intel_svm_enable_prq()
51 iommu->prq = NULL; in intel_svm_enable_prq()
54 iommu->pr_irq = irq; in intel_svm_enable_prq()
56 snprintf(iommu->prq_name, sizeof(iommu->prq_name), "dmar%d-prq", iommu->seq_id); in intel_svm_enable_prq()
59 iommu->prq_name, iommu); in intel_svm_enable_prq()
[all …]
|
| H A D | debugfs.c | 113 struct intel_iommu *iommu; in iommu_regset_show() local
119 for_each_active_iommu(iommu, drhd) { in iommu_regset_show()
127 iommu->name, drhd->reg_base_addr); in iommu_regset_show()
133 raw_spin_lock_irqsave(&iommu->register_lock, flag); in iommu_regset_show()
135 value = dmar_readl(iommu->reg + iommu_regs_32[i].offset); in iommu_regset_show()
141 value = dmar_readq(iommu->reg + iommu_regs_64[i].offset); in iommu_regset_show()
146 raw_spin_unlock_irqrestore(&iommu->register_lock, flag); in iommu_regset_show()
214 static void ctx_tbl_walk(struct seq_file *m, struct intel_iommu *iommu, u16 bus) in ctx_tbl_walk() argument
236 context = iommu_context_addr(iommu, bus, devfn, 0); in ctx_tbl_walk()
245 tbl_wlk.rt_entry = &iommu->root_entry[bus]; in ctx_tbl_walk()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/video/rockchip/mpp/hack/ |
| H A D | mpp_hack_px30.c | 44 static bool mpp_iommu_is_paged(struct mpp_rk_iommu *iommu) in mpp_iommu_is_paged() argument
50 for (i = 0; i < iommu->mmu_num; i++) { in mpp_iommu_is_paged()
51 status = readl(iommu->bases[i] + RK_MMU_STATUS); in mpp_iommu_is_paged()
58 static u32 mpp_iommu_get_dte_addr(struct mpp_rk_iommu *iommu) in mpp_iommu_get_dte_addr() argument
60 return readl(iommu->bases[0] + RK_MMU_DTE_ADDR); in mpp_iommu_get_dte_addr()
63 static int mpp_iommu_enable(struct mpp_rk_iommu *iommu) in mpp_iommu_enable() argument
68 iommu->is_paged = mpp_iommu_is_paged(iommu); in mpp_iommu_enable()
69 if (iommu->is_paged) in mpp_iommu_enable()
73 for (i = 0; i < iommu->mmu_num; i++) in mpp_iommu_enable()
75 iommu->bases[i] + RK_MMU_COMMAND); in mpp_iommu_enable()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/video/rockchip/mpp/ |
| H A D | mpp_iommu_av1d.c | 55 struct iommu_device iommu; member
63 struct av1_iommu *iommu; member
173 return data ? data->iommu : NULL; in av1_iommu_from_dev()
188 static void av1_iommu_disable(struct av1_iommu *iommu) in av1_iommu_disable() argument
193 WARN_ON(clk_bulk_enable(iommu->num_clocks, iommu->clocks)); in av1_iommu_disable()
194 for (i = 0; i < iommu->num_mmu; i++) in av1_iommu_disable()
195 writel(0, iommu->bases[i] + AV1_MMU_AHB_CONTROL_BASE); in av1_iommu_disable()
197 clk_bulk_disable(iommu->num_clocks, iommu->clocks); in av1_iommu_disable()
202 struct av1_iommu *iommu = av1_iommu_from_dev(dev); in mpp_av1_iommu_disable() local
204 if (!iommu->domain) in mpp_av1_iommu_disable()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 137 #define IS_IOMMU_CAP_DOMAIN_IN_CONTAINER(iommu) \ argument
138 (!list_empty(&iommu->domain_list))
155 static struct vfio_group *vfio_iommu_find_iommu_group(struct vfio_iommu *iommu,
158 static void update_pinned_page_dirty_scope(struct vfio_iommu *iommu);
164 static struct vfio_dma *vfio_find_dma(struct vfio_iommu *iommu, in vfio_find_dma() argument
167 struct rb_node *node = iommu->dma_list.rb_node; in vfio_find_dma()
183 static void vfio_link_dma(struct vfio_iommu *iommu, struct vfio_dma *new) in vfio_link_dma() argument
185 struct rb_node **link = &iommu->dma_list.rb_node, *parent = NULL; in vfio_link_dma()
199 rb_insert_color(&new->node, &iommu->dma_list); in vfio_link_dma()
202 static void vfio_unlink_dma(struct vfio_iommu *iommu, struct vfio_dma *old) in vfio_unlink_dma() argument
[all …]
|
| /OK3568_Linux_fs/kernel/arch/powerpc/platforms/cell/ |
| H A D | iommu.c | 102 struct cbe_iommu *iommu; member
129 static void invalidate_tce_cache(struct cbe_iommu *iommu, unsigned long *pte, in invalidate_tce_cache() argument
136 reg = iommu->xlate_regs + IOC_IOPT_CacheInvd; in invalidate_tce_cache()
193 invalidate_tce_cache(window->iommu, io_pte, npages); in tce_build_cell()
216 __pa(window->iommu->pad_page) | in tce_free_cell()
227 invalidate_tce_cache(window->iommu, io_pte, npages); in tce_free_cell()
233 struct cbe_iommu *iommu = data; in ioc_interrupt() local
235 stat = in_be64(iommu->xlate_regs + IOC_IO_ExcpStat); in ioc_interrupt()
251 out_be64(iommu->xlate_regs + IOC_IO_ExcpStat, stat); in ioc_interrupt()
296 static void cell_iommu_setup_stab(struct cbe_iommu *iommu, in cell_iommu_setup_stab() argument
[all …]
|
| /OK3568_Linux_fs/kernel/Documentation/devicetree/bindings/pci/ |
| H A D | pci-iommu.txt | 26 Documentation/devicetree/bindings/iommu/iommu.txt.
35 - iommu-map: Maps a Requester ID to an IOMMU and associated IOMMU specifier
39 (rid-base,iommu,iommu-base,length).
42 the listed IOMMU, with the IOMMU specifier (r - rid-base + iommu-base).
44 - iommu-map-mask: A mask to be applied to each Requester ID prior to being
45 mapped to an IOMMU specifier per the iommu-map property.
55 iommu: iommu@a {
57 compatible = "vendor,some-iommu";
58 #iommu-cells = <1>;
70 iommu-map = <0x0 &iommu 0x0 0x10000>;
[all …]
|
| /OK3568_Linux_fs/kernel/arch/sparc/mm/ |
| H A D | iommu.c | 59 struct iommu_struct *iommu; in sbus_iommu_init() local
66 iommu = kmalloc(sizeof(struct iommu_struct), GFP_KERNEL); in sbus_iommu_init()
67 if (!iommu) { in sbus_iommu_init()
72 iommu->regs = of_ioremap(&op->resource[0], 0, PAGE_SIZE * 3, in sbus_iommu_init()
74 if (!iommu->regs) { in sbus_iommu_init()
79 control = sbus_readl(&iommu->regs->control); in sbus_iommu_init()
84 sbus_writel(control, &iommu->regs->control); in sbus_iommu_init()
86 iommu_invalidate(iommu->regs); in sbus_iommu_init()
87 iommu->start = IOMMU_START; in sbus_iommu_init()
88 iommu->end = 0xffffffff; in sbus_iommu_init()
[all …]
|
| /OK3568_Linux_fs/kernel/Documentation/devicetree/bindings/media/ |
| H A D | mediatek-vcodec.txt | 21 argument, see Documentation/devicetree/bindings/iommu/mediatek,iommu.yaml
46 iommus = <&iommu M4U_PORT_HW_VDEC_MC_EXT>,
47 <&iommu M4U_PORT_HW_VDEC_PP_EXT>,
48 <&iommu M4U_PORT_HW_VDEC_AVC_MV_EXT>,
49 <&iommu M4U_PORT_HW_VDEC_PRED_RD_EXT>,
50 <&iommu M4U_PORT_HW_VDEC_PRED_WR_EXT>,
51 <&iommu M4U_PORT_HW_VDEC_UFO_EXT>,
52 <&iommu M4U_PORT_HW_VDEC_VLD_EXT>,
53 <&iommu M4U_PORT_HW_VDEC_VLD2_EXT>;
91 iommus = <&iommu M4U_PORT_VENC_RCPU>,
[all …]
|
| /OK3568_Linux_fs/kernel/Documentation/devicetree/bindings/iommu/ |
| H A D | qcom,iommu.txt | 12 "qcom,msm8916-iommu"
14 Followed by "qcom,msm-iommu-v1".
27 - #iommu-cells : Must be 1. Index identifies the context-bank #.
29 - ranges : Base address and size of the iommu context banks.
31 - qcom,iommu-secure-id : secure-id.
37 - "qcom,msm-iommu-v1-ns" : non-secure context bank
38 - "qcom,msm-iommu-v1-sec" : secure context bank
39 - reg : Base address and size of context bank within the iommu
45 be only specified if the iommu requires configuration
47 secure lines. (Ie. if the iommu contains secure
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/msm/ |
| H A D | msm_iommu.c | 85 struct msm_iommu *iommu = to_msm_iommu(pagetable->parent); in msm_iommu_pagetable_destroy() local
93 if (atomic_dec_return(&iommu->pagetables) == 0) in msm_iommu_pagetable_destroy()
148 struct msm_iommu *iommu = to_msm_iommu(parent); in msm_iommu_pagetable_create() local
175 &ttbr0_cfg, iommu->domain); in msm_iommu_pagetable_create()
186 if (atomic_inc_return(&iommu->pagetables) == 1) { in msm_iommu_pagetable_create()
213 struct msm_iommu *iommu = arg; in msm_fault_handler() local
214 if (iommu->base.handler) in msm_fault_handler()
215 return iommu->base.handler(iommu->base.arg, iova, flags); in msm_fault_handler()
222 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_detach() local
224 iommu_detach_device(iommu->domain, mmu->dev); in msm_iommu_detach()
[all …]
|