| /OK3568_Linux_fs/kernel/drivers/iommu/ |
| H A D | io-pgtable-arm.c | 494 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize)) in arm_lpae_map_pages() 696 if (WARN_ON(!pgsize || (pgsize & cfg->pgsize_bitmap) != pgsize || !pgcount)) in arm_lpae_unmap_pages() 762 if (cfg->pgsize_bitmap & PAGE_SIZE) in arm_lpae_restrict_pgsizes() 764 else if (cfg->pgsize_bitmap & ~PAGE_MASK) in arm_lpae_restrict_pgsizes() 765 granule = 1UL << __fls(cfg->pgsize_bitmap & ~PAGE_MASK); in arm_lpae_restrict_pgsizes() 766 else if (cfg->pgsize_bitmap & PAGE_MASK) in arm_lpae_restrict_pgsizes() 767 granule = 1UL << __ffs(cfg->pgsize_bitmap & PAGE_MASK); in arm_lpae_restrict_pgsizes() 788 cfg->pgsize_bitmap &= page_sizes; in arm_lpae_restrict_pgsizes() 801 if (!(cfg->pgsize_bitmap & (SZ_4K | SZ_16K | SZ_64K))) in arm_lpae_alloc_pgtable() 814 pg_shift = __ffs(cfg->pgsize_bitmap); in arm_lpae_alloc_pgtable() [all …]
|
| H A D | virtio-iommu.c | 49 u64 pgsize_bitmap; member 618 viommu_page_size = 1UL << __ffs(viommu->pgsize_bitmap); in viommu_domain_finalise() 633 domain->pgsize_bitmap = viommu->pgsize_bitmap; in viommu_domain_finalise() 1014 &viommu->pgsize_bitmap); in viommu_probe() 1016 if (!viommu->pgsize_bitmap) { in viommu_probe() 1054 viommu_ops.pgsize_bitmap = viommu->pgsize_bitmap; in viommu_probe() 1097 dev_info(dev, "page mask: %#llx\n", viommu->pgsize_bitmap); in viommu_probe()
|
| H A D | mtk_iommu.c | 397 dom->domain.pgsize_bitmap = data->m4u_dom->cfg.pgsize_bitmap; in mtk_iommu_domain_finalise() 405 .pgsize_bitmap = mtk_iommu_ops.pgsize_bitmap, in mtk_iommu_domain_finalise() 422 dom->domain.pgsize_bitmap = dom->cfg.pgsize_bitmap; in mtk_iommu_domain_finalise() 696 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M,
|
| H A D | io-pgtable-arm-v7s.c | 834 cfg->pgsize_bitmap &= SZ_4K | SZ_64K | SZ_1M | SZ_16M; in arm_v7s_alloc_pgtable() 893 WARN_ON(!(size & cfg_cookie->pgsize_bitmap)); in dummy_tlb_flush() 924 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M, in arm_v7s_do_selftests() 956 for_each_set_bit(i, &cfg.pgsize_bitmap, BITS_PER_LONG) { in arm_v7s_do_selftests() 978 size = 1UL << __ffs(cfg.pgsize_bitmap); in arm_v7s_do_selftests() 996 for_each_set_bit(i, &cfg.pgsize_bitmap, BITS_PER_LONG) { in arm_v7s_do_selftests()
|
| H A D | msm_iommu.c | 346 .pgsize_bitmap = msm_iommu_ops.pgsize_bitmap, in msm_iommu_domain_config() 359 msm_iommu_ops.pgsize_bitmap = priv->cfg.pgsize_bitmap; in msm_iommu_domain_config() 698 .pgsize_bitmap = MSM_IOMMU_PGSIZES,
|
| H A D | iommu.c | 741 BUG_ON(!domain->pgsize_bitmap); in iommu_create_device_direct_mappings() 743 pg_size = 1UL << __ffs(domain->pgsize_bitmap); in iommu_create_device_direct_mappings() 1919 domain->pgsize_bitmap = bus->iommu_ops->pgsize_bitmap; in __iommu_domain_alloc() 2356 pgsizes = domain->pgsize_bitmap & GENMASK(__fls(size), 0); in iommu_pgsize() 2373 pgsizes = domain->pgsize_bitmap & ~GENMASK(pgsize_idx, 0); in iommu_pgsize() 2437 domain->pgsize_bitmap == 0UL)) in __iommu_map() 2444 min_pagesz = 1 << __ffs(domain->pgsize_bitmap); in __iommu_map() 2537 domain->pgsize_bitmap == 0UL)) in __iommu_unmap() 2544 min_pagesz = 1 << __ffs(domain->pgsize_bitmap); in __iommu_unmap() 2766 *paging = (domain->pgsize_bitmap != 0UL); in iommu_domain_get_attr()
|
| H A D | dma-iommu.c | 326 order = __ffs(domain->pgsize_bitmap); in iommu_dma_init_domain() 668 unsigned int count, min_size, alloc_sizes = domain->pgsize_bitmap; in iommu_dma_alloc_remap() 1224 return (1UL << __ffs(domain->pgsize_bitmap)) - 1; in iommu_dma_get_merge_boundary()
|
| H A D | tegra-gart.c | 290 .pgsize_bitmap = GART_IOMMU_PGSIZES,
|
| H A D | s390-iommu.c | 369 .pgsize_bitmap = S390_IOMMU_PGSIZES,
|
| H A D | ipmmu-vmsa.c | 436 domain->cfg.pgsize_bitmap = SZ_1G | SZ_2M | SZ_4K; in ipmmu_domain_init_context() 910 .pgsize_bitmap = SZ_1G | SZ_2M | SZ_4K,
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/nouveau/nvkm/engine/device/ |
| H A D | tegra.c | 109 unsigned long pgsize_bitmap; in nvkm_device_tegra_probe_iommu() local 136 pgsize_bitmap = tdev->iommu.domain->ops->pgsize_bitmap; in nvkm_device_tegra_probe_iommu() 137 if (pgsize_bitmap & PAGE_SIZE) { in nvkm_device_tegra_probe_iommu() 140 tdev->iommu.pgshift = fls(pgsize_bitmap & ~PAGE_MASK); in nvkm_device_tegra_probe_iommu()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/arm/ |
| H A D | malidp_planes.c | 313 u32 pgsize_bitmap = 0; in malidp_get_pgsize_bitmap() local 320 pgsize_bitmap = mmu_dom->pgsize_bitmap; in malidp_get_pgsize_bitmap() 323 return pgsize_bitmap; in malidp_get_pgsize_bitmap() 436 (struct malidp_plane_state *ms, u32 *pgsize_bitmap) in malidp_mmu_prefetch_select_mode() argument 441 pgsizes = *pgsize_bitmap & MALIDP_MMU_PREFETCH_FULL_PGSIZES; in malidp_mmu_prefetch_select_mode() 447 *pgsize_bitmap = largest_pgsize; in malidp_mmu_prefetch_select_mode() 455 pgsizes = *pgsize_bitmap & MALIDP_MMU_PREFETCH_PARTIAL_PGSIZES; in malidp_mmu_prefetch_select_mode() 461 *pgsize_bitmap = 1 << __ffs(pgsizes); in malidp_mmu_prefetch_select_mode() 464 *pgsize_bitmap = 0; in malidp_mmu_prefetch_select_mode()
|
| /OK3568_Linux_fs/kernel/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 73 uint64_t pgsize_bitmap; member 249 unsigned long pgshift = __ffs(iommu->pgsize_bitmap); in vfio_iommu_populate_bitmap_full() 784 unsigned long pgshift = __ffs(iommu->pgsize_bitmap); in vfio_iommu_type1_pin_pages() 1043 iommu->pgsize_bitmap = ULONG_MAX; in vfio_update_pgsize_bitmap() 1046 iommu->pgsize_bitmap &= domain->domain->pgsize_bitmap; in vfio_update_pgsize_bitmap() 1056 if (iommu->pgsize_bitmap & ~PAGE_MASK) { in vfio_update_pgsize_bitmap() 1057 iommu->pgsize_bitmap &= PAGE_MASK; in vfio_update_pgsize_bitmap() 1058 iommu->pgsize_bitmap |= PAGE_SIZE; in vfio_update_pgsize_bitmap() 1165 pgshift = __ffs(iommu->pgsize_bitmap); in vfio_dma_do_unmap() 1409 pgsize = (size_t)1 << __ffs(iommu->pgsize_bitmap); in vfio_dma_do_map() [all …]
|
| /OK3568_Linux_fs/kernel/drivers/iommu/arm/arm-smmu/ |
| H A D | arm-smmu.c | 753 .pgsize_bitmap = smmu->pgsize_bitmap, in arm_smmu_init_domain_context() 777 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in arm_smmu_init_domain_context() 1631 .pgsize_bitmap = -1UL, /* Restricted during device attach */ 1891 smmu->pgsize_bitmap |= SZ_4K | SZ_64K | SZ_1M | SZ_16M; in arm_smmu_device_cfg_probe() 1894 smmu->pgsize_bitmap |= SZ_4K | SZ_2M | SZ_1G; in arm_smmu_device_cfg_probe() 1896 smmu->pgsize_bitmap |= SZ_16K | SZ_32M; in arm_smmu_device_cfg_probe() 1898 smmu->pgsize_bitmap |= SZ_64K | SZ_512M; in arm_smmu_device_cfg_probe() 1900 if (arm_smmu_ops.pgsize_bitmap == -1UL) in arm_smmu_device_cfg_probe() 1901 arm_smmu_ops.pgsize_bitmap = smmu->pgsize_bitmap; in arm_smmu_device_cfg_probe() 1903 arm_smmu_ops.pgsize_bitmap |= smmu->pgsize_bitmap; in arm_smmu_device_cfg_probe() [all …]
|
| H A D | qcom_iommu.c | 244 .pgsize_bitmap = qcom_iommu_ops.pgsize_bitmap, in qcom_iommu_init_domain() 262 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in qcom_iommu_init_domain() 615 .pgsize_bitmap = SZ_4K | SZ_64K | SZ_1M | SZ_16M,
|
| H A D | arm-smmu.h | 316 unsigned long pgsize_bitmap; member
|
| /OK3568_Linux_fs/kernel/drivers/iommu/arm/arm-smmu-v3/ |
| H A D | arm-smmu-v3.c | 1679 tg = __ffs(smmu_domain->domain.pgsize_bitmap); in arm_smmu_tlb_inv_range() 1968 .pgsize_bitmap = smmu->pgsize_bitmap, in arm_smmu_domain_finalise() 1983 domain->pgsize_bitmap = pgtbl_cfg.pgsize_bitmap; in arm_smmu_domain_finalise() 2066 stu = __ffs(smmu->pgsize_bitmap); in arm_smmu_enable_ats() 2586 .pgsize_bitmap = -1UL, /* Restricted during device attach */ 3299 smmu->pgsize_bitmap |= SZ_64K | SZ_512M; in arm_smmu_device_hw_probe() 3301 smmu->pgsize_bitmap |= SZ_16K | SZ_32M; in arm_smmu_device_hw_probe() 3303 smmu->pgsize_bitmap |= SZ_4K | SZ_2M | SZ_1G; in arm_smmu_device_hw_probe() 3328 smmu->pgsize_bitmap |= 1ULL << 42; /* 4TB */ in arm_smmu_device_hw_probe() 3338 if (arm_smmu_ops.pgsize_bitmap == -1UL) in arm_smmu_device_hw_probe() [all …]
|
| H A D | arm-smmu-v3-sva.c | 171 if (!(smmu->pgsize_bitmap & PAGE_SIZE)) in arm_smmu_sva_supported()
|
| H A D | arm-smmu-v3.h | 623 unsigned long pgsize_bitmap; member
|
| /OK3568_Linux_fs/kernel/drivers/staging/media/tegra-vde/ |
| H A D | iommu.c | 91 order = __ffs(vde->domain->pgsize_bitmap); in tegra_vde_iommu_init()
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | io-pgtable.h | 88 unsigned long pgsize_bitmap; member
|
| H A D | iommu.h | 97 unsigned long pgsize_bitmap; /* Bitmap of page sizes in use */ member 330 unsigned long pgsize_bitmap; member
|
| /OK3568_Linux_fs/kernel/include/uapi/linux/ |
| H A D | vfio.h | 1050 __u64 pgsize_bitmap; member
|
| /OK3568_Linux_fs/kernel/drivers/gpu/host1x/ |
| H A D | dev.c | 293 order = __ffs(host->domain->pgsize_bitmap); in host1x_iommu_attach()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/rockchip/ |
| H A D | rockchip_drm_logo.c | 201 u32 pg_size = 1UL << __ffs(private->domain->pgsize_bitmap); in rockchip_free_loader_memory() 238 pg_size = 1UL << __ffs(private->domain->pgsize_bitmap); in init_loader_memory()
|