1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2015-2018 Etnaviv Project
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef __ETNAVIV_MMU_H__
7*4882a593Smuzhiyun #define __ETNAVIV_MMU_H__
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #define ETNAVIV_PROT_READ (1 << 0)
10*4882a593Smuzhiyun #define ETNAVIV_PROT_WRITE (1 << 1)
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun enum etnaviv_iommu_version {
13*4882a593Smuzhiyun ETNAVIV_IOMMU_V1 = 0,
14*4882a593Smuzhiyun ETNAVIV_IOMMU_V2,
15*4882a593Smuzhiyun };
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun struct etnaviv_gpu;
18*4882a593Smuzhiyun struct etnaviv_vram_mapping;
19*4882a593Smuzhiyun struct etnaviv_iommu_global;
20*4882a593Smuzhiyun struct etnaviv_iommu_context;
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun struct etnaviv_iommu_ops {
23*4882a593Smuzhiyun struct etnaviv_iommu_context *(*init)(struct etnaviv_iommu_global *);
24*4882a593Smuzhiyun void (*free)(struct etnaviv_iommu_context *);
25*4882a593Smuzhiyun int (*map)(struct etnaviv_iommu_context *context, unsigned long iova,
26*4882a593Smuzhiyun phys_addr_t paddr, size_t size, int prot);
27*4882a593Smuzhiyun size_t (*unmap)(struct etnaviv_iommu_context *context, unsigned long iova,
28*4882a593Smuzhiyun size_t size);
29*4882a593Smuzhiyun size_t (*dump_size)(struct etnaviv_iommu_context *);
30*4882a593Smuzhiyun void (*dump)(struct etnaviv_iommu_context *, void *);
31*4882a593Smuzhiyun void (*restore)(struct etnaviv_gpu *, struct etnaviv_iommu_context *);
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun extern const struct etnaviv_iommu_ops etnaviv_iommuv1_ops;
35*4882a593Smuzhiyun extern const struct etnaviv_iommu_ops etnaviv_iommuv2_ops;
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define ETNAVIV_PTA_SIZE SZ_4K
38*4882a593Smuzhiyun #define ETNAVIV_PTA_ENTRIES (ETNAVIV_PTA_SIZE / sizeof(u64))
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun struct etnaviv_iommu_global {
41*4882a593Smuzhiyun struct device *dev;
42*4882a593Smuzhiyun enum etnaviv_iommu_version version;
43*4882a593Smuzhiyun const struct etnaviv_iommu_ops *ops;
44*4882a593Smuzhiyun unsigned int use;
45*4882a593Smuzhiyun struct mutex lock;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun void *bad_page_cpu;
48*4882a593Smuzhiyun dma_addr_t bad_page_dma;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun u32 memory_base;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /*
53*4882a593Smuzhiyun * This union holds members needed by either MMUv1 or MMUv2, which
54*4882a593Smuzhiyun * can not exist at the same time.
55*4882a593Smuzhiyun */
56*4882a593Smuzhiyun union {
57*4882a593Smuzhiyun struct {
58*4882a593Smuzhiyun struct etnaviv_iommu_context *shared_context;
59*4882a593Smuzhiyun } v1;
60*4882a593Smuzhiyun struct {
61*4882a593Smuzhiyun /* P(age) T(able) A(rray) */
62*4882a593Smuzhiyun u64 *pta_cpu;
63*4882a593Smuzhiyun dma_addr_t pta_dma;
64*4882a593Smuzhiyun struct spinlock pta_lock;
65*4882a593Smuzhiyun DECLARE_BITMAP(pta_alloc, ETNAVIV_PTA_ENTRIES);
66*4882a593Smuzhiyun } v2;
67*4882a593Smuzhiyun };
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun struct etnaviv_iommu_context {
71*4882a593Smuzhiyun struct kref refcount;
72*4882a593Smuzhiyun struct etnaviv_iommu_global *global;
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun /* memory manager for GPU address area */
75*4882a593Smuzhiyun struct mutex lock;
76*4882a593Smuzhiyun struct list_head mappings;
77*4882a593Smuzhiyun struct drm_mm mm;
78*4882a593Smuzhiyun unsigned int flush_seq;
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun /* Not part of the context, but needs to have the same lifetime */
81*4882a593Smuzhiyun struct etnaviv_vram_mapping cmdbuf_mapping;
82*4882a593Smuzhiyun };
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun int etnaviv_iommu_global_init(struct etnaviv_gpu *gpu);
85*4882a593Smuzhiyun void etnaviv_iommu_global_fini(struct etnaviv_gpu *gpu);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun struct etnaviv_gem_object;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun int etnaviv_iommu_map_gem(struct etnaviv_iommu_context *context,
90*4882a593Smuzhiyun struct etnaviv_gem_object *etnaviv_obj, u32 memory_base,
91*4882a593Smuzhiyun struct etnaviv_vram_mapping *mapping, u64 va);
92*4882a593Smuzhiyun void etnaviv_iommu_unmap_gem(struct etnaviv_iommu_context *context,
93*4882a593Smuzhiyun struct etnaviv_vram_mapping *mapping);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun int etnaviv_iommu_get_suballoc_va(struct etnaviv_iommu_context *ctx,
96*4882a593Smuzhiyun struct etnaviv_vram_mapping *mapping,
97*4882a593Smuzhiyun u32 memory_base, dma_addr_t paddr,
98*4882a593Smuzhiyun size_t size);
99*4882a593Smuzhiyun void etnaviv_iommu_put_suballoc_va(struct etnaviv_iommu_context *ctx,
100*4882a593Smuzhiyun struct etnaviv_vram_mapping *mapping);
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun size_t etnaviv_iommu_dump_size(struct etnaviv_iommu_context *ctx);
103*4882a593Smuzhiyun void etnaviv_iommu_dump(struct etnaviv_iommu_context *ctx, void *buf);
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun struct etnaviv_iommu_context *
106*4882a593Smuzhiyun etnaviv_iommu_context_init(struct etnaviv_iommu_global *global,
107*4882a593Smuzhiyun struct etnaviv_cmdbuf_suballoc *suballoc);
108*4882a593Smuzhiyun static inline struct etnaviv_iommu_context *
etnaviv_iommu_context_get(struct etnaviv_iommu_context * ctx)109*4882a593Smuzhiyun etnaviv_iommu_context_get(struct etnaviv_iommu_context *ctx)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun kref_get(&ctx->refcount);
112*4882a593Smuzhiyun return ctx;
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun void etnaviv_iommu_context_put(struct etnaviv_iommu_context *ctx);
115*4882a593Smuzhiyun void etnaviv_iommu_restore(struct etnaviv_gpu *gpu,
116*4882a593Smuzhiyun struct etnaviv_iommu_context *ctx);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun struct etnaviv_iommu_context *
119*4882a593Smuzhiyun etnaviv_iommuv1_context_alloc(struct etnaviv_iommu_global *global);
120*4882a593Smuzhiyun struct etnaviv_iommu_context *
121*4882a593Smuzhiyun etnaviv_iommuv2_context_alloc(struct etnaviv_iommu_global *global);
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun u32 etnaviv_iommuv2_get_mtlb_addr(struct etnaviv_iommu_context *context);
124*4882a593Smuzhiyun unsigned short etnaviv_iommuv2_get_pta_id(struct etnaviv_iommu_context *context);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun #endif /* __ETNAVIV_MMU_H__ */
127