1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (c) 2012-2015, NVIDIA Corporation.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef HOST1X_DEV_H
7*4882a593Smuzhiyun #define HOST1X_DEV_H
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/device.h>
10*4882a593Smuzhiyun #include <linux/iommu.h>
11*4882a593Smuzhiyun #include <linux/iova.h>
12*4882a593Smuzhiyun #include <linux/platform_device.h>
13*4882a593Smuzhiyun #include <linux/reset.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include "cdma.h"
16*4882a593Smuzhiyun #include "channel.h"
17*4882a593Smuzhiyun #include "intr.h"
18*4882a593Smuzhiyun #include "job.h"
19*4882a593Smuzhiyun #include "syncpt.h"
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun struct host1x_syncpt;
22*4882a593Smuzhiyun struct host1x_syncpt_base;
23*4882a593Smuzhiyun struct host1x_channel;
24*4882a593Smuzhiyun struct host1x_cdma;
25*4882a593Smuzhiyun struct host1x_job;
26*4882a593Smuzhiyun struct push_buffer;
27*4882a593Smuzhiyun struct output;
28*4882a593Smuzhiyun struct dentry;
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun struct host1x_channel_ops {
31*4882a593Smuzhiyun int (*init)(struct host1x_channel *channel, struct host1x *host,
32*4882a593Smuzhiyun unsigned int id);
33*4882a593Smuzhiyun int (*submit)(struct host1x_job *job);
34*4882a593Smuzhiyun };
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun struct host1x_cdma_ops {
37*4882a593Smuzhiyun void (*start)(struct host1x_cdma *cdma);
38*4882a593Smuzhiyun void (*stop)(struct host1x_cdma *cdma);
39*4882a593Smuzhiyun void (*flush)(struct host1x_cdma *cdma);
40*4882a593Smuzhiyun int (*timeout_init)(struct host1x_cdma *cdma, unsigned int syncpt);
41*4882a593Smuzhiyun void (*timeout_destroy)(struct host1x_cdma *cdma);
42*4882a593Smuzhiyun void (*freeze)(struct host1x_cdma *cdma);
43*4882a593Smuzhiyun void (*resume)(struct host1x_cdma *cdma, u32 getptr);
44*4882a593Smuzhiyun void (*timeout_cpu_incr)(struct host1x_cdma *cdma, u32 getptr,
45*4882a593Smuzhiyun u32 syncpt_incrs, u32 syncval, u32 nr_slots);
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun struct host1x_pushbuffer_ops {
49*4882a593Smuzhiyun void (*init)(struct push_buffer *pb);
50*4882a593Smuzhiyun };
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun struct host1x_debug_ops {
53*4882a593Smuzhiyun void (*debug_init)(struct dentry *de);
54*4882a593Smuzhiyun void (*show_channel_cdma)(struct host1x *host,
55*4882a593Smuzhiyun struct host1x_channel *ch,
56*4882a593Smuzhiyun struct output *o);
57*4882a593Smuzhiyun void (*show_channel_fifo)(struct host1x *host,
58*4882a593Smuzhiyun struct host1x_channel *ch,
59*4882a593Smuzhiyun struct output *o);
60*4882a593Smuzhiyun void (*show_mlocks)(struct host1x *host, struct output *output);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun };
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun struct host1x_syncpt_ops {
65*4882a593Smuzhiyun void (*restore)(struct host1x_syncpt *syncpt);
66*4882a593Smuzhiyun void (*restore_wait_base)(struct host1x_syncpt *syncpt);
67*4882a593Smuzhiyun void (*load_wait_base)(struct host1x_syncpt *syncpt);
68*4882a593Smuzhiyun u32 (*load)(struct host1x_syncpt *syncpt);
69*4882a593Smuzhiyun int (*cpu_incr)(struct host1x_syncpt *syncpt);
70*4882a593Smuzhiyun void (*assign_to_channel)(struct host1x_syncpt *syncpt,
71*4882a593Smuzhiyun struct host1x_channel *channel);
72*4882a593Smuzhiyun void (*enable_protection)(struct host1x *host);
73*4882a593Smuzhiyun };
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun struct host1x_intr_ops {
76*4882a593Smuzhiyun int (*init_host_sync)(struct host1x *host, u32 cpm,
77*4882a593Smuzhiyun void (*syncpt_thresh_work)(struct work_struct *work));
78*4882a593Smuzhiyun void (*set_syncpt_threshold)(
79*4882a593Smuzhiyun struct host1x *host, unsigned int id, u32 thresh);
80*4882a593Smuzhiyun void (*enable_syncpt_intr)(struct host1x *host, unsigned int id);
81*4882a593Smuzhiyun void (*disable_syncpt_intr)(struct host1x *host, unsigned int id);
82*4882a593Smuzhiyun void (*disable_all_syncpt_intrs)(struct host1x *host);
83*4882a593Smuzhiyun int (*free_syncpt_irq)(struct host1x *host);
84*4882a593Smuzhiyun };
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun struct host1x_sid_entry {
87*4882a593Smuzhiyun unsigned int base;
88*4882a593Smuzhiyun unsigned int offset;
89*4882a593Smuzhiyun unsigned int limit;
90*4882a593Smuzhiyun };
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun struct host1x_info {
93*4882a593Smuzhiyun unsigned int nb_channels; /* host1x: number of channels supported */
94*4882a593Smuzhiyun unsigned int nb_pts; /* host1x: number of syncpoints supported */
95*4882a593Smuzhiyun unsigned int nb_bases; /* host1x: number of syncpoint bases supported */
96*4882a593Smuzhiyun unsigned int nb_mlocks; /* host1x: number of mlocks supported */
97*4882a593Smuzhiyun int (*init)(struct host1x *host1x); /* initialize per SoC ops */
98*4882a593Smuzhiyun unsigned int sync_offset; /* offset of syncpoint registers */
99*4882a593Smuzhiyun u64 dma_mask; /* mask of addressable memory */
100*4882a593Smuzhiyun bool has_wide_gather; /* supports GATHER_W opcode */
101*4882a593Smuzhiyun bool has_hypervisor; /* has hypervisor registers */
102*4882a593Smuzhiyun unsigned int num_sid_entries;
103*4882a593Smuzhiyun const struct host1x_sid_entry *sid_table;
104*4882a593Smuzhiyun };
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun struct host1x {
107*4882a593Smuzhiyun const struct host1x_info *info;
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun void __iomem *regs;
110*4882a593Smuzhiyun void __iomem *hv_regs; /* hypervisor region */
111*4882a593Smuzhiyun struct host1x_syncpt *syncpt;
112*4882a593Smuzhiyun struct host1x_syncpt_base *bases;
113*4882a593Smuzhiyun struct device *dev;
114*4882a593Smuzhiyun struct clk *clk;
115*4882a593Smuzhiyun struct reset_control *rst;
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun struct iommu_group *group;
118*4882a593Smuzhiyun struct iommu_domain *domain;
119*4882a593Smuzhiyun struct iova_domain iova;
120*4882a593Smuzhiyun dma_addr_t iova_end;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun struct mutex intr_mutex;
123*4882a593Smuzhiyun int intr_syncpt_irq;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun const struct host1x_syncpt_ops *syncpt_op;
126*4882a593Smuzhiyun const struct host1x_intr_ops *intr_op;
127*4882a593Smuzhiyun const struct host1x_channel_ops *channel_op;
128*4882a593Smuzhiyun const struct host1x_cdma_ops *cdma_op;
129*4882a593Smuzhiyun const struct host1x_pushbuffer_ops *cdma_pb_op;
130*4882a593Smuzhiyun const struct host1x_debug_ops *debug_op;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun struct host1x_syncpt *nop_sp;
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun struct mutex syncpt_mutex;
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun struct host1x_channel_list channel_list;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun struct dentry *debugfs;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun struct mutex devices_lock;
141*4882a593Smuzhiyun struct list_head devices;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun struct list_head list;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun struct device_dma_parameters dma_parms;
146*4882a593Smuzhiyun };
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun void host1x_hypervisor_writel(struct host1x *host1x, u32 r, u32 v);
149*4882a593Smuzhiyun u32 host1x_hypervisor_readl(struct host1x *host1x, u32 r);
150*4882a593Smuzhiyun void host1x_sync_writel(struct host1x *host1x, u32 r, u32 v);
151*4882a593Smuzhiyun u32 host1x_sync_readl(struct host1x *host1x, u32 r);
152*4882a593Smuzhiyun void host1x_ch_writel(struct host1x_channel *ch, u32 r, u32 v);
153*4882a593Smuzhiyun u32 host1x_ch_readl(struct host1x_channel *ch, u32 r);
154*4882a593Smuzhiyun
host1x_hw_syncpt_restore(struct host1x * host,struct host1x_syncpt * sp)155*4882a593Smuzhiyun static inline void host1x_hw_syncpt_restore(struct host1x *host,
156*4882a593Smuzhiyun struct host1x_syncpt *sp)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun host->syncpt_op->restore(sp);
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
host1x_hw_syncpt_restore_wait_base(struct host1x * host,struct host1x_syncpt * sp)161*4882a593Smuzhiyun static inline void host1x_hw_syncpt_restore_wait_base(struct host1x *host,
162*4882a593Smuzhiyun struct host1x_syncpt *sp)
163*4882a593Smuzhiyun {
164*4882a593Smuzhiyun host->syncpt_op->restore_wait_base(sp);
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun
host1x_hw_syncpt_load_wait_base(struct host1x * host,struct host1x_syncpt * sp)167*4882a593Smuzhiyun static inline void host1x_hw_syncpt_load_wait_base(struct host1x *host,
168*4882a593Smuzhiyun struct host1x_syncpt *sp)
169*4882a593Smuzhiyun {
170*4882a593Smuzhiyun host->syncpt_op->load_wait_base(sp);
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
host1x_hw_syncpt_load(struct host1x * host,struct host1x_syncpt * sp)173*4882a593Smuzhiyun static inline u32 host1x_hw_syncpt_load(struct host1x *host,
174*4882a593Smuzhiyun struct host1x_syncpt *sp)
175*4882a593Smuzhiyun {
176*4882a593Smuzhiyun return host->syncpt_op->load(sp);
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
host1x_hw_syncpt_cpu_incr(struct host1x * host,struct host1x_syncpt * sp)179*4882a593Smuzhiyun static inline int host1x_hw_syncpt_cpu_incr(struct host1x *host,
180*4882a593Smuzhiyun struct host1x_syncpt *sp)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun return host->syncpt_op->cpu_incr(sp);
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun
host1x_hw_syncpt_assign_to_channel(struct host1x * host,struct host1x_syncpt * sp,struct host1x_channel * ch)185*4882a593Smuzhiyun static inline void host1x_hw_syncpt_assign_to_channel(
186*4882a593Smuzhiyun struct host1x *host, struct host1x_syncpt *sp,
187*4882a593Smuzhiyun struct host1x_channel *ch)
188*4882a593Smuzhiyun {
189*4882a593Smuzhiyun return host->syncpt_op->assign_to_channel(sp, ch);
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
host1x_hw_syncpt_enable_protection(struct host1x * host)192*4882a593Smuzhiyun static inline void host1x_hw_syncpt_enable_protection(struct host1x *host)
193*4882a593Smuzhiyun {
194*4882a593Smuzhiyun return host->syncpt_op->enable_protection(host);
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
host1x_hw_intr_init_host_sync(struct host1x * host,u32 cpm,void (* syncpt_thresh_work)(struct work_struct *))197*4882a593Smuzhiyun static inline int host1x_hw_intr_init_host_sync(struct host1x *host, u32 cpm,
198*4882a593Smuzhiyun void (*syncpt_thresh_work)(struct work_struct *))
199*4882a593Smuzhiyun {
200*4882a593Smuzhiyun return host->intr_op->init_host_sync(host, cpm, syncpt_thresh_work);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun
host1x_hw_intr_set_syncpt_threshold(struct host1x * host,unsigned int id,u32 thresh)203*4882a593Smuzhiyun static inline void host1x_hw_intr_set_syncpt_threshold(struct host1x *host,
204*4882a593Smuzhiyun unsigned int id,
205*4882a593Smuzhiyun u32 thresh)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun host->intr_op->set_syncpt_threshold(host, id, thresh);
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
host1x_hw_intr_enable_syncpt_intr(struct host1x * host,unsigned int id)210*4882a593Smuzhiyun static inline void host1x_hw_intr_enable_syncpt_intr(struct host1x *host,
211*4882a593Smuzhiyun unsigned int id)
212*4882a593Smuzhiyun {
213*4882a593Smuzhiyun host->intr_op->enable_syncpt_intr(host, id);
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
host1x_hw_intr_disable_syncpt_intr(struct host1x * host,unsigned int id)216*4882a593Smuzhiyun static inline void host1x_hw_intr_disable_syncpt_intr(struct host1x *host,
217*4882a593Smuzhiyun unsigned int id)
218*4882a593Smuzhiyun {
219*4882a593Smuzhiyun host->intr_op->disable_syncpt_intr(host, id);
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
host1x_hw_intr_disable_all_syncpt_intrs(struct host1x * host)222*4882a593Smuzhiyun static inline void host1x_hw_intr_disable_all_syncpt_intrs(struct host1x *host)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun host->intr_op->disable_all_syncpt_intrs(host);
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun
host1x_hw_intr_free_syncpt_irq(struct host1x * host)227*4882a593Smuzhiyun static inline int host1x_hw_intr_free_syncpt_irq(struct host1x *host)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun return host->intr_op->free_syncpt_irq(host);
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun
host1x_hw_channel_init(struct host1x * host,struct host1x_channel * channel,unsigned int id)232*4882a593Smuzhiyun static inline int host1x_hw_channel_init(struct host1x *host,
233*4882a593Smuzhiyun struct host1x_channel *channel,
234*4882a593Smuzhiyun unsigned int id)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun return host->channel_op->init(channel, host, id);
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
host1x_hw_channel_submit(struct host1x * host,struct host1x_job * job)239*4882a593Smuzhiyun static inline int host1x_hw_channel_submit(struct host1x *host,
240*4882a593Smuzhiyun struct host1x_job *job)
241*4882a593Smuzhiyun {
242*4882a593Smuzhiyun return host->channel_op->submit(job);
243*4882a593Smuzhiyun }
244*4882a593Smuzhiyun
host1x_hw_cdma_start(struct host1x * host,struct host1x_cdma * cdma)245*4882a593Smuzhiyun static inline void host1x_hw_cdma_start(struct host1x *host,
246*4882a593Smuzhiyun struct host1x_cdma *cdma)
247*4882a593Smuzhiyun {
248*4882a593Smuzhiyun host->cdma_op->start(cdma);
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun
host1x_hw_cdma_stop(struct host1x * host,struct host1x_cdma * cdma)251*4882a593Smuzhiyun static inline void host1x_hw_cdma_stop(struct host1x *host,
252*4882a593Smuzhiyun struct host1x_cdma *cdma)
253*4882a593Smuzhiyun {
254*4882a593Smuzhiyun host->cdma_op->stop(cdma);
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun
host1x_hw_cdma_flush(struct host1x * host,struct host1x_cdma * cdma)257*4882a593Smuzhiyun static inline void host1x_hw_cdma_flush(struct host1x *host,
258*4882a593Smuzhiyun struct host1x_cdma *cdma)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun host->cdma_op->flush(cdma);
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun
host1x_hw_cdma_timeout_init(struct host1x * host,struct host1x_cdma * cdma,unsigned int syncpt)263*4882a593Smuzhiyun static inline int host1x_hw_cdma_timeout_init(struct host1x *host,
264*4882a593Smuzhiyun struct host1x_cdma *cdma,
265*4882a593Smuzhiyun unsigned int syncpt)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun return host->cdma_op->timeout_init(cdma, syncpt);
268*4882a593Smuzhiyun }
269*4882a593Smuzhiyun
host1x_hw_cdma_timeout_destroy(struct host1x * host,struct host1x_cdma * cdma)270*4882a593Smuzhiyun static inline void host1x_hw_cdma_timeout_destroy(struct host1x *host,
271*4882a593Smuzhiyun struct host1x_cdma *cdma)
272*4882a593Smuzhiyun {
273*4882a593Smuzhiyun host->cdma_op->timeout_destroy(cdma);
274*4882a593Smuzhiyun }
275*4882a593Smuzhiyun
host1x_hw_cdma_freeze(struct host1x * host,struct host1x_cdma * cdma)276*4882a593Smuzhiyun static inline void host1x_hw_cdma_freeze(struct host1x *host,
277*4882a593Smuzhiyun struct host1x_cdma *cdma)
278*4882a593Smuzhiyun {
279*4882a593Smuzhiyun host->cdma_op->freeze(cdma);
280*4882a593Smuzhiyun }
281*4882a593Smuzhiyun
host1x_hw_cdma_resume(struct host1x * host,struct host1x_cdma * cdma,u32 getptr)282*4882a593Smuzhiyun static inline void host1x_hw_cdma_resume(struct host1x *host,
283*4882a593Smuzhiyun struct host1x_cdma *cdma, u32 getptr)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun host->cdma_op->resume(cdma, getptr);
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun
host1x_hw_cdma_timeout_cpu_incr(struct host1x * host,struct host1x_cdma * cdma,u32 getptr,u32 syncpt_incrs,u32 syncval,u32 nr_slots)288*4882a593Smuzhiyun static inline void host1x_hw_cdma_timeout_cpu_incr(struct host1x *host,
289*4882a593Smuzhiyun struct host1x_cdma *cdma,
290*4882a593Smuzhiyun u32 getptr,
291*4882a593Smuzhiyun u32 syncpt_incrs,
292*4882a593Smuzhiyun u32 syncval, u32 nr_slots)
293*4882a593Smuzhiyun {
294*4882a593Smuzhiyun host->cdma_op->timeout_cpu_incr(cdma, getptr, syncpt_incrs, syncval,
295*4882a593Smuzhiyun nr_slots);
296*4882a593Smuzhiyun }
297*4882a593Smuzhiyun
host1x_hw_pushbuffer_init(struct host1x * host,struct push_buffer * pb)298*4882a593Smuzhiyun static inline void host1x_hw_pushbuffer_init(struct host1x *host,
299*4882a593Smuzhiyun struct push_buffer *pb)
300*4882a593Smuzhiyun {
301*4882a593Smuzhiyun host->cdma_pb_op->init(pb);
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
host1x_hw_debug_init(struct host1x * host,struct dentry * de)304*4882a593Smuzhiyun static inline void host1x_hw_debug_init(struct host1x *host, struct dentry *de)
305*4882a593Smuzhiyun {
306*4882a593Smuzhiyun if (host->debug_op && host->debug_op->debug_init)
307*4882a593Smuzhiyun host->debug_op->debug_init(de);
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun
host1x_hw_show_channel_cdma(struct host1x * host,struct host1x_channel * channel,struct output * o)310*4882a593Smuzhiyun static inline void host1x_hw_show_channel_cdma(struct host1x *host,
311*4882a593Smuzhiyun struct host1x_channel *channel,
312*4882a593Smuzhiyun struct output *o)
313*4882a593Smuzhiyun {
314*4882a593Smuzhiyun host->debug_op->show_channel_cdma(host, channel, o);
315*4882a593Smuzhiyun }
316*4882a593Smuzhiyun
host1x_hw_show_channel_fifo(struct host1x * host,struct host1x_channel * channel,struct output * o)317*4882a593Smuzhiyun static inline void host1x_hw_show_channel_fifo(struct host1x *host,
318*4882a593Smuzhiyun struct host1x_channel *channel,
319*4882a593Smuzhiyun struct output *o)
320*4882a593Smuzhiyun {
321*4882a593Smuzhiyun host->debug_op->show_channel_fifo(host, channel, o);
322*4882a593Smuzhiyun }
323*4882a593Smuzhiyun
host1x_hw_show_mlocks(struct host1x * host,struct output * o)324*4882a593Smuzhiyun static inline void host1x_hw_show_mlocks(struct host1x *host, struct output *o)
325*4882a593Smuzhiyun {
326*4882a593Smuzhiyun host->debug_op->show_mlocks(host, o);
327*4882a593Smuzhiyun }
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun extern struct platform_driver tegra_mipi_driver;
330*4882a593Smuzhiyun
331*4882a593Smuzhiyun #endif
332