1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun /* Copyright (c) 2012-2018, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun * Copyright (C) 2019-2020 Linaro Ltd.
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/types.h>
8*4882a593Smuzhiyun #include <linux/device.h>
9*4882a593Smuzhiyun #include <linux/interrupt.h>
10*4882a593Smuzhiyun #include <linux/notifier.h>
11*4882a593Smuzhiyun #include <linux/soc/qcom/smem.h>
12*4882a593Smuzhiyun #include <linux/soc/qcom/smem_state.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include "ipa_smp2p.h"
15*4882a593Smuzhiyun #include "ipa.h"
16*4882a593Smuzhiyun #include "ipa_uc.h"
17*4882a593Smuzhiyun #include "ipa_clock.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /**
20*4882a593Smuzhiyun * DOC: IPA SMP2P communication with the modem
21*4882a593Smuzhiyun *
22*4882a593Smuzhiyun * SMP2P is a primitive communication mechanism available between the AP and
23*4882a593Smuzhiyun * the modem. The IPA driver uses this for two purposes: to enable the modem
24*4882a593Smuzhiyun * to state that the GSI hardware is ready to use; and to communicate the
25*4882a593Smuzhiyun * state of the IPA clock in the event of a crash.
26*4882a593Smuzhiyun *
27*4882a593Smuzhiyun * GSI needs to have early initialization completed before it can be used.
28*4882a593Smuzhiyun * This initialization is done either by Trust Zone or by the modem. In the
29*4882a593Smuzhiyun * latter case, the modem uses an SMP2P interrupt to tell the AP IPA driver
30*4882a593Smuzhiyun * when the GSI is ready to use.
31*4882a593Smuzhiyun *
32*4882a593Smuzhiyun * The modem is also able to inquire about the current state of the IPA
33*4882a593Smuzhiyun * clock by trigging another SMP2P interrupt to the AP. We communicate
34*4882a593Smuzhiyun * whether the clock is enabled using two SMP2P state bits--one to
35*4882a593Smuzhiyun * indicate the clock state (on or off), and a second to indicate the
36*4882a593Smuzhiyun * clock state bit is valid. The modem will poll the valid bit until it
37*4882a593Smuzhiyun * is set, and at that time records whether the AP has the IPA clock enabled.
38*4882a593Smuzhiyun *
39*4882a593Smuzhiyun * Finally, if the AP kernel panics, we update the SMP2P state bits even if
40*4882a593Smuzhiyun * we never receive an interrupt from the modem requesting this.
41*4882a593Smuzhiyun */
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun /**
44*4882a593Smuzhiyun * struct ipa_smp2p - IPA SMP2P information
45*4882a593Smuzhiyun * @ipa: IPA pointer
46*4882a593Smuzhiyun * @valid_state: SMEM state indicating enabled state is valid
47*4882a593Smuzhiyun * @enabled_state: SMEM state to indicate clock is enabled
48*4882a593Smuzhiyun * @valid_bit: Valid bit in 32-bit SMEM state mask
49*4882a593Smuzhiyun * @enabled_bit: Enabled bit in 32-bit SMEM state mask
50*4882a593Smuzhiyun * @enabled_bit: Enabled bit in 32-bit SMEM state mask
51*4882a593Smuzhiyun * @clock_query_irq: IPA interrupt triggered by modem for clock query
52*4882a593Smuzhiyun * @setup_ready_irq: IPA interrupt triggered by modem to signal GSI ready
53*4882a593Smuzhiyun * @clock_on: Whether IPA clock is on
54*4882a593Smuzhiyun * @notified: Whether modem has been notified of clock state
55*4882a593Smuzhiyun * @disabled: Whether setup ready interrupt handling is disabled
56*4882a593Smuzhiyun * @mutex: Mutex protecting ready-interrupt/shutdown interlock
57*4882a593Smuzhiyun * @panic_notifier: Panic notifier structure
58*4882a593Smuzhiyun */
59*4882a593Smuzhiyun struct ipa_smp2p {
60*4882a593Smuzhiyun struct ipa *ipa;
61*4882a593Smuzhiyun struct qcom_smem_state *valid_state;
62*4882a593Smuzhiyun struct qcom_smem_state *enabled_state;
63*4882a593Smuzhiyun u32 valid_bit;
64*4882a593Smuzhiyun u32 enabled_bit;
65*4882a593Smuzhiyun u32 clock_query_irq;
66*4882a593Smuzhiyun u32 setup_ready_irq;
67*4882a593Smuzhiyun bool clock_on;
68*4882a593Smuzhiyun bool notified;
69*4882a593Smuzhiyun bool disabled;
70*4882a593Smuzhiyun struct mutex mutex;
71*4882a593Smuzhiyun struct notifier_block panic_notifier;
72*4882a593Smuzhiyun };
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun /**
75*4882a593Smuzhiyun * ipa_smp2p_notify() - use SMP2P to tell modem about IPA clock state
76*4882a593Smuzhiyun * @smp2p: SMP2P information
77*4882a593Smuzhiyun *
78*4882a593Smuzhiyun * This is called either when the modem has requested it (by triggering
79*4882a593Smuzhiyun * the modem clock query IPA interrupt) or whenever the AP is shutting down
80*4882a593Smuzhiyun * (via a panic notifier). It sets the two SMP2P state bits--one saying
81*4882a593Smuzhiyun * whether the IPA clock is running, and the other indicating the first bit
82*4882a593Smuzhiyun * is valid.
83*4882a593Smuzhiyun */
ipa_smp2p_notify(struct ipa_smp2p * smp2p)84*4882a593Smuzhiyun static void ipa_smp2p_notify(struct ipa_smp2p *smp2p)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun u32 value;
87*4882a593Smuzhiyun u32 mask;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun if (smp2p->notified)
90*4882a593Smuzhiyun return;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun smp2p->clock_on = ipa_clock_get_additional(smp2p->ipa);
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun /* Signal whether the clock is enabled */
95*4882a593Smuzhiyun mask = BIT(smp2p->enabled_bit);
96*4882a593Smuzhiyun value = smp2p->clock_on ? mask : 0;
97*4882a593Smuzhiyun qcom_smem_state_update_bits(smp2p->enabled_state, mask, value);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun /* Now indicate that the enabled flag is valid */
100*4882a593Smuzhiyun mask = BIT(smp2p->valid_bit);
101*4882a593Smuzhiyun value = mask;
102*4882a593Smuzhiyun qcom_smem_state_update_bits(smp2p->valid_state, mask, value);
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun smp2p->notified = true;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun /* Threaded IRQ handler for modem "ipa-clock-query" SMP2P interrupt */
ipa_smp2p_modem_clk_query_isr(int irq,void * dev_id)108*4882a593Smuzhiyun static irqreturn_t ipa_smp2p_modem_clk_query_isr(int irq, void *dev_id)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun struct ipa_smp2p *smp2p = dev_id;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun ipa_smp2p_notify(smp2p);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun return IRQ_HANDLED;
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
ipa_smp2p_panic_notifier(struct notifier_block * nb,unsigned long action,void * data)117*4882a593Smuzhiyun static int ipa_smp2p_panic_notifier(struct notifier_block *nb,
118*4882a593Smuzhiyun unsigned long action, void *data)
119*4882a593Smuzhiyun {
120*4882a593Smuzhiyun struct ipa_smp2p *smp2p;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun smp2p = container_of(nb, struct ipa_smp2p, panic_notifier);
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun ipa_smp2p_notify(smp2p);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun if (smp2p->clock_on)
127*4882a593Smuzhiyun ipa_uc_panic_notifier(smp2p->ipa);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun return NOTIFY_DONE;
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
ipa_smp2p_panic_notifier_register(struct ipa_smp2p * smp2p)132*4882a593Smuzhiyun static int ipa_smp2p_panic_notifier_register(struct ipa_smp2p *smp2p)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun /* IPA panic handler needs to run before modem shuts down */
135*4882a593Smuzhiyun smp2p->panic_notifier.notifier_call = ipa_smp2p_panic_notifier;
136*4882a593Smuzhiyun smp2p->panic_notifier.priority = INT_MAX; /* Do it early */
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun return atomic_notifier_chain_register(&panic_notifier_list,
139*4882a593Smuzhiyun &smp2p->panic_notifier);
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun
ipa_smp2p_panic_notifier_unregister(struct ipa_smp2p * smp2p)142*4882a593Smuzhiyun static void ipa_smp2p_panic_notifier_unregister(struct ipa_smp2p *smp2p)
143*4882a593Smuzhiyun {
144*4882a593Smuzhiyun atomic_notifier_chain_unregister(&panic_notifier_list,
145*4882a593Smuzhiyun &smp2p->panic_notifier);
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun /* Threaded IRQ handler for modem "ipa-setup-ready" SMP2P interrupt */
ipa_smp2p_modem_setup_ready_isr(int irq,void * dev_id)149*4882a593Smuzhiyun static irqreturn_t ipa_smp2p_modem_setup_ready_isr(int irq, void *dev_id)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun struct ipa_smp2p *smp2p = dev_id;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun mutex_lock(&smp2p->mutex);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun if (!smp2p->disabled) {
156*4882a593Smuzhiyun int ret;
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun ret = ipa_setup(smp2p->ipa);
159*4882a593Smuzhiyun if (ret)
160*4882a593Smuzhiyun dev_err(&smp2p->ipa->pdev->dev,
161*4882a593Smuzhiyun "error %d from ipa_setup()\n", ret);
162*4882a593Smuzhiyun smp2p->disabled = true;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun mutex_unlock(&smp2p->mutex);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun return IRQ_HANDLED;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun /* Initialize SMP2P interrupts */
ipa_smp2p_irq_init(struct ipa_smp2p * smp2p,const char * name,irq_handler_t handler)171*4882a593Smuzhiyun static int ipa_smp2p_irq_init(struct ipa_smp2p *smp2p, const char *name,
172*4882a593Smuzhiyun irq_handler_t handler)
173*4882a593Smuzhiyun {
174*4882a593Smuzhiyun struct device *dev = &smp2p->ipa->pdev->dev;
175*4882a593Smuzhiyun unsigned int irq;
176*4882a593Smuzhiyun int ret;
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun ret = platform_get_irq_byname(smp2p->ipa->pdev, name);
179*4882a593Smuzhiyun if (ret <= 0) {
180*4882a593Smuzhiyun dev_err(dev, "DT error %d getting \"%s\" IRQ property\n",
181*4882a593Smuzhiyun ret, name);
182*4882a593Smuzhiyun return ret ? : -EINVAL;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun irq = ret;
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun ret = request_threaded_irq(irq, NULL, handler, 0, name, smp2p);
187*4882a593Smuzhiyun if (ret) {
188*4882a593Smuzhiyun dev_err(dev, "error %d requesting \"%s\" IRQ\n", ret, name);
189*4882a593Smuzhiyun return ret;
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun return irq;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun
ipa_smp2p_irq_exit(struct ipa_smp2p * smp2p,u32 irq)195*4882a593Smuzhiyun static void ipa_smp2p_irq_exit(struct ipa_smp2p *smp2p, u32 irq)
196*4882a593Smuzhiyun {
197*4882a593Smuzhiyun free_irq(irq, smp2p);
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun /* Drop the clock reference if it was taken in ipa_smp2p_notify() */
ipa_smp2p_clock_release(struct ipa * ipa)201*4882a593Smuzhiyun static void ipa_smp2p_clock_release(struct ipa *ipa)
202*4882a593Smuzhiyun {
203*4882a593Smuzhiyun if (!ipa->smp2p->clock_on)
204*4882a593Smuzhiyun return;
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun ipa_clock_put(ipa);
207*4882a593Smuzhiyun ipa->smp2p->clock_on = false;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun /* Initialize the IPA SMP2P subsystem */
ipa_smp2p_init(struct ipa * ipa,bool modem_init)211*4882a593Smuzhiyun int ipa_smp2p_init(struct ipa *ipa, bool modem_init)
212*4882a593Smuzhiyun {
213*4882a593Smuzhiyun struct qcom_smem_state *enabled_state;
214*4882a593Smuzhiyun struct device *dev = &ipa->pdev->dev;
215*4882a593Smuzhiyun struct qcom_smem_state *valid_state;
216*4882a593Smuzhiyun struct ipa_smp2p *smp2p;
217*4882a593Smuzhiyun u32 enabled_bit;
218*4882a593Smuzhiyun u32 valid_bit;
219*4882a593Smuzhiyun int ret;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun valid_state = qcom_smem_state_get(dev, "ipa-clock-enabled-valid",
222*4882a593Smuzhiyun &valid_bit);
223*4882a593Smuzhiyun if (IS_ERR(valid_state))
224*4882a593Smuzhiyun return PTR_ERR(valid_state);
225*4882a593Smuzhiyun if (valid_bit >= 32) /* BITS_PER_U32 */
226*4882a593Smuzhiyun return -EINVAL;
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun enabled_state = qcom_smem_state_get(dev, "ipa-clock-enabled",
229*4882a593Smuzhiyun &enabled_bit);
230*4882a593Smuzhiyun if (IS_ERR(enabled_state))
231*4882a593Smuzhiyun return PTR_ERR(enabled_state);
232*4882a593Smuzhiyun if (enabled_bit >= 32) /* BITS_PER_U32 */
233*4882a593Smuzhiyun return -EINVAL;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun smp2p = kzalloc(sizeof(*smp2p), GFP_KERNEL);
236*4882a593Smuzhiyun if (!smp2p)
237*4882a593Smuzhiyun return -ENOMEM;
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun smp2p->ipa = ipa;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun /* These fields are needed by the clock query interrupt
242*4882a593Smuzhiyun * handler, so initialize them now.
243*4882a593Smuzhiyun */
244*4882a593Smuzhiyun mutex_init(&smp2p->mutex);
245*4882a593Smuzhiyun smp2p->valid_state = valid_state;
246*4882a593Smuzhiyun smp2p->valid_bit = valid_bit;
247*4882a593Smuzhiyun smp2p->enabled_state = enabled_state;
248*4882a593Smuzhiyun smp2p->enabled_bit = enabled_bit;
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun /* We have enough information saved to handle notifications */
251*4882a593Smuzhiyun ipa->smp2p = smp2p;
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun ret = ipa_smp2p_irq_init(smp2p, "ipa-clock-query",
254*4882a593Smuzhiyun ipa_smp2p_modem_clk_query_isr);
255*4882a593Smuzhiyun if (ret < 0)
256*4882a593Smuzhiyun goto err_null_smp2p;
257*4882a593Smuzhiyun smp2p->clock_query_irq = ret;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun ret = ipa_smp2p_panic_notifier_register(smp2p);
260*4882a593Smuzhiyun if (ret)
261*4882a593Smuzhiyun goto err_irq_exit;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun if (modem_init) {
264*4882a593Smuzhiyun /* Result will be non-zero (negative for error) */
265*4882a593Smuzhiyun ret = ipa_smp2p_irq_init(smp2p, "ipa-setup-ready",
266*4882a593Smuzhiyun ipa_smp2p_modem_setup_ready_isr);
267*4882a593Smuzhiyun if (ret < 0)
268*4882a593Smuzhiyun goto err_notifier_unregister;
269*4882a593Smuzhiyun smp2p->setup_ready_irq = ret;
270*4882a593Smuzhiyun }
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun return 0;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun err_notifier_unregister:
275*4882a593Smuzhiyun ipa_smp2p_panic_notifier_unregister(smp2p);
276*4882a593Smuzhiyun err_irq_exit:
277*4882a593Smuzhiyun ipa_smp2p_irq_exit(smp2p, smp2p->clock_query_irq);
278*4882a593Smuzhiyun err_null_smp2p:
279*4882a593Smuzhiyun ipa->smp2p = NULL;
280*4882a593Smuzhiyun mutex_destroy(&smp2p->mutex);
281*4882a593Smuzhiyun kfree(smp2p);
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun return ret;
284*4882a593Smuzhiyun }
285*4882a593Smuzhiyun
ipa_smp2p_exit(struct ipa * ipa)286*4882a593Smuzhiyun void ipa_smp2p_exit(struct ipa *ipa)
287*4882a593Smuzhiyun {
288*4882a593Smuzhiyun struct ipa_smp2p *smp2p = ipa->smp2p;
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun if (smp2p->setup_ready_irq)
291*4882a593Smuzhiyun ipa_smp2p_irq_exit(smp2p, smp2p->setup_ready_irq);
292*4882a593Smuzhiyun ipa_smp2p_panic_notifier_unregister(smp2p);
293*4882a593Smuzhiyun ipa_smp2p_irq_exit(smp2p, smp2p->clock_query_irq);
294*4882a593Smuzhiyun /* We won't get notified any more; drop clock reference (if any) */
295*4882a593Smuzhiyun ipa_smp2p_clock_release(ipa);
296*4882a593Smuzhiyun ipa->smp2p = NULL;
297*4882a593Smuzhiyun mutex_destroy(&smp2p->mutex);
298*4882a593Smuzhiyun kfree(smp2p);
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
ipa_smp2p_disable(struct ipa * ipa)301*4882a593Smuzhiyun void ipa_smp2p_disable(struct ipa *ipa)
302*4882a593Smuzhiyun {
303*4882a593Smuzhiyun struct ipa_smp2p *smp2p = ipa->smp2p;
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun if (!smp2p->setup_ready_irq)
306*4882a593Smuzhiyun return;
307*4882a593Smuzhiyun
308*4882a593Smuzhiyun mutex_lock(&smp2p->mutex);
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun smp2p->disabled = true;
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun mutex_unlock(&smp2p->mutex);
313*4882a593Smuzhiyun }
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun /* Reset state tracking whether we have notified the modem */
ipa_smp2p_notify_reset(struct ipa * ipa)316*4882a593Smuzhiyun void ipa_smp2p_notify_reset(struct ipa *ipa)
317*4882a593Smuzhiyun {
318*4882a593Smuzhiyun struct ipa_smp2p *smp2p = ipa->smp2p;
319*4882a593Smuzhiyun u32 mask;
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun if (!smp2p->notified)
322*4882a593Smuzhiyun return;
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun ipa_smp2p_clock_release(ipa);
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun /* Reset the clock enabled valid flag */
327*4882a593Smuzhiyun mask = BIT(smp2p->valid_bit);
328*4882a593Smuzhiyun qcom_smem_state_update_bits(smp2p->valid_state, mask, 0);
329*4882a593Smuzhiyun
330*4882a593Smuzhiyun /* Mark the clock disabled for good measure... */
331*4882a593Smuzhiyun mask = BIT(smp2p->enabled_bit);
332*4882a593Smuzhiyun qcom_smem_state_update_bits(smp2p->enabled_state, mask, 0);
333*4882a593Smuzhiyun
334*4882a593Smuzhiyun smp2p->notified = false;
335*4882a593Smuzhiyun }
336