1*271d9497SJames Liao /*
2*271d9497SJames Liao * Copyright (c) 2020, MediaTek Inc. All rights reserved.
3*271d9497SJames Liao *
4*271d9497SJames Liao * SPDX-License-Identifier: BSD-3-Clause
5*271d9497SJames Liao */
6*271d9497SJames Liao
7*271d9497SJames Liao #include <string.h>
8*271d9497SJames Liao
9*271d9497SJames Liao #include <drivers/delay_timer.h>
10*271d9497SJames Liao
11*271d9497SJames Liao #include <mt_cpu_pm_cpc.h>
12*271d9497SJames Liao #include <mt_timer.h>
13*271d9497SJames Liao
14*271d9497SJames Liao struct mtk_cpc_dev {
15*271d9497SJames Liao int auto_off;
16*271d9497SJames Liao unsigned int auto_thres_tick;
17*271d9497SJames Liao };
18*271d9497SJames Liao
19*271d9497SJames Liao static struct mtk_cpc_dev cpc;
20*271d9497SJames Liao
mtk_cpc_last_core_prot(uint32_t prot_req,uint32_t resp_reg,uint32_t resp_ofs)21*271d9497SJames Liao static int mtk_cpc_last_core_prot(uint32_t prot_req,
22*271d9497SJames Liao uint32_t resp_reg, uint32_t resp_ofs)
23*271d9497SJames Liao {
24*271d9497SJames Liao uint32_t sta, retry;
25*271d9497SJames Liao
26*271d9497SJames Liao retry = 0U;
27*271d9497SJames Liao
28*271d9497SJames Liao while (retry++ < RETRY_CNT_MAX) {
29*271d9497SJames Liao
30*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_LAST_CORE_REQ, prot_req);
31*271d9497SJames Liao
32*271d9497SJames Liao udelay(1U);
33*271d9497SJames Liao
34*271d9497SJames Liao sta = (mmio_read_32(resp_reg) >> resp_ofs) & CPC_PROT_RESP_MASK;
35*271d9497SJames Liao
36*271d9497SJames Liao if (sta == PROT_SUCCESS) {
37*271d9497SJames Liao return CPC_SUCCESS;
38*271d9497SJames Liao } else if (sta == PROT_GIVEUP) {
39*271d9497SJames Liao return CPC_ERR_FAIL;
40*271d9497SJames Liao }
41*271d9497SJames Liao }
42*271d9497SJames Liao
43*271d9497SJames Liao return CPC_ERR_TIMEOUT;
44*271d9497SJames Liao }
45*271d9497SJames Liao
mtk_cpu_pm_mcusys_prot_aquire(void)46*271d9497SJames Liao int mtk_cpu_pm_mcusys_prot_aquire(void)
47*271d9497SJames Liao {
48*271d9497SJames Liao return mtk_cpc_last_core_prot(
49*271d9497SJames Liao MCUSYS_PROT_SET,
50*271d9497SJames Liao CPC_MCUSYS_LAST_CORE_RESP,
51*271d9497SJames Liao MCUSYS_RESP_OFS);
52*271d9497SJames Liao }
53*271d9497SJames Liao
mtk_cpu_pm_mcusys_prot_release(void)54*271d9497SJames Liao void mtk_cpu_pm_mcusys_prot_release(void)
55*271d9497SJames Liao {
56*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, MCUSYS_PROT_CLR);
57*271d9497SJames Liao }
58*271d9497SJames Liao
mtk_cpu_pm_cluster_prot_aquire(unsigned int cluster)59*271d9497SJames Liao int mtk_cpu_pm_cluster_prot_aquire(unsigned int cluster)
60*271d9497SJames Liao {
61*271d9497SJames Liao return mtk_cpc_last_core_prot(
62*271d9497SJames Liao CPUSYS_PROT_SET,
63*271d9497SJames Liao CPC_MCUSYS_MP_LAST_CORE_RESP,
64*271d9497SJames Liao CPUSYS_RESP_OFS);
65*271d9497SJames Liao }
66*271d9497SJames Liao
mtk_cpu_pm_cluster_prot_release(unsigned int cluster)67*271d9497SJames Liao void mtk_cpu_pm_cluster_prot_release(unsigned int cluster)
68*271d9497SJames Liao {
69*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, CPUSYS_PROT_CLR);
70*271d9497SJames Liao }
71*271d9497SJames Liao
mtk_cpc_cluster_cnt_backup(void)72*271d9497SJames Liao static void mtk_cpc_cluster_cnt_backup(void)
73*271d9497SJames Liao {
74*271d9497SJames Liao uint32_t backup_cnt;
75*271d9497SJames Liao uint32_t curr_cnt;
76*271d9497SJames Liao uint32_t cnt_mask = GENMASK(14, 0);
77*271d9497SJames Liao uint32_t clr_mask = GENMASK(1, 0);
78*271d9497SJames Liao
79*271d9497SJames Liao /* Single Cluster */
80*271d9497SJames Liao backup_cnt = mmio_read_32(CPC_CLUSTER_CNT_BACKUP);
81*271d9497SJames Liao curr_cnt = mmio_read_32(CPC_MCUSYS_CLUSTER_COUNTER);
82*271d9497SJames Liao
83*271d9497SJames Liao /* Get off count if dormant count is 0 */
84*271d9497SJames Liao if ((curr_cnt & cnt_mask) == 0U) {
85*271d9497SJames Liao curr_cnt = (curr_cnt >> 16) & cnt_mask;
86*271d9497SJames Liao } else {
87*271d9497SJames Liao curr_cnt = curr_cnt & cnt_mask;
88*271d9497SJames Liao }
89*271d9497SJames Liao
90*271d9497SJames Liao mmio_write_32(CPC_CLUSTER_CNT_BACKUP, backup_cnt + curr_cnt);
91*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CLUSTER_COUNTER_CLR, clr_mask);
92*271d9497SJames Liao }
93*271d9497SJames Liao
mtk_cpc_mcusys_off_en(void)94*271d9497SJames Liao static inline void mtk_cpc_mcusys_off_en(void)
95*271d9497SJames Liao {
96*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_PWR_CTRL, 1U);
97*271d9497SJames Liao }
98*271d9497SJames Liao
mtk_cpc_mcusys_off_dis(void)99*271d9497SJames Liao static inline void mtk_cpc_mcusys_off_dis(void)
100*271d9497SJames Liao {
101*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_PWR_CTRL, 0U);
102*271d9497SJames Liao }
103*271d9497SJames Liao
mtk_cpc_mcusys_off_reflect(void)104*271d9497SJames Liao void mtk_cpc_mcusys_off_reflect(void)
105*271d9497SJames Liao {
106*271d9497SJames Liao mtk_cpc_mcusys_off_dis();
107*271d9497SJames Liao mtk_cpu_pm_mcusys_prot_release();
108*271d9497SJames Liao }
109*271d9497SJames Liao
mtk_cpc_mcusys_off_prepare(void)110*271d9497SJames Liao int mtk_cpc_mcusys_off_prepare(void)
111*271d9497SJames Liao {
112*271d9497SJames Liao if (mtk_cpu_pm_mcusys_prot_aquire() != CPC_SUCCESS) {
113*271d9497SJames Liao return CPC_ERR_FAIL;
114*271d9497SJames Liao }
115*271d9497SJames Liao
116*271d9497SJames Liao mtk_cpc_cluster_cnt_backup();
117*271d9497SJames Liao mtk_cpc_mcusys_off_en();
118*271d9497SJames Liao
119*271d9497SJames Liao return CPC_SUCCESS;
120*271d9497SJames Liao }
121*271d9497SJames Liao
mtk_cpc_core_on_hint_set(unsigned int cpu)122*271d9497SJames Liao void mtk_cpc_core_on_hint_set(unsigned int cpu)
123*271d9497SJames Liao {
124*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_SET, BIT(cpu));
125*271d9497SJames Liao }
126*271d9497SJames Liao
mtk_cpc_core_on_hint_clr(unsigned int cpu)127*271d9497SJames Liao void mtk_cpc_core_on_hint_clr(unsigned int cpu)
128*271d9497SJames Liao {
129*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_CLR, BIT(cpu));
130*271d9497SJames Liao }
131*271d9497SJames Liao
mtk_cpc_dump_timestamp(void)132*271d9497SJames Liao static void mtk_cpc_dump_timestamp(void)
133*271d9497SJames Liao {
134*271d9497SJames Liao uint32_t id;
135*271d9497SJames Liao
136*271d9497SJames Liao for (id = 0U; id < CPC_TRACE_ID_NUM; id++) {
137*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_TRACE_SEL, id);
138*271d9497SJames Liao
139*271d9497SJames Liao memcpy((void *)(uintptr_t)CPC_TRACE_SRAM(id),
140*271d9497SJames Liao (const void *)(uintptr_t)CPC_MCUSYS_TRACE_DATA,
141*271d9497SJames Liao CPC_TRACE_SIZE);
142*271d9497SJames Liao }
143*271d9497SJames Liao }
144*271d9497SJames Liao
mtk_cpc_time_sync(void)145*271d9497SJames Liao void mtk_cpc_time_sync(void)
146*271d9497SJames Liao {
147*271d9497SJames Liao uint64_t kt;
148*271d9497SJames Liao uint32_t systime_l, systime_h;
149*271d9497SJames Liao
150*271d9497SJames Liao kt = sched_clock();
151*271d9497SJames Liao systime_l = mmio_read_32(CNTSYS_L_REG);
152*271d9497SJames Liao systime_h = mmio_read_32(CNTSYS_H_REG);
153*271d9497SJames Liao
154*271d9497SJames Liao /* sync kernel timer to cpc */
155*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_L_BASE, (uint32_t)kt);
156*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_H_BASE, (uint32_t)(kt >> 32));
157*271d9497SJames Liao /* sync system timer to cpc */
158*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_L_BASE, systime_l);
159*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_H_BASE, systime_h);
160*271d9497SJames Liao }
161*271d9497SJames Liao
mtk_cpc_config(uint32_t cfg,uint32_t data)162*271d9497SJames Liao static void mtk_cpc_config(uint32_t cfg, uint32_t data)
163*271d9497SJames Liao {
164*271d9497SJames Liao uint32_t val;
165*271d9497SJames Liao uint32_t reg = 0U;
166*271d9497SJames Liao
167*271d9497SJames Liao switch (cfg) {
168*271d9497SJames Liao case CPC_SMC_CONFIG_PROF:
169*271d9497SJames Liao reg = CPC_MCUSYS_CPC_DBG_SETTING;
170*271d9497SJames Liao val = mmio_read_32(reg);
171*271d9497SJames Liao val = (data != 0U) ? (val | CPC_PROF_EN) : (val & ~CPC_PROF_EN);
172*271d9497SJames Liao break;
173*271d9497SJames Liao case CPC_SMC_CONFIG_AUTO_OFF:
174*271d9497SJames Liao reg = CPC_MCUSYS_CPC_FLOW_CTRL_CFG;
175*271d9497SJames Liao val = mmio_read_32(reg);
176*271d9497SJames Liao if (data != 0U) {
177*271d9497SJames Liao val |= CPC_AUTO_OFF_EN;
178*271d9497SJames Liao cpc.auto_off = 1;
179*271d9497SJames Liao } else {
180*271d9497SJames Liao val &= ~CPC_AUTO_OFF_EN;
181*271d9497SJames Liao cpc.auto_off = 0;
182*271d9497SJames Liao }
183*271d9497SJames Liao break;
184*271d9497SJames Liao case CPC_SMC_CONFIG_AUTO_OFF_THRES:
185*271d9497SJames Liao reg = CPC_MCUSYS_CPC_OFF_THRES;
186*271d9497SJames Liao cpc.auto_thres_tick = us_to_ticks(data);
187*271d9497SJames Liao val = cpc.auto_thres_tick;
188*271d9497SJames Liao break;
189*271d9497SJames Liao case CPC_SMC_CONFIG_CNT_CLR:
190*271d9497SJames Liao reg = CPC_MCUSYS_CLUSTER_COUNTER_CLR;
191*271d9497SJames Liao val = GENMASK(1, 0); /* clr_mask */
192*271d9497SJames Liao break;
193*271d9497SJames Liao case CPC_SMC_CONFIG_TIME_SYNC:
194*271d9497SJames Liao mtk_cpc_time_sync();
195*271d9497SJames Liao break;
196*271d9497SJames Liao default:
197*271d9497SJames Liao break;
198*271d9497SJames Liao }
199*271d9497SJames Liao
200*271d9497SJames Liao if (reg != 0U) {
201*271d9497SJames Liao mmio_write_32(reg, val);
202*271d9497SJames Liao }
203*271d9497SJames Liao }
204*271d9497SJames Liao
mtk_cpc_read_config(uint32_t cfg)205*271d9497SJames Liao static uint32_t mtk_cpc_read_config(uint32_t cfg)
206*271d9497SJames Liao {
207*271d9497SJames Liao uint32_t res = 0U;
208*271d9497SJames Liao
209*271d9497SJames Liao switch (cfg) {
210*271d9497SJames Liao case CPC_SMC_CONFIG_PROF:
211*271d9497SJames Liao res = (mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING) & CPC_PROF_EN) ?
212*271d9497SJames Liao 1U : 0U;
213*271d9497SJames Liao break;
214*271d9497SJames Liao case CPC_SMC_CONFIG_AUTO_OFF:
215*271d9497SJames Liao res = cpc.auto_off;
216*271d9497SJames Liao break;
217*271d9497SJames Liao case CPC_SMC_CONFIG_AUTO_OFF_THRES:
218*271d9497SJames Liao res = ticks_to_us(cpc.auto_thres_tick);
219*271d9497SJames Liao break;
220*271d9497SJames Liao case CPC_SMC_CONFIG_CNT_CLR:
221*271d9497SJames Liao break;
222*271d9497SJames Liao default:
223*271d9497SJames Liao break;
224*271d9497SJames Liao }
225*271d9497SJames Liao
226*271d9497SJames Liao return res;
227*271d9497SJames Liao }
228*271d9497SJames Liao
mtk_cpc_handler(uint64_t act,uint64_t arg1,uint64_t arg2)229*271d9497SJames Liao uint64_t mtk_cpc_handler(uint64_t act, uint64_t arg1, uint64_t arg2)
230*271d9497SJames Liao {
231*271d9497SJames Liao uint64_t res = 0ULL;
232*271d9497SJames Liao
233*271d9497SJames Liao switch (act) {
234*271d9497SJames Liao case CPC_SMC_EVENT_DUMP_TRACE_DATA:
235*271d9497SJames Liao mtk_cpc_dump_timestamp();
236*271d9497SJames Liao break;
237*271d9497SJames Liao case CPC_SMC_EVENT_GIC_DPG_SET:
238*271d9497SJames Liao /* isolated_status = x2; */
239*271d9497SJames Liao break;
240*271d9497SJames Liao case CPC_SMC_EVENT_CPC_CONFIG:
241*271d9497SJames Liao mtk_cpc_config((uint32_t)arg1, (uint32_t)arg2);
242*271d9497SJames Liao break;
243*271d9497SJames Liao case CPC_SMC_EVENT_READ_CONFIG:
244*271d9497SJames Liao res = mtk_cpc_read_config((uint32_t)arg1);
245*271d9497SJames Liao break;
246*271d9497SJames Liao default:
247*271d9497SJames Liao break;
248*271d9497SJames Liao }
249*271d9497SJames Liao
250*271d9497SJames Liao return res;
251*271d9497SJames Liao }
252*271d9497SJames Liao
mtk_cpc_init(void)253*271d9497SJames Liao void mtk_cpc_init(void)
254*271d9497SJames Liao {
255*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_DBG_SETTING,
256*271d9497SJames Liao mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING)
257*271d9497SJames Liao | CPC_DBG_EN
258*271d9497SJames Liao | CPC_CALC_EN);
259*271d9497SJames Liao
260*271d9497SJames Liao cpc.auto_off = 1;
261*271d9497SJames Liao cpc.auto_thres_tick = us_to_ticks(8000);
262*271d9497SJames Liao
263*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG,
264*271d9497SJames Liao mmio_read_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG)
265*271d9497SJames Liao | CPC_OFF_PRE_EN
266*271d9497SJames Liao | (cpc.auto_off ? CPC_AUTO_OFF_EN : 0U));
267*271d9497SJames Liao
268*271d9497SJames Liao mmio_write_32(CPC_MCUSYS_CPC_OFF_THRES, cpc.auto_thres_tick);
269*271d9497SJames Liao }
270