1*acc85548SJames Liao /*
2*acc85548SJames Liao * Copyright (c) 2020, MediaTek Inc. All rights reserved.
3*acc85548SJames Liao *
4*acc85548SJames Liao * SPDX-License-Identifier: BSD-3-Clause
5*acc85548SJames Liao */
6*acc85548SJames Liao
7*acc85548SJames Liao #include <string.h>
8*acc85548SJames Liao
9*acc85548SJames Liao #include <drivers/delay_timer.h>
10*acc85548SJames Liao
11*acc85548SJames Liao #include <mt_cpu_pm_cpc.h>
12*acc85548SJames Liao #include <mt_timer.h>
13*acc85548SJames Liao
14*acc85548SJames Liao struct mtk_cpc_dev {
15*acc85548SJames Liao int auto_off;
16*acc85548SJames Liao unsigned int auto_thres_tick;
17*acc85548SJames Liao };
18*acc85548SJames Liao
19*acc85548SJames Liao static struct mtk_cpc_dev cpc;
20*acc85548SJames Liao
mtk_cpc_last_core_prot(uint32_t prot_req,uint32_t resp_reg,uint32_t resp_ofs)21*acc85548SJames Liao static int mtk_cpc_last_core_prot(uint32_t prot_req,
22*acc85548SJames Liao uint32_t resp_reg, uint32_t resp_ofs)
23*acc85548SJames Liao {
24*acc85548SJames Liao uint32_t sta, retry;
25*acc85548SJames Liao
26*acc85548SJames Liao retry = 0U;
27*acc85548SJames Liao
28*acc85548SJames Liao while (retry++ < RETRY_CNT_MAX) {
29*acc85548SJames Liao
30*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_LAST_CORE_REQ, prot_req);
31*acc85548SJames Liao
32*acc85548SJames Liao udelay(1U);
33*acc85548SJames Liao
34*acc85548SJames Liao sta = (mmio_read_32(resp_reg) >> resp_ofs) & CPC_PROT_RESP_MASK;
35*acc85548SJames Liao
36*acc85548SJames Liao if (sta == PROT_SUCCESS) {
37*acc85548SJames Liao return CPC_SUCCESS;
38*acc85548SJames Liao } else if (sta == PROT_GIVEUP) {
39*acc85548SJames Liao return CPC_ERR_FAIL;
40*acc85548SJames Liao }
41*acc85548SJames Liao }
42*acc85548SJames Liao
43*acc85548SJames Liao return CPC_ERR_TIMEOUT;
44*acc85548SJames Liao }
45*acc85548SJames Liao
mtk_cpu_pm_mcusys_prot_aquire(void)46*acc85548SJames Liao int mtk_cpu_pm_mcusys_prot_aquire(void)
47*acc85548SJames Liao {
48*acc85548SJames Liao return mtk_cpc_last_core_prot(
49*acc85548SJames Liao MCUSYS_PROT_SET,
50*acc85548SJames Liao CPC_MCUSYS_LAST_CORE_RESP,
51*acc85548SJames Liao MCUSYS_RESP_OFS);
52*acc85548SJames Liao }
53*acc85548SJames Liao
mtk_cpu_pm_mcusys_prot_release(void)54*acc85548SJames Liao void mtk_cpu_pm_mcusys_prot_release(void)
55*acc85548SJames Liao {
56*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, MCUSYS_PROT_CLR);
57*acc85548SJames Liao }
58*acc85548SJames Liao
mtk_cpu_pm_cluster_prot_aquire(unsigned int cluster)59*acc85548SJames Liao int mtk_cpu_pm_cluster_prot_aquire(unsigned int cluster)
60*acc85548SJames Liao {
61*acc85548SJames Liao return mtk_cpc_last_core_prot(
62*acc85548SJames Liao CPUSYS_PROT_SET,
63*acc85548SJames Liao CPC_MCUSYS_MP_LAST_CORE_RESP,
64*acc85548SJames Liao CPUSYS_RESP_OFS);
65*acc85548SJames Liao }
66*acc85548SJames Liao
mtk_cpu_pm_cluster_prot_release(unsigned int cluster)67*acc85548SJames Liao void mtk_cpu_pm_cluster_prot_release(unsigned int cluster)
68*acc85548SJames Liao {
69*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_PWR_ON_MASK, CPUSYS_PROT_CLR);
70*acc85548SJames Liao }
71*acc85548SJames Liao
mtk_cpc_cluster_cnt_backup(void)72*acc85548SJames Liao static void mtk_cpc_cluster_cnt_backup(void)
73*acc85548SJames Liao {
74*acc85548SJames Liao uint32_t backup_cnt;
75*acc85548SJames Liao uint32_t curr_cnt;
76*acc85548SJames Liao uint32_t cnt_mask = GENMASK(14, 0);
77*acc85548SJames Liao uint32_t clr_mask = GENMASK(1, 0);
78*acc85548SJames Liao
79*acc85548SJames Liao /* Single Cluster */
80*acc85548SJames Liao backup_cnt = mmio_read_32(CPC_CLUSTER_CNT_BACKUP);
81*acc85548SJames Liao curr_cnt = mmio_read_32(CPC_MCUSYS_CLUSTER_COUNTER);
82*acc85548SJames Liao
83*acc85548SJames Liao /* Get off count if dormant count is 0 */
84*acc85548SJames Liao if ((curr_cnt & cnt_mask) == 0U) {
85*acc85548SJames Liao curr_cnt = (curr_cnt >> 16) & cnt_mask;
86*acc85548SJames Liao } else {
87*acc85548SJames Liao curr_cnt = curr_cnt & cnt_mask;
88*acc85548SJames Liao }
89*acc85548SJames Liao
90*acc85548SJames Liao mmio_write_32(CPC_CLUSTER_CNT_BACKUP, backup_cnt + curr_cnt);
91*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CLUSTER_COUNTER_CLR, clr_mask);
92*acc85548SJames Liao }
93*acc85548SJames Liao
mtk_cpc_mcusys_off_en(void)94*acc85548SJames Liao static inline void mtk_cpc_mcusys_off_en(void)
95*acc85548SJames Liao {
96*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_PWR_CTRL, 1U);
97*acc85548SJames Liao }
98*acc85548SJames Liao
mtk_cpc_mcusys_off_dis(void)99*acc85548SJames Liao static inline void mtk_cpc_mcusys_off_dis(void)
100*acc85548SJames Liao {
101*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_PWR_CTRL, 0U);
102*acc85548SJames Liao }
103*acc85548SJames Liao
mtk_cpc_mcusys_off_reflect(void)104*acc85548SJames Liao void mtk_cpc_mcusys_off_reflect(void)
105*acc85548SJames Liao {
106*acc85548SJames Liao mtk_cpc_mcusys_off_dis();
107*acc85548SJames Liao mtk_cpu_pm_mcusys_prot_release();
108*acc85548SJames Liao }
109*acc85548SJames Liao
mtk_cpc_mcusys_off_prepare(void)110*acc85548SJames Liao int mtk_cpc_mcusys_off_prepare(void)
111*acc85548SJames Liao {
112*acc85548SJames Liao if (mtk_cpu_pm_mcusys_prot_aquire() != CPC_SUCCESS) {
113*acc85548SJames Liao return CPC_ERR_FAIL;
114*acc85548SJames Liao }
115*acc85548SJames Liao
116*acc85548SJames Liao mtk_cpc_cluster_cnt_backup();
117*acc85548SJames Liao mtk_cpc_mcusys_off_en();
118*acc85548SJames Liao
119*acc85548SJames Liao return CPC_SUCCESS;
120*acc85548SJames Liao }
121*acc85548SJames Liao
mtk_cpc_core_on_hint_set(unsigned int cpu)122*acc85548SJames Liao void mtk_cpc_core_on_hint_set(unsigned int cpu)
123*acc85548SJames Liao {
124*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_SET, BIT(cpu));
125*acc85548SJames Liao }
126*acc85548SJames Liao
mtk_cpc_core_on_hint_clr(unsigned int cpu)127*acc85548SJames Liao void mtk_cpc_core_on_hint_clr(unsigned int cpu)
128*acc85548SJames Liao {
129*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPU_ON_SW_HINT_CLR, BIT(cpu));
130*acc85548SJames Liao }
131*acc85548SJames Liao
mtk_cpc_dump_timestamp(void)132*acc85548SJames Liao static void mtk_cpc_dump_timestamp(void)
133*acc85548SJames Liao {
134*acc85548SJames Liao uint32_t id;
135*acc85548SJames Liao
136*acc85548SJames Liao for (id = 0U; id < CPC_TRACE_ID_NUM; id++) {
137*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_TRACE_SEL, id);
138*acc85548SJames Liao
139*acc85548SJames Liao memcpy((void *)(uintptr_t)CPC_TRACE_SRAM(id),
140*acc85548SJames Liao (const void *)(uintptr_t)CPC_MCUSYS_TRACE_DATA,
141*acc85548SJames Liao CPC_TRACE_SIZE);
142*acc85548SJames Liao }
143*acc85548SJames Liao }
144*acc85548SJames Liao
mtk_cpc_time_sync(void)145*acc85548SJames Liao void mtk_cpc_time_sync(void)
146*acc85548SJames Liao {
147*acc85548SJames Liao uint64_t kt;
148*acc85548SJames Liao uint32_t systime_l, systime_h;
149*acc85548SJames Liao
150*acc85548SJames Liao kt = sched_clock();
151*acc85548SJames Liao systime_l = mmio_read_32(CNTSYS_L_REG);
152*acc85548SJames Liao systime_h = mmio_read_32(CNTSYS_H_REG);
153*acc85548SJames Liao
154*acc85548SJames Liao /* sync kernel timer to cpc */
155*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_L_BASE, (uint32_t)kt);
156*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_KERNEL_TIME_H_BASE, (uint32_t)(kt >> 32));
157*acc85548SJames Liao /* sync system timer to cpc */
158*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_L_BASE, systime_l);
159*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_SYSTEM_TIME_H_BASE, systime_h);
160*acc85548SJames Liao }
161*acc85548SJames Liao
mtk_cpc_config(uint32_t cfg,uint32_t data)162*acc85548SJames Liao static void mtk_cpc_config(uint32_t cfg, uint32_t data)
163*acc85548SJames Liao {
164*acc85548SJames Liao uint32_t val;
165*acc85548SJames Liao uint32_t reg = 0U;
166*acc85548SJames Liao
167*acc85548SJames Liao switch (cfg) {
168*acc85548SJames Liao case CPC_SMC_CONFIG_PROF:
169*acc85548SJames Liao reg = CPC_MCUSYS_CPC_DBG_SETTING;
170*acc85548SJames Liao val = mmio_read_32(reg);
171*acc85548SJames Liao val = (data != 0U) ? (val | CPC_PROF_EN) : (val & ~CPC_PROF_EN);
172*acc85548SJames Liao break;
173*acc85548SJames Liao case CPC_SMC_CONFIG_AUTO_OFF:
174*acc85548SJames Liao reg = CPC_MCUSYS_CPC_FLOW_CTRL_CFG;
175*acc85548SJames Liao val = mmio_read_32(reg);
176*acc85548SJames Liao if (data != 0U) {
177*acc85548SJames Liao val |= CPC_AUTO_OFF_EN;
178*acc85548SJames Liao cpc.auto_off = 1;
179*acc85548SJames Liao } else {
180*acc85548SJames Liao val &= ~CPC_AUTO_OFF_EN;
181*acc85548SJames Liao cpc.auto_off = 0;
182*acc85548SJames Liao }
183*acc85548SJames Liao break;
184*acc85548SJames Liao case CPC_SMC_CONFIG_AUTO_OFF_THRES:
185*acc85548SJames Liao reg = CPC_MCUSYS_CPC_OFF_THRES;
186*acc85548SJames Liao cpc.auto_thres_tick = us_to_ticks(data);
187*acc85548SJames Liao val = cpc.auto_thres_tick;
188*acc85548SJames Liao break;
189*acc85548SJames Liao case CPC_SMC_CONFIG_CNT_CLR:
190*acc85548SJames Liao reg = CPC_MCUSYS_CLUSTER_COUNTER_CLR;
191*acc85548SJames Liao val = GENMASK(1, 0); /* clr_mask */
192*acc85548SJames Liao break;
193*acc85548SJames Liao case CPC_SMC_CONFIG_TIME_SYNC:
194*acc85548SJames Liao mtk_cpc_time_sync();
195*acc85548SJames Liao break;
196*acc85548SJames Liao default:
197*acc85548SJames Liao break;
198*acc85548SJames Liao }
199*acc85548SJames Liao
200*acc85548SJames Liao if (reg != 0U) {
201*acc85548SJames Liao mmio_write_32(reg, val);
202*acc85548SJames Liao }
203*acc85548SJames Liao }
204*acc85548SJames Liao
mtk_cpc_read_config(uint32_t cfg)205*acc85548SJames Liao static uint32_t mtk_cpc_read_config(uint32_t cfg)
206*acc85548SJames Liao {
207*acc85548SJames Liao uint32_t res = 0U;
208*acc85548SJames Liao
209*acc85548SJames Liao switch (cfg) {
210*acc85548SJames Liao case CPC_SMC_CONFIG_PROF:
211*acc85548SJames Liao res = (mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING) & CPC_PROF_EN) ?
212*acc85548SJames Liao 1U : 0U;
213*acc85548SJames Liao break;
214*acc85548SJames Liao case CPC_SMC_CONFIG_AUTO_OFF:
215*acc85548SJames Liao res = cpc.auto_off;
216*acc85548SJames Liao break;
217*acc85548SJames Liao case CPC_SMC_CONFIG_AUTO_OFF_THRES:
218*acc85548SJames Liao res = ticks_to_us(cpc.auto_thres_tick);
219*acc85548SJames Liao break;
220*acc85548SJames Liao case CPC_SMC_CONFIG_CNT_CLR:
221*acc85548SJames Liao break;
222*acc85548SJames Liao default:
223*acc85548SJames Liao break;
224*acc85548SJames Liao }
225*acc85548SJames Liao
226*acc85548SJames Liao return res;
227*acc85548SJames Liao }
228*acc85548SJames Liao
mtk_cpc_handler(uint64_t act,uint64_t arg1,uint64_t arg2)229*acc85548SJames Liao uint64_t mtk_cpc_handler(uint64_t act, uint64_t arg1, uint64_t arg2)
230*acc85548SJames Liao {
231*acc85548SJames Liao uint64_t res = 0ULL;
232*acc85548SJames Liao
233*acc85548SJames Liao switch (act) {
234*acc85548SJames Liao case CPC_SMC_EVENT_DUMP_TRACE_DATA:
235*acc85548SJames Liao mtk_cpc_dump_timestamp();
236*acc85548SJames Liao break;
237*acc85548SJames Liao case CPC_SMC_EVENT_GIC_DPG_SET:
238*acc85548SJames Liao /* isolated_status = x2; */
239*acc85548SJames Liao break;
240*acc85548SJames Liao case CPC_SMC_EVENT_CPC_CONFIG:
241*acc85548SJames Liao mtk_cpc_config((uint32_t)arg1, (uint32_t)arg2);
242*acc85548SJames Liao break;
243*acc85548SJames Liao case CPC_SMC_EVENT_READ_CONFIG:
244*acc85548SJames Liao res = mtk_cpc_read_config((uint32_t)arg1);
245*acc85548SJames Liao break;
246*acc85548SJames Liao default:
247*acc85548SJames Liao break;
248*acc85548SJames Liao }
249*acc85548SJames Liao
250*acc85548SJames Liao return res;
251*acc85548SJames Liao }
252*acc85548SJames Liao
mtk_cpc_init(void)253*acc85548SJames Liao void mtk_cpc_init(void)
254*acc85548SJames Liao {
255*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_DBG_SETTING,
256*acc85548SJames Liao mmio_read_32(CPC_MCUSYS_CPC_DBG_SETTING)
257*acc85548SJames Liao | CPC_DBG_EN
258*acc85548SJames Liao | CPC_CALC_EN);
259*acc85548SJames Liao
260*acc85548SJames Liao cpc.auto_off = 1;
261*acc85548SJames Liao cpc.auto_thres_tick = us_to_ticks(8000);
262*acc85548SJames Liao
263*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG,
264*acc85548SJames Liao mmio_read_32(CPC_MCUSYS_CPC_FLOW_CTRL_CFG)
265*acc85548SJames Liao | CPC_OFF_PRE_EN
266*acc85548SJames Liao | (cpc.auto_off ? CPC_AUTO_OFF_EN : 0U));
267*acc85548SJames Liao
268*acc85548SJames Liao mmio_write_32(CPC_MCUSYS_CPC_OFF_THRES, cpc.auto_thres_tick);
269*acc85548SJames Liao }
270