16fba6e04STony Xie /* 26fba6e04STony Xie * Copyright (c) 2016, ARM Limited and Contributors. All rights reserved. 36fba6e04STony Xie * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 56fba6e04STony Xie */ 66fba6e04STony Xie 76fba6e04STony Xie #include <arch_helpers.h> 86fba6e04STony Xie #include <assert.h> 96fba6e04STony Xie #include <debug.h> 106fba6e04STony Xie #include <delay_timer.h> 116fba6e04STony Xie #include <errno.h> 126fba6e04STony Xie #include <mmio.h> 136fba6e04STony Xie #include <platform.h> 146fba6e04STony Xie #include <platform_def.h> 156fba6e04STony Xie #include <plat_private.h> 166fba6e04STony Xie #include <rk3368_def.h> 176fba6e04STony Xie #include <soc.h> 186fba6e04STony Xie #include <pmu.h> 196fba6e04STony Xie #include <ddr_rk3368.h> 206fba6e04STony Xie #include <pmu_com.h> 216fba6e04STony Xie 229ec78bdfSTony Xie DEFINE_BAKERY_LOCK(rockchip_pd_lock); 239ec78bdfSTony Xie 24f47a25ddSCaesar Wang static uint32_t cpu_warm_boot_addr; 25f47a25ddSCaesar Wang 266fba6e04STony Xie void rk3368_flash_l2_b(void) 276fba6e04STony Xie { 286fba6e04STony Xie uint32_t wait_cnt = 0; 296fba6e04STony Xie 306fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_SFT_CON, pmu_sft_l2flsh_clst_b); 316fba6e04STony Xie dsb(); 326fba6e04STony Xie 336fba6e04STony Xie while (!(mmio_read_32(PMU_BASE + PMU_CORE_PWR_ST) 346fba6e04STony Xie & BIT(clst_b_l2_flsh_done))) { 356fba6e04STony Xie wait_cnt++; 366fba6e04STony Xie if (!(wait_cnt % MAX_WAIT_CONUT)) 376fba6e04STony Xie WARN("%s:reg %x,wait\n", __func__, 386fba6e04STony Xie mmio_read_32(PMU_BASE + PMU_CORE_PWR_ST)); 396fba6e04STony Xie } 406fba6e04STony Xie 416fba6e04STony Xie regs_updata_bit_clr(PMU_BASE + PMU_SFT_CON, pmu_sft_l2flsh_clst_b); 426fba6e04STony Xie } 436fba6e04STony Xie 446fba6e04STony Xie static inline int rk3368_pmu_bus_idle(uint32_t req, uint32_t idle) 456fba6e04STony Xie { 466fba6e04STony Xie uint32_t mask = BIT(req); 476fba6e04STony Xie uint32_t idle_mask = 0; 486fba6e04STony Xie uint32_t idle_target = 0; 496fba6e04STony Xie uint32_t val; 506fba6e04STony Xie uint32_t wait_cnt = 0; 516fba6e04STony Xie 526fba6e04STony Xie switch (req) { 536fba6e04STony Xie case bus_ide_req_clst_l: 546fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_cluster_l); 556fba6e04STony Xie idle_target = (idle << pmu_idle_ack_cluster_l); 566fba6e04STony Xie break; 576fba6e04STony Xie 586fba6e04STony Xie case bus_ide_req_clst_b: 596fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_cluster_b); 606fba6e04STony Xie idle_target = (idle << pmu_idle_ack_cluster_b); 616fba6e04STony Xie break; 626fba6e04STony Xie 636fba6e04STony Xie case bus_ide_req_cxcs: 646fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_cxcs); 656fba6e04STony Xie idle_target = ((!idle) << pmu_idle_ack_cxcs); 666fba6e04STony Xie break; 676fba6e04STony Xie 686fba6e04STony Xie case bus_ide_req_cci400: 696fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_cci400); 706fba6e04STony Xie idle_target = ((!idle) << pmu_idle_ack_cci400); 716fba6e04STony Xie break; 726fba6e04STony Xie 736fba6e04STony Xie case bus_ide_req_gpu: 746fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_gpu) | BIT(pmu_idle_gpu); 756fba6e04STony Xie idle_target = (idle << pmu_idle_ack_gpu) | 766fba6e04STony Xie (idle << pmu_idle_gpu); 776fba6e04STony Xie break; 786fba6e04STony Xie 796fba6e04STony Xie case bus_ide_req_core: 806fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_core) | BIT(pmu_idle_core); 816fba6e04STony Xie idle_target = (idle << pmu_idle_ack_core) | 826fba6e04STony Xie (idle << pmu_idle_core); 836fba6e04STony Xie break; 846fba6e04STony Xie 856fba6e04STony Xie case bus_ide_req_bus: 866fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_bus) | BIT(pmu_idle_bus); 876fba6e04STony Xie idle_target = (idle << pmu_idle_ack_bus) | 886fba6e04STony Xie (idle << pmu_idle_bus); 896fba6e04STony Xie break; 906fba6e04STony Xie case bus_ide_req_dma: 916fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_dma) | BIT(pmu_idle_dma); 926fba6e04STony Xie idle_target = (idle << pmu_idle_ack_dma) | 936fba6e04STony Xie (idle << pmu_idle_dma); 946fba6e04STony Xie break; 956fba6e04STony Xie 966fba6e04STony Xie case bus_ide_req_peri: 976fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_peri) | BIT(pmu_idle_peri); 986fba6e04STony Xie idle_target = (idle << pmu_idle_ack_peri) | 996fba6e04STony Xie (idle << pmu_idle_peri); 1006fba6e04STony Xie break; 1016fba6e04STony Xie 1026fba6e04STony Xie case bus_ide_req_video: 1036fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_video) | BIT(pmu_idle_video); 1046fba6e04STony Xie idle_target = (idle << pmu_idle_ack_video) | 1056fba6e04STony Xie (idle << pmu_idle_video); 1066fba6e04STony Xie break; 1076fba6e04STony Xie 1086fba6e04STony Xie case bus_ide_req_vio: 1096fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_vio) | BIT(pmu_idle_vio); 1106fba6e04STony Xie idle_target = (pmu_idle_ack_vio) | 1116fba6e04STony Xie (idle << pmu_idle_vio); 1126fba6e04STony Xie break; 1136fba6e04STony Xie 1146fba6e04STony Xie case bus_ide_req_alive: 1156fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_alive) | BIT(pmu_idle_alive); 1166fba6e04STony Xie idle_target = (idle << pmu_idle_ack_alive) | 1176fba6e04STony Xie (idle << pmu_idle_alive); 1186fba6e04STony Xie break; 1196fba6e04STony Xie 1206fba6e04STony Xie case bus_ide_req_pmu: 1216fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_pmu) | BIT(pmu_idle_pmu); 1226fba6e04STony Xie idle_target = (idle << pmu_idle_ack_pmu) | 1236fba6e04STony Xie (idle << pmu_idle_pmu); 1246fba6e04STony Xie break; 1256fba6e04STony Xie 1266fba6e04STony Xie case bus_ide_req_msch: 1276fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_msch) | BIT(pmu_idle_msch); 1286fba6e04STony Xie idle_target = (idle << pmu_idle_ack_msch) | 1296fba6e04STony Xie (idle << pmu_idle_msch); 1306fba6e04STony Xie break; 1316fba6e04STony Xie 1326fba6e04STony Xie case bus_ide_req_cci: 1336fba6e04STony Xie idle_mask = BIT(pmu_idle_ack_cci) | BIT(pmu_idle_cci); 1346fba6e04STony Xie idle_target = (idle << pmu_idle_ack_cci) | 1356fba6e04STony Xie (idle << pmu_idle_cci); 1366fba6e04STony Xie break; 1376fba6e04STony Xie 1386fba6e04STony Xie default: 1396fba6e04STony Xie ERROR("%s: Unsupported the idle request\n", __func__); 1406fba6e04STony Xie break; 1416fba6e04STony Xie } 1426fba6e04STony Xie 1436fba6e04STony Xie val = mmio_read_32(PMU_BASE + PMU_BUS_IDE_REQ); 1446fba6e04STony Xie if (idle) 1456fba6e04STony Xie val |= mask; 1466fba6e04STony Xie else 1476fba6e04STony Xie val &= ~mask; 1486fba6e04STony Xie 1496fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_BUS_IDE_REQ, val); 1506fba6e04STony Xie 1516fba6e04STony Xie while ((mmio_read_32(PMU_BASE + 1526fba6e04STony Xie PMU_BUS_IDE_ST) & idle_mask) != idle_target) { 1536fba6e04STony Xie wait_cnt++; 1546fba6e04STony Xie if (!(wait_cnt % MAX_WAIT_CONUT)) 1556fba6e04STony Xie WARN("%s:st=%x(%x)\n", __func__, 1566fba6e04STony Xie mmio_read_32(PMU_BASE + PMU_BUS_IDE_ST), 1576fba6e04STony Xie idle_mask); 1586fba6e04STony Xie } 1596fba6e04STony Xie 1606fba6e04STony Xie return 0; 1616fba6e04STony Xie } 1626fba6e04STony Xie 1636fba6e04STony Xie void pmu_scu_b_pwrup(void) 1646fba6e04STony Xie { 1656fba6e04STony Xie regs_updata_bit_clr(PMU_BASE + PMU_SFT_CON, pmu_sft_acinactm_clst_b); 1666fba6e04STony Xie rk3368_pmu_bus_idle(bus_ide_req_clst_b, 0); 1676fba6e04STony Xie } 1686fba6e04STony Xie 1696fba6e04STony Xie static void pmu_scu_b_pwrdn(void) 1706fba6e04STony Xie { 1716fba6e04STony Xie uint32_t wait_cnt = 0; 1726fba6e04STony Xie 1736fba6e04STony Xie if ((mmio_read_32(PMU_BASE + PMU_PWRDN_ST) & 1746fba6e04STony Xie PM_PWRDM_CPUSB_MSK) != PM_PWRDM_CPUSB_MSK) { 1756fba6e04STony Xie ERROR("%s: not all cpus is off\n", __func__); 1766fba6e04STony Xie return; 1776fba6e04STony Xie } 1786fba6e04STony Xie 1796fba6e04STony Xie rk3368_flash_l2_b(); 1806fba6e04STony Xie 1816fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_SFT_CON, pmu_sft_acinactm_clst_b); 1826fba6e04STony Xie 1836fba6e04STony Xie while (!(mmio_read_32(PMU_BASE + 1846fba6e04STony Xie PMU_CORE_PWR_ST) & BIT(clst_b_l2_wfi))) { 1856fba6e04STony Xie wait_cnt++; 1866fba6e04STony Xie if (!(wait_cnt % MAX_WAIT_CONUT)) 1876fba6e04STony Xie ERROR("%s:wait cluster-b l2(%x)\n", __func__, 1886fba6e04STony Xie mmio_read_32(PMU_BASE + PMU_CORE_PWR_ST)); 1896fba6e04STony Xie } 1906fba6e04STony Xie rk3368_pmu_bus_idle(bus_ide_req_clst_b, 1); 1916fba6e04STony Xie } 1926fba6e04STony Xie 1936fba6e04STony Xie static void pmu_sleep_mode_config(void) 1946fba6e04STony Xie { 1956fba6e04STony Xie uint32_t pwrmd_core, pwrmd_com; 1966fba6e04STony Xie 1976fba6e04STony Xie pwrmd_core = BIT(pmu_mdcr_cpu0_pd) | 1986fba6e04STony Xie BIT(pmu_mdcr_scu_l_pd) | 1996fba6e04STony Xie BIT(pmu_mdcr_l2_flush) | 2006fba6e04STony Xie BIT(pmu_mdcr_l2_idle) | 2016fba6e04STony Xie BIT(pmu_mdcr_clr_clst_l) | 2026fba6e04STony Xie BIT(pmu_mdcr_clr_core) | 2036fba6e04STony Xie BIT(pmu_mdcr_clr_cci) | 2046fba6e04STony Xie BIT(pmu_mdcr_core_pd); 2056fba6e04STony Xie 2066fba6e04STony Xie pwrmd_com = BIT(pmu_mode_en) | 2076fba6e04STony Xie BIT(pmu_mode_sref_enter) | 2086fba6e04STony Xie BIT(pmu_mode_pwr_off); 2096fba6e04STony Xie 2106fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_WKUP_CFG2, pmu_cluster_l_wkup_en); 2116fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_WKUP_CFG2, pmu_cluster_b_wkup_en); 2126fba6e04STony Xie regs_updata_bit_clr(PMU_BASE + PMU_WKUP_CFG2, pmu_gpio_wkup_en); 2136fba6e04STony Xie 2146fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_PLLLOCK_CNT, CYCL_24M_CNT_MS(2)); 2156fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_PLLRST_CNT, CYCL_24M_CNT_US(100)); 2166fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_STABLE_CNT, CYCL_24M_CNT_MS(2)); 2176fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_PWRMD_CORE, pwrmd_core); 2186fba6e04STony Xie mmio_write_32(PMU_BASE + PMU_PWRMD_COM, pwrmd_com); 2196fba6e04STony Xie dsb(); 2206fba6e04STony Xie } 2216fba6e04STony Xie 2226fba6e04STony Xie static void pmu_set_sleep_mode(void) 2236fba6e04STony Xie { 2246fba6e04STony Xie pmu_sleep_mode_config(); 2256fba6e04STony Xie soc_sleep_config(); 2266fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_PWRMD_CORE, pmu_mdcr_global_int_dis); 2276fba6e04STony Xie regs_updata_bit_set(PMU_BASE + PMU_SFT_CON, pmu_sft_glbl_int_dis_b); 2286fba6e04STony Xie pmu_scu_b_pwrdn(); 2296fba6e04STony Xie mmio_write_32(SGRF_BASE + SGRF_SOC_CON(1), 230*bc5c3007SLin Huang ((uintptr_t)&pmu_cpuson_entrypoint >> 231*bc5c3007SLin Huang CPU_BOOT_ADDR_ALIGN) | CPU_BOOT_ADDR_WMASK); 2326fba6e04STony Xie mmio_write_32(SGRF_BASE + SGRF_SOC_CON(2), 233*bc5c3007SLin Huang ((uintptr_t)&pmu_cpuson_entrypoint >> 234*bc5c3007SLin Huang CPU_BOOT_ADDR_ALIGN) | CPU_BOOT_ADDR_WMASK); 2356fba6e04STony Xie } 2366fba6e04STony Xie 2376fba6e04STony Xie static int cpus_id_power_domain(uint32_t cluster, 2386fba6e04STony Xie uint32_t cpu, 2396fba6e04STony Xie uint32_t pd_state, 2406fba6e04STony Xie uint32_t wfie_msk) 2416fba6e04STony Xie { 2426fba6e04STony Xie uint32_t pd; 2436fba6e04STony Xie uint64_t mpidr; 2446fba6e04STony Xie 2456fba6e04STony Xie if (cluster) 2466fba6e04STony Xie pd = PD_CPUB0 + cpu; 2476fba6e04STony Xie else 2486fba6e04STony Xie pd = PD_CPUL0 + cpu; 2496fba6e04STony Xie 2506fba6e04STony Xie if (pmu_power_domain_st(pd) == pd_state) 2516fba6e04STony Xie return 0; 2526fba6e04STony Xie 2536fba6e04STony Xie if (pd_state == pmu_pd_off) { 2546fba6e04STony Xie mpidr = (cluster << MPIDR_AFF1_SHIFT) | cpu; 2556fba6e04STony Xie if (check_cpu_wfie(mpidr, wfie_msk)) 2566fba6e04STony Xie return -EINVAL; 2576fba6e04STony Xie } 2586fba6e04STony Xie 2596fba6e04STony Xie return pmu_power_domain_ctr(pd, pd_state); 2606fba6e04STony Xie } 2616fba6e04STony Xie 2626fba6e04STony Xie static void nonboot_cpus_off(void) 2636fba6e04STony Xie { 2646fba6e04STony Xie uint32_t boot_cpu, boot_cluster, cpu; 2656fba6e04STony Xie 2666fba6e04STony Xie boot_cpu = MPIDR_AFFLVL0_VAL(read_mpidr_el1()); 2676fba6e04STony Xie boot_cluster = MPIDR_AFFLVL1_VAL(read_mpidr_el1()); 2686fba6e04STony Xie 2696fba6e04STony Xie /* turn off noboot cpus */ 2706fba6e04STony Xie for (cpu = 0; cpu < PLATFORM_CLUSTER0_CORE_COUNT; cpu++) { 2716fba6e04STony Xie if (!boot_cluster && (cpu == boot_cpu)) 2726fba6e04STony Xie continue; 2736fba6e04STony Xie cpus_id_power_domain(0, cpu, pmu_pd_off, CKECK_WFEI_MSK); 2746fba6e04STony Xie } 2756fba6e04STony Xie 2766fba6e04STony Xie for (cpu = 0; cpu < PLATFORM_CLUSTER1_CORE_COUNT; cpu++) { 2776fba6e04STony Xie if (boot_cluster && (cpu == boot_cpu)) 2786fba6e04STony Xie continue; 2796fba6e04STony Xie cpus_id_power_domain(1, cpu, pmu_pd_off, CKECK_WFEI_MSK); 2806fba6e04STony Xie } 2816fba6e04STony Xie } 2826fba6e04STony Xie 283ad2c0567Stony.xie int rockchip_soc_cores_pwr_dm_on(unsigned long mpidr, uint64_t entrypoint) 2846fba6e04STony Xie { 2856fba6e04STony Xie uint32_t cpu, cluster; 2866fba6e04STony Xie uint32_t cpuon_id; 2876fba6e04STony Xie 2886fba6e04STony Xie cpu = MPIDR_AFFLVL0_VAL(mpidr); 2896fba6e04STony Xie cluster = MPIDR_AFFLVL1_VAL(mpidr); 2906fba6e04STony Xie 2916fba6e04STony Xie /* Make sure the cpu is off,Before power up the cpu! */ 2926fba6e04STony Xie cpus_id_power_domain(cluster, cpu, pmu_pd_off, CKECK_WFEI_MSK); 2936fba6e04STony Xie 2946fba6e04STony Xie cpuon_id = (cluster * PLATFORM_CLUSTER0_CORE_COUNT) + cpu; 29580fb66b3SSandrine Bailleux assert(cpuon_id < PLATFORM_CORE_COUNT); 2966fba6e04STony Xie assert(cpuson_flags[cpuon_id] == 0); 2976fba6e04STony Xie cpuson_flags[cpuon_id] = PMU_CPU_HOTPLUG; 2986fba6e04STony Xie cpuson_entry_point[cpuon_id] = entrypoint; 2996fba6e04STony Xie 3006fba6e04STony Xie /* Switch boot addr to pmusram */ 3016fba6e04STony Xie mmio_write_32(SGRF_BASE + SGRF_SOC_CON(1 + cluster), 302f47a25ddSCaesar Wang (cpu_warm_boot_addr >> CPU_BOOT_ADDR_ALIGN) | 3036fba6e04STony Xie CPU_BOOT_ADDR_WMASK); 3046fba6e04STony Xie dsb(); 3056fba6e04STony Xie 3066fba6e04STony Xie cpus_id_power_domain(cluster, cpu, pmu_pd_on, CKECK_WFEI_MSK); 3076fba6e04STony Xie 3086fba6e04STony Xie mmio_write_32(SGRF_BASE + SGRF_SOC_CON(1 + cluster), 3096fba6e04STony Xie (COLD_BOOT_BASE >> CPU_BOOT_ADDR_ALIGN) | 3106fba6e04STony Xie CPU_BOOT_ADDR_WMASK); 3116fba6e04STony Xie 3126fba6e04STony Xie return 0; 3136fba6e04STony Xie } 3146fba6e04STony Xie 315ad2c0567Stony.xie int rockchip_soc_cores_pwr_dm_on_finish(void) 3166fba6e04STony Xie { 3176fba6e04STony Xie return 0; 3186fba6e04STony Xie } 3196fba6e04STony Xie 320ad2c0567Stony.xie int rockchip_soc_sys_pwr_dm_resume(void) 3216fba6e04STony Xie { 322f47a25ddSCaesar Wang mmio_write_32(SGRF_BASE + SGRF_SOC_CON(1), 323f47a25ddSCaesar Wang (COLD_BOOT_BASE >> CPU_BOOT_ADDR_ALIGN) | 324f47a25ddSCaesar Wang CPU_BOOT_ADDR_WMASK); 325f47a25ddSCaesar Wang mmio_write_32(SGRF_BASE + SGRF_SOC_CON(2), 326f47a25ddSCaesar Wang (COLD_BOOT_BASE >> CPU_BOOT_ADDR_ALIGN) | 327f47a25ddSCaesar Wang CPU_BOOT_ADDR_WMASK); 3286fba6e04STony Xie pm_plls_resume(); 3296fba6e04STony Xie pmu_scu_b_pwrup(); 3306fba6e04STony Xie 3316fba6e04STony Xie return 0; 3326fba6e04STony Xie } 3336fba6e04STony Xie 334ad2c0567Stony.xie int rockchip_soc_sys_pwr_dm_suspend(void) 3356fba6e04STony Xie { 3366fba6e04STony Xie nonboot_cpus_off(); 3376fba6e04STony Xie pmu_set_sleep_mode(); 3386fba6e04STony Xie 3396fba6e04STony Xie return 0; 3406fba6e04STony Xie } 3416fba6e04STony Xie 342*bc5c3007SLin Huang void rockchip_plat_mmu_el3(void) 343*bc5c3007SLin Huang { 344*bc5c3007SLin Huang /* TODO: support the el3 for rk3368 SoCs */ 345*bc5c3007SLin Huang } 346*bc5c3007SLin Huang 3476fba6e04STony Xie void plat_rockchip_pmu_init(void) 3486fba6e04STony Xie { 3496fba6e04STony Xie uint32_t cpu; 3506fba6e04STony Xie 351f47a25ddSCaesar Wang /* register requires 32bits mode, switch it to 32 bits */ 352f47a25ddSCaesar Wang cpu_warm_boot_addr = (uint64_t)platform_cpu_warmboot; 353f47a25ddSCaesar Wang 3546fba6e04STony Xie for (cpu = 0; cpu < PLATFORM_CORE_COUNT; cpu++) 3556fba6e04STony Xie cpuson_flags[cpu] = 0; 3566fba6e04STony Xie 3576fba6e04STony Xie nonboot_cpus_off(); 3586fba6e04STony Xie INFO("%s(%d): pd status %x\n", __func__, __LINE__, 3596fba6e04STony Xie mmio_read_32(PMU_BASE + PMU_PWRDN_ST)); 3606fba6e04STony Xie } 361