1c8284409SSoren Brinkmann /* 2*99564393SJolly Shah * Copyright (c) 2013-2018, ARM Limited and Contributors. All rights reserved. 3c8284409SSoren Brinkmann * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5c8284409SSoren Brinkmann */ 6c8284409SSoren Brinkmann 7c8284409SSoren Brinkmann /* 8c8284409SSoren Brinkmann * APU specific definition of processors in the subsystem as well as functions 9c8284409SSoren Brinkmann * for getting information about and changing state of the APU. 10c8284409SSoren Brinkmann */ 11c8284409SSoren Brinkmann 12b516b7dcSFilip Drazic #include <assert.h> 13b516b7dcSFilip Drazic #include <string.h> 1409d40e0eSAntonio Nino Diaz 1509d40e0eSAntonio Nino Diaz #include <common/bl_common.h> 1609d40e0eSAntonio Nino Diaz #include <drivers/arm/gic_common.h> 1709d40e0eSAntonio Nino Diaz #include <drivers/arm/gicv2.h> 1809d40e0eSAntonio Nino Diaz #include <lib/bakery_lock.h> 1909d40e0eSAntonio Nino Diaz #include <lib/mmio.h> 2009d40e0eSAntonio Nino Diaz #include <lib/utils.h> 2109d40e0eSAntonio Nino Diaz 22*99564393SJolly Shah #include <zynqmp_def.h> 23c8284409SSoren Brinkmann #include "pm_api_sys.h" 24c8284409SSoren Brinkmann #include "pm_client.h" 25c8284409SSoren Brinkmann #include "pm_ipi.h" 26c8284409SSoren Brinkmann 27b516b7dcSFilip Drazic #define IRQ_MAX 84 28b516b7dcSFilip Drazic #define NUM_GICD_ISENABLER ((IRQ_MAX >> 5) + 1) 29c8284409SSoren Brinkmann #define UNDEFINED_CPUID (~0) 3095fd990fSFilip Drazic 3134c57139SSiva Durga Prasad Paladugu #define PM_SUSPEND_MODE_STD 0 3234c57139SSiva Durga Prasad Paladugu #define PM_SUSPEND_MODE_POWER_OFF 1 3334c57139SSiva Durga Prasad Paladugu 3403b80773SStefan Krsmanovic DEFINE_BAKERY_LOCK(pm_client_secure_lock); 35c8284409SSoren Brinkmann 36c8284409SSoren Brinkmann extern const struct pm_ipi apu_ipi; 37c8284409SSoren Brinkmann 3834c57139SSiva Durga Prasad Paladugu static uint32_t suspend_mode = PM_SUSPEND_MODE_STD; 3934c57139SSiva Durga Prasad Paladugu 40c8284409SSoren Brinkmann /* Order in pm_procs_all array must match cpu ids */ 41a97f6272SSoren Brinkmann static const struct pm_proc pm_procs_all[] = { 42c8284409SSoren Brinkmann { 43c8284409SSoren Brinkmann .node_id = NODE_APU_0, 44c8284409SSoren Brinkmann .pwrdn_mask = APU_0_PWRCTL_CPUPWRDWNREQ_MASK, 45c8284409SSoren Brinkmann .ipi = &apu_ipi, 46c8284409SSoren Brinkmann }, 47c8284409SSoren Brinkmann { 48c8284409SSoren Brinkmann .node_id = NODE_APU_1, 49c8284409SSoren Brinkmann .pwrdn_mask = APU_1_PWRCTL_CPUPWRDWNREQ_MASK, 50c8284409SSoren Brinkmann .ipi = &apu_ipi, 51c8284409SSoren Brinkmann }, 52c8284409SSoren Brinkmann { 53c8284409SSoren Brinkmann .node_id = NODE_APU_2, 54c8284409SSoren Brinkmann .pwrdn_mask = APU_2_PWRCTL_CPUPWRDWNREQ_MASK, 55c8284409SSoren Brinkmann .ipi = &apu_ipi, 56c8284409SSoren Brinkmann }, 57c8284409SSoren Brinkmann { 58c8284409SSoren Brinkmann .node_id = NODE_APU_3, 59c8284409SSoren Brinkmann .pwrdn_mask = APU_3_PWRCTL_CPUPWRDWNREQ_MASK, 60c8284409SSoren Brinkmann .ipi = &apu_ipi, 61c8284409SSoren Brinkmann }, 62c8284409SSoren Brinkmann }; 63c8284409SSoren Brinkmann 64b516b7dcSFilip Drazic /* Interrupt to PM node ID map */ 65b516b7dcSFilip Drazic static enum pm_node_id irq_node_map[IRQ_MAX + 1] = { 66b516b7dcSFilip Drazic NODE_UNKNOWN, 67b516b7dcSFilip Drazic NODE_UNKNOWN, 68b516b7dcSFilip Drazic NODE_UNKNOWN, 69b516b7dcSFilip Drazic NODE_UNKNOWN, /* 3 */ 70b516b7dcSFilip Drazic NODE_UNKNOWN, 71b516b7dcSFilip Drazic NODE_UNKNOWN, 72b516b7dcSFilip Drazic NODE_UNKNOWN, 73b516b7dcSFilip Drazic NODE_UNKNOWN, /* 7 */ 74b516b7dcSFilip Drazic NODE_UNKNOWN, 75b516b7dcSFilip Drazic NODE_UNKNOWN, 76b516b7dcSFilip Drazic NODE_UNKNOWN, 77b516b7dcSFilip Drazic NODE_UNKNOWN, /* 11 */ 78b516b7dcSFilip Drazic NODE_UNKNOWN, 79b516b7dcSFilip Drazic NODE_UNKNOWN, 80b516b7dcSFilip Drazic NODE_NAND, 81b516b7dcSFilip Drazic NODE_QSPI, /* 15 */ 82b516b7dcSFilip Drazic NODE_GPIO, 83b516b7dcSFilip Drazic NODE_I2C_0, 84b516b7dcSFilip Drazic NODE_I2C_1, 85b516b7dcSFilip Drazic NODE_SPI_0, /* 19 */ 86b516b7dcSFilip Drazic NODE_SPI_1, 87b516b7dcSFilip Drazic NODE_UART_0, 88b516b7dcSFilip Drazic NODE_UART_1, 89b516b7dcSFilip Drazic NODE_CAN_0, /* 23 */ 90b516b7dcSFilip Drazic NODE_CAN_1, 91b516b7dcSFilip Drazic NODE_UNKNOWN, 92b516b7dcSFilip Drazic NODE_RTC, 93b516b7dcSFilip Drazic NODE_RTC, /* 27 */ 94b516b7dcSFilip Drazic NODE_UNKNOWN, 95b516b7dcSFilip Drazic NODE_UNKNOWN, 96b516b7dcSFilip Drazic NODE_UNKNOWN, 97b516b7dcSFilip Drazic NODE_UNKNOWN, /* 31 */ 98b516b7dcSFilip Drazic NODE_UNKNOWN, 99b516b7dcSFilip Drazic NODE_UNKNOWN, 100b516b7dcSFilip Drazic NODE_UNKNOWN, 101b516b7dcSFilip Drazic NODE_UNKNOWN, /* 35, NODE_IPI_APU */ 102b516b7dcSFilip Drazic NODE_TTC_0, 103b516b7dcSFilip Drazic NODE_TTC_0, 104b516b7dcSFilip Drazic NODE_TTC_0, 105b516b7dcSFilip Drazic NODE_TTC_1, /* 39 */ 106b516b7dcSFilip Drazic NODE_TTC_1, 107b516b7dcSFilip Drazic NODE_TTC_1, 108b516b7dcSFilip Drazic NODE_TTC_2, 109b516b7dcSFilip Drazic NODE_TTC_2, /* 43 */ 110b516b7dcSFilip Drazic NODE_TTC_2, 111b516b7dcSFilip Drazic NODE_TTC_3, 112b516b7dcSFilip Drazic NODE_TTC_3, 113b516b7dcSFilip Drazic NODE_TTC_3, /* 47 */ 114b516b7dcSFilip Drazic NODE_SD_0, 115b516b7dcSFilip Drazic NODE_SD_1, 116b516b7dcSFilip Drazic NODE_SD_0, 117b516b7dcSFilip Drazic NODE_SD_1, /* 51 */ 118b516b7dcSFilip Drazic NODE_UNKNOWN, 119b516b7dcSFilip Drazic NODE_UNKNOWN, 120b516b7dcSFilip Drazic NODE_UNKNOWN, 121b516b7dcSFilip Drazic NODE_UNKNOWN, /* 55 */ 122b516b7dcSFilip Drazic NODE_UNKNOWN, 123b516b7dcSFilip Drazic NODE_ETH_0, 124b516b7dcSFilip Drazic NODE_ETH_0, 125b516b7dcSFilip Drazic NODE_ETH_1, /* 59 */ 126b516b7dcSFilip Drazic NODE_ETH_1, 127b516b7dcSFilip Drazic NODE_ETH_2, 128b516b7dcSFilip Drazic NODE_ETH_2, 129b516b7dcSFilip Drazic NODE_ETH_3, /* 63 */ 130b516b7dcSFilip Drazic NODE_ETH_3, 131b516b7dcSFilip Drazic NODE_USB_0, 132b516b7dcSFilip Drazic NODE_USB_0, 133b516b7dcSFilip Drazic NODE_USB_0, /* 67 */ 134b516b7dcSFilip Drazic NODE_USB_0, 135b516b7dcSFilip Drazic NODE_USB_0, 136b516b7dcSFilip Drazic NODE_USB_1, 137b516b7dcSFilip Drazic NODE_USB_1, /* 71 */ 138b516b7dcSFilip Drazic NODE_USB_1, 139b516b7dcSFilip Drazic NODE_USB_1, 140b516b7dcSFilip Drazic NODE_USB_1, 141b516b7dcSFilip Drazic NODE_USB_0, /* 75 */ 142b516b7dcSFilip Drazic NODE_USB_0, 143b516b7dcSFilip Drazic NODE_ADMA, 144b516b7dcSFilip Drazic NODE_ADMA, 145b516b7dcSFilip Drazic NODE_ADMA, /* 79 */ 146b516b7dcSFilip Drazic NODE_ADMA, 147b516b7dcSFilip Drazic NODE_ADMA, 148b516b7dcSFilip Drazic NODE_ADMA, 149b516b7dcSFilip Drazic NODE_ADMA, /* 83 */ 150b516b7dcSFilip Drazic NODE_ADMA, 151b516b7dcSFilip Drazic }; 152b516b7dcSFilip Drazic 153b516b7dcSFilip Drazic /** 154b516b7dcSFilip Drazic * irq_to_pm_node - Get PM node ID corresponding to the interrupt number 155b516b7dcSFilip Drazic * @irq: Interrupt number 156b516b7dcSFilip Drazic * 157b516b7dcSFilip Drazic * Return: PM node ID corresponding to the specified interrupt 158b516b7dcSFilip Drazic */ 159b516b7dcSFilip Drazic static enum pm_node_id irq_to_pm_node(unsigned int irq) 160b516b7dcSFilip Drazic { 161b516b7dcSFilip Drazic assert(irq <= IRQ_MAX); 162b516b7dcSFilip Drazic return irq_node_map[irq]; 163b516b7dcSFilip Drazic } 164b516b7dcSFilip Drazic 165b516b7dcSFilip Drazic /** 166b516b7dcSFilip Drazic * pm_client_set_wakeup_sources - Set all slaves with enabled interrupts as wake 167b516b7dcSFilip Drazic * sources in the PMU firmware 168b516b7dcSFilip Drazic */ 169b516b7dcSFilip Drazic static void pm_client_set_wakeup_sources(void) 170b516b7dcSFilip Drazic { 171b516b7dcSFilip Drazic uint32_t reg_num; 172b516b7dcSFilip Drazic uint8_t pm_wakeup_nodes_set[NODE_MAX]; 173b516b7dcSFilip Drazic uintptr_t isenabler1 = BASE_GICD_BASE + GICD_ISENABLER + 4; 174b516b7dcSFilip Drazic 17534c57139SSiva Durga Prasad Paladugu /* In case of power-off suspend, only NODE_EXTERN must be set */ 17634c57139SSiva Durga Prasad Paladugu if (suspend_mode == PM_SUSPEND_MODE_POWER_OFF) { 17734c57139SSiva Durga Prasad Paladugu enum pm_ret_status ret; 17834c57139SSiva Durga Prasad Paladugu 17934c57139SSiva Durga Prasad Paladugu ret = pm_set_wakeup_source(NODE_APU, NODE_EXTERN, 1); 18034c57139SSiva Durga Prasad Paladugu /** 18134c57139SSiva Durga Prasad Paladugu * If NODE_EXTERN could not be set as wake source, proceed with 18234c57139SSiva Durga Prasad Paladugu * standard suspend (no one will wake the system otherwise) 18334c57139SSiva Durga Prasad Paladugu */ 18434c57139SSiva Durga Prasad Paladugu if (ret == PM_RET_SUCCESS) 18534c57139SSiva Durga Prasad Paladugu return; 18634c57139SSiva Durga Prasad Paladugu } 18734c57139SSiva Durga Prasad Paladugu 18832f0d3c6SDouglas Raillard zeromem(&pm_wakeup_nodes_set, sizeof(pm_wakeup_nodes_set)); 189b516b7dcSFilip Drazic 190b516b7dcSFilip Drazic for (reg_num = 0; reg_num < NUM_GICD_ISENABLER; reg_num++) { 191b516b7dcSFilip Drazic uint32_t base_irq = reg_num << ISENABLER_SHIFT; 192b516b7dcSFilip Drazic uint32_t reg = mmio_read_32(isenabler1 + (reg_num << 2)); 193b516b7dcSFilip Drazic 194b516b7dcSFilip Drazic if (!reg) 195b516b7dcSFilip Drazic continue; 196b516b7dcSFilip Drazic 197b516b7dcSFilip Drazic while (reg) { 198b516b7dcSFilip Drazic enum pm_node_id node; 199b516b7dcSFilip Drazic uint32_t idx, ret, irq, lowest_set = reg & (-reg); 200b516b7dcSFilip Drazic 201b516b7dcSFilip Drazic idx = __builtin_ctz(lowest_set); 202b516b7dcSFilip Drazic irq = base_irq + idx; 203b516b7dcSFilip Drazic 204b516b7dcSFilip Drazic if (irq > IRQ_MAX) 205b516b7dcSFilip Drazic break; 206b516b7dcSFilip Drazic 207b516b7dcSFilip Drazic node = irq_to_pm_node(irq); 208b516b7dcSFilip Drazic reg &= ~lowest_set; 209b516b7dcSFilip Drazic 210b516b7dcSFilip Drazic if ((node != NODE_UNKNOWN) && 211b516b7dcSFilip Drazic (!pm_wakeup_nodes_set[node])) { 212b516b7dcSFilip Drazic ret = pm_set_wakeup_source(NODE_APU, node, 1); 213b516b7dcSFilip Drazic pm_wakeup_nodes_set[node] = !ret; 214b516b7dcSFilip Drazic } 215b516b7dcSFilip Drazic } 216b516b7dcSFilip Drazic } 217b516b7dcSFilip Drazic } 218b516b7dcSFilip Drazic 219c8284409SSoren Brinkmann /** 220c8284409SSoren Brinkmann * pm_get_proc() - returns pointer to the proc structure 221c8284409SSoren Brinkmann * @cpuid: id of the cpu whose proc struct pointer should be returned 222c8284409SSoren Brinkmann * 223c8284409SSoren Brinkmann * Return: pointer to a proc structure if proc is found, otherwise NULL 224c8284409SSoren Brinkmann */ 225c8284409SSoren Brinkmann const struct pm_proc *pm_get_proc(unsigned int cpuid) 226c8284409SSoren Brinkmann { 227c8284409SSoren Brinkmann if (cpuid < ARRAY_SIZE(pm_procs_all)) 228c8284409SSoren Brinkmann return &pm_procs_all[cpuid]; 229c8284409SSoren Brinkmann 230c8284409SSoren Brinkmann return NULL; 231c8284409SSoren Brinkmann } 232c8284409SSoren Brinkmann 233c8284409SSoren Brinkmann /** 234c8284409SSoren Brinkmann * pm_get_proc_by_node() - returns pointer to the proc structure 235c8284409SSoren Brinkmann * @nid: node id of the processor 236c8284409SSoren Brinkmann * 237c8284409SSoren Brinkmann * Return: pointer to a proc structure if proc is found, otherwise NULL 238c8284409SSoren Brinkmann */ 239c8284409SSoren Brinkmann const struct pm_proc *pm_get_proc_by_node(enum pm_node_id nid) 240c8284409SSoren Brinkmann { 241c8284409SSoren Brinkmann for (size_t i = 0; i < ARRAY_SIZE(pm_procs_all); i++) { 242c8284409SSoren Brinkmann if (nid == pm_procs_all[i].node_id) 243c8284409SSoren Brinkmann return &pm_procs_all[i]; 244c8284409SSoren Brinkmann } 245c8284409SSoren Brinkmann return NULL; 246c8284409SSoren Brinkmann } 247c8284409SSoren Brinkmann 248c8284409SSoren Brinkmann /** 249c8284409SSoren Brinkmann * pm_get_cpuid() - get the local cpu ID for a global node ID 250c8284409SSoren Brinkmann * @nid: node id of the processor 251c8284409SSoren Brinkmann * 252c8284409SSoren Brinkmann * Return: the cpu ID (starting from 0) for the subsystem 253c8284409SSoren Brinkmann */ 254c8284409SSoren Brinkmann static unsigned int pm_get_cpuid(enum pm_node_id nid) 255c8284409SSoren Brinkmann { 256c8284409SSoren Brinkmann for (size_t i = 0; i < ARRAY_SIZE(pm_procs_all); i++) { 257c8284409SSoren Brinkmann if (pm_procs_all[i].node_id == nid) 258c8284409SSoren Brinkmann return i; 259c8284409SSoren Brinkmann } 260c8284409SSoren Brinkmann return UNDEFINED_CPUID; 261c8284409SSoren Brinkmann } 262c8284409SSoren Brinkmann 263c8284409SSoren Brinkmann const struct pm_proc *primary_proc = &pm_procs_all[0]; 264c8284409SSoren Brinkmann 265c8284409SSoren Brinkmann /** 266c8284409SSoren Brinkmann * pm_client_suspend() - Client-specific suspend actions 267c8284409SSoren Brinkmann * 268c8284409SSoren Brinkmann * This function should contain any PU-specific actions 269c8284409SSoren Brinkmann * required prior to sending suspend request to PMU 270b516b7dcSFilip Drazic * Actions taken depend on the state system is suspending to. 271c8284409SSoren Brinkmann */ 272b516b7dcSFilip Drazic void pm_client_suspend(const struct pm_proc *proc, unsigned int state) 273c8284409SSoren Brinkmann { 27403b80773SStefan Krsmanovic bakery_lock_get(&pm_client_secure_lock); 27503b80773SStefan Krsmanovic 276b516b7dcSFilip Drazic if (state == PM_STATE_SUSPEND_TO_RAM) 277b516b7dcSFilip Drazic pm_client_set_wakeup_sources(); 278b516b7dcSFilip Drazic 279c8284409SSoren Brinkmann /* Set powerdown request */ 280c8284409SSoren Brinkmann mmio_write_32(APU_PWRCTL, mmio_read_32(APU_PWRCTL) | proc->pwrdn_mask); 28103b80773SStefan Krsmanovic 28203b80773SStefan Krsmanovic bakery_lock_release(&pm_client_secure_lock); 283c8284409SSoren Brinkmann } 284c8284409SSoren Brinkmann 285c8284409SSoren Brinkmann 286c8284409SSoren Brinkmann /** 287c8284409SSoren Brinkmann * pm_client_abort_suspend() - Client-specific abort-suspend actions 288c8284409SSoren Brinkmann * 289c8284409SSoren Brinkmann * This function should contain any PU-specific actions 290c8284409SSoren Brinkmann * required for aborting a prior suspend request 291c8284409SSoren Brinkmann */ 292c8284409SSoren Brinkmann void pm_client_abort_suspend(void) 293c8284409SSoren Brinkmann { 294c8284409SSoren Brinkmann /* Enable interrupts at processor level (for current cpu) */ 295c8284409SSoren Brinkmann gicv2_cpuif_enable(); 29603b80773SStefan Krsmanovic 29703b80773SStefan Krsmanovic bakery_lock_get(&pm_client_secure_lock); 29803b80773SStefan Krsmanovic 299c8284409SSoren Brinkmann /* Clear powerdown request */ 300c8284409SSoren Brinkmann mmio_write_32(APU_PWRCTL, 301c8284409SSoren Brinkmann mmio_read_32(APU_PWRCTL) & ~primary_proc->pwrdn_mask); 30203b80773SStefan Krsmanovic 30303b80773SStefan Krsmanovic bakery_lock_release(&pm_client_secure_lock); 304c8284409SSoren Brinkmann } 305c8284409SSoren Brinkmann 306c8284409SSoren Brinkmann /** 307c8284409SSoren Brinkmann * pm_client_wakeup() - Client-specific wakeup actions 308c8284409SSoren Brinkmann * 309c8284409SSoren Brinkmann * This function should contain any PU-specific actions 310c8284409SSoren Brinkmann * required for waking up another APU core 311c8284409SSoren Brinkmann */ 312c8284409SSoren Brinkmann void pm_client_wakeup(const struct pm_proc *proc) 313c8284409SSoren Brinkmann { 314c8284409SSoren Brinkmann unsigned int cpuid = pm_get_cpuid(proc->node_id); 315c8284409SSoren Brinkmann 316c8284409SSoren Brinkmann if (cpuid == UNDEFINED_CPUID) 317c8284409SSoren Brinkmann return; 318c8284409SSoren Brinkmann 31903b80773SStefan Krsmanovic bakery_lock_get(&pm_client_secure_lock); 32003b80773SStefan Krsmanovic 321c8284409SSoren Brinkmann /* clear powerdown bit for affected cpu */ 322c8284409SSoren Brinkmann uint32_t val = mmio_read_32(APU_PWRCTL); 323c8284409SSoren Brinkmann val &= ~(proc->pwrdn_mask); 324c8284409SSoren Brinkmann mmio_write_32(APU_PWRCTL, val); 32503b80773SStefan Krsmanovic 32603b80773SStefan Krsmanovic bakery_lock_release(&pm_client_secure_lock); 327c8284409SSoren Brinkmann } 32834c57139SSiva Durga Prasad Paladugu 32934c57139SSiva Durga Prasad Paladugu enum pm_ret_status pm_set_suspend_mode(uint32_t mode) 33034c57139SSiva Durga Prasad Paladugu { 33134c57139SSiva Durga Prasad Paladugu if ((mode != PM_SUSPEND_MODE_STD) && 33234c57139SSiva Durga Prasad Paladugu (mode != PM_SUSPEND_MODE_POWER_OFF)) 33334c57139SSiva Durga Prasad Paladugu return PM_RET_ERROR_ARGS; 33434c57139SSiva Durga Prasad Paladugu 33534c57139SSiva Durga Prasad Paladugu suspend_mode = mode; 33634c57139SSiva Durga Prasad Paladugu return PM_RET_SUCCESS; 33734c57139SSiva Durga Prasad Paladugu } 338