1*3942d3a8SSheetal Tigadoli /* 2*3942d3a8SSheetal Tigadoli * Copyright (c) 2019-2020, Broadcom 3*3942d3a8SSheetal Tigadoli * 4*3942d3a8SSheetal Tigadoli * SPDX-License-Identifier: BSD-3-Clause 5*3942d3a8SSheetal Tigadoli */ 6*3942d3a8SSheetal Tigadoli 7*3942d3a8SSheetal Tigadoli #include <common/debug.h> 8*3942d3a8SSheetal Tigadoli #include <drivers/console.h> 9*3942d3a8SSheetal Tigadoli #include <drivers/delay_timer.h> 10*3942d3a8SSheetal Tigadoli #include <lib/mmio.h> 11*3942d3a8SSheetal Tigadoli #include <plat/common/common_def.h> 12*3942d3a8SSheetal Tigadoli 13*3942d3a8SSheetal Tigadoli #include <fsx.h> 14*3942d3a8SSheetal Tigadoli #include <platform_def.h> 15*3942d3a8SSheetal Tigadoli #include <sr_utils.h> 16*3942d3a8SSheetal Tigadoli 17*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN 0 18*3942d3a8SSheetal Tigadoli 19*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON 11 20*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK 12 21*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON 13 22*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK 14 23*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO 15 24*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__CLK_EN 31 25*3942d3a8SSheetal Tigadoli 26*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_POWERON 0 27*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_POWEROK 1 28*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ARRPOWERON 2 29*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ARRPOWEROK 3 30*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ALLOK 0xf 31*3942d3a8SSheetal Tigadoli 32*3942d3a8SSheetal Tigadoli #define FS4_IDM_RESET_CONTROL__RESET 0 33*3942d3a8SSheetal Tigadoli 34*3942d3a8SSheetal Tigadoli #define FSX_RINGx_BASE(__b, __i) \ 35*3942d3a8SSheetal Tigadoli ((__b) + (__i) * 0x10000) 36*3942d3a8SSheetal Tigadoli 37*3942d3a8SSheetal Tigadoli #define FSX_RINGx_VERSION_NUMBER(__b, __i) \ 38*3942d3a8SSheetal Tigadoli (FSX_RINGx_BASE(__b, __i) + 0x0) 39*3942d3a8SSheetal Tigadoli 40*3942d3a8SSheetal Tigadoli #define FSX_RINGx_MSI_DEV_ID(__b, __i) \ 41*3942d3a8SSheetal Tigadoli (FSX_RINGx_BASE(__b, __i) + 0x44) 42*3942d3a8SSheetal Tigadoli 43*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_BASE(__b, __i) \ 44*3942d3a8SSheetal Tigadoli ((__b) + 0x200000 + (__i) * 0x100) 45*3942d3a8SSheetal Tigadoli 46*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL(__b, __i) \ 47*3942d3a8SSheetal Tigadoli (FSX_COMM_RINGx_BASE(__b, __i) + 0x0) 48*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AXI_ID 8 49*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AXI_ID_MASK 0x1f 50*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__PRIORITY 4 51*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__PRIORITY_MASK 0x7 52*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AE_GROUP 0 53*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AE_GROUP_MASK 0x7 54*3942d3a8SSheetal Tigadoli 55*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_MSI_DEV_ID(__b, __i) \ 56*3942d3a8SSheetal Tigadoli (FSX_COMM_RINGx_BASE(__b, __i) + 0x4) 57*3942d3a8SSheetal Tigadoli 58*3942d3a8SSheetal Tigadoli #define FSX_AEx_BASE(__b, __i) \ 59*3942d3a8SSheetal Tigadoli ((__b) + 0x202000 + (__i) * 0x100) 60*3942d3a8SSheetal Tigadoli 61*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER(__b, __i) \ 62*3942d3a8SSheetal Tigadoli (FSX_AEx_BASE(__b, __i) + 0x0) 63*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__ACTIVE 4 64*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__GROUP_ID 0 65*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__GROUP_ID_MASK 0x7 66*3942d3a8SSheetal Tigadoli 67*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_RING_SECURITY_SETTING 0x0 68*3942d3a8SSheetal Tigadoli 69*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL 0x4 70*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL__RING_BITS 5 71*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL__MASK 0x3ff 72*3942d3a8SSheetal Tigadoli 73*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER 0x8 74*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE 2 75*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__AE_TIMEOUT 5 76*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING 7 77*3942d3a8SSheetal Tigadoli 78*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0 0xc 79*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0__FAST 16 80*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM 0 81*3942d3a8SSheetal Tigadoli 82*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1 0x10 83*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1__SLOW 16 84*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1__IDLE 0 85*3942d3a8SSheetal Tigadoli 86*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD 0x14 87*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD_LOW 0 88*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH 16 89*3942d3a8SSheetal Tigadoli 90*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH 0x18 91*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN 16 92*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN_MASK 0x1ff 93*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE 0 94*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE_MASK 0x1ff 95*3942d3a8SSheetal Tigadoli 96*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD 0x1c 97*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL 16 98*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL_MASK 0x1ff 99*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL 0 100*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL_MASK 0x1f 101*3942d3a8SSheetal Tigadoli 102*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AE_TIMEOUT 0x24 103*3942d3a8SSheetal Tigadoli 104*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_RING_FLUSH_TIMEOUT 0x2c 105*3942d3a8SSheetal Tigadoli 106*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION 0x30 107*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN 12 108*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN 13 109*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN 14 110*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN 15 111*3942d3a8SSheetal Tigadoli 112*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL 0x34 113*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN 28 114*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN 24 115*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWQOS 20 116*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARQOS 16 117*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWPROT 12 118*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARPROT 8 119*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWCACHE 4 120*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARCACHE 0 121*3942d3a8SSheetal Tigadoli 122*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR 0x48 123*3942d3a8SSheetal Tigadoli 124*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_GROUP_PKT_EXTENSION_SUPPORT 0xc0 125*3942d3a8SSheetal Tigadoli 126*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD 0xc8 127*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MASK 0x1ff 128*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX 16 129*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN 0 130*3942d3a8SSheetal Tigadoli 131*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_GROUP_RING_COUNT 0xcc 132*3942d3a8SSheetal Tigadoli 133*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MAIN_HW_INIT_DONE 0x12c 134*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK 0x1 135*3942d3a8SSheetal Tigadoli 136*3942d3a8SSheetal Tigadoli #define FSX_DMEx_BASE(__b, __i) \ 137*3942d3a8SSheetal Tigadoli ((__b) + (__i) * 0x1000) 138*3942d3a8SSheetal Tigadoli 139*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL(__b, __i) \ 140*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0x4) 141*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN 28 142*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN 24 143*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__AWQOS 20 144*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__ARQOS 16 145*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__AWCACHE 4 146*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__ARCACHE 0 147*3942d3a8SSheetal Tigadoli 148*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD(__b, __i) \ 149*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0xc) 150*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MASK 0x3ff 151*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MAX 10 152*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MIN 0 153*3942d3a8SSheetal Tigadoli 154*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD(__b, __i) \ 155*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0x14) 156*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MASK 0x3ff 157*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MAX 10 158*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MIN 0 159*3942d3a8SSheetal Tigadoli 160*3942d3a8SSheetal Tigadoli #define FS6_SUB_TOP_BASE 0x66D8F800 161*3942d3a8SSheetal Tigadoli #define FS6_PKI_DME_RESET 0x4 162*3942d3a8SSheetal Tigadoli #define PKI_DME_RESET 1 163*3942d3a8SSheetal Tigadoli 164*3942d3a8SSheetal Tigadoli char *fsx_type_names[] = { 165*3942d3a8SSheetal Tigadoli "fs4-raid", 166*3942d3a8SSheetal Tigadoli "fs4-crypto", 167*3942d3a8SSheetal Tigadoli "fs6-pki", 168*3942d3a8SSheetal Tigadoli }; 169*3942d3a8SSheetal Tigadoli 170*3942d3a8SSheetal Tigadoli void fsx_init(eFSX_TYPE fsx_type, 171*3942d3a8SSheetal Tigadoli unsigned int ring_count, 172*3942d3a8SSheetal Tigadoli unsigned int dme_count, 173*3942d3a8SSheetal Tigadoli unsigned int ae_count, 174*3942d3a8SSheetal Tigadoli unsigned int start_stream_id, 175*3942d3a8SSheetal Tigadoli unsigned int msi_dev_id, 176*3942d3a8SSheetal Tigadoli uintptr_t idm_io_control_direct, 177*3942d3a8SSheetal Tigadoli uintptr_t idm_reset_control, 178*3942d3a8SSheetal Tigadoli uintptr_t base, 179*3942d3a8SSheetal Tigadoli uintptr_t dme_base) 180*3942d3a8SSheetal Tigadoli { 181*3942d3a8SSheetal Tigadoli int try; 182*3942d3a8SSheetal Tigadoli unsigned int i, v, data; 183*3942d3a8SSheetal Tigadoli uintptr_t fs4_idm_io_control_direct = idm_io_control_direct; 184*3942d3a8SSheetal Tigadoli uintptr_t fs4_idm_reset_control = idm_reset_control; 185*3942d3a8SSheetal Tigadoli uintptr_t fsx_comm_rm = (base + 0x203000); 186*3942d3a8SSheetal Tigadoli 187*3942d3a8SSheetal Tigadoli VERBOSE("fsx %s init start\n", fsx_type_names[fsx_type]); 188*3942d3a8SSheetal Tigadoli 189*3942d3a8SSheetal Tigadoli if (fsx_type == eFS4_RAID || fsx_type == eFS4_CRYPTO) { 190*3942d3a8SSheetal Tigadoli /* Enable FSx engine clock */ 191*3942d3a8SSheetal Tigadoli VERBOSE(" - enable fsx clock\n"); 192*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_io_control_direct, 193*3942d3a8SSheetal Tigadoli (1U << FS4_IDM_IO_CONTROL_DIRECT__CLK_EN)); 194*3942d3a8SSheetal Tigadoli udelay(500); 195*3942d3a8SSheetal Tigadoli 196*3942d3a8SSheetal Tigadoli /* Reset FSx engine */ 197*3942d3a8SSheetal Tigadoli VERBOSE(" - reset fsx\n"); 198*3942d3a8SSheetal Tigadoli v = mmio_read_32(fs4_idm_reset_control); 199*3942d3a8SSheetal Tigadoli v |= (1 << FS4_IDM_RESET_CONTROL__RESET); 200*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_reset_control, v); 201*3942d3a8SSheetal Tigadoli udelay(500); 202*3942d3a8SSheetal Tigadoli v = mmio_read_32(fs4_idm_reset_control); 203*3942d3a8SSheetal Tigadoli v &= ~(1 << FS4_IDM_RESET_CONTROL__RESET); 204*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_reset_control, v); 205*3942d3a8SSheetal Tigadoli } else { 206*3942d3a8SSheetal Tigadoli /* 207*3942d3a8SSheetal Tigadoli * Default RM and AE are out of reset, 208*3942d3a8SSheetal Tigadoli * So only DME Reset added here 209*3942d3a8SSheetal Tigadoli */ 210*3942d3a8SSheetal Tigadoli v = mmio_read_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET); 211*3942d3a8SSheetal Tigadoli v &= ~(PKI_DME_RESET); 212*3942d3a8SSheetal Tigadoli mmio_write_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET, v); 213*3942d3a8SSheetal Tigadoli } 214*3942d3a8SSheetal Tigadoli 215*3942d3a8SSheetal Tigadoli /* Wait for HW-init done */ 216*3942d3a8SSheetal Tigadoli VERBOSE(" - wait for HW-init done\n"); 217*3942d3a8SSheetal Tigadoli try = 10000; 218*3942d3a8SSheetal Tigadoli do { 219*3942d3a8SSheetal Tigadoli udelay(1); 220*3942d3a8SSheetal Tigadoli data = mmio_read_32(fsx_comm_rm + 221*3942d3a8SSheetal Tigadoli FSX_COMM_RM_MAIN_HW_INIT_DONE); 222*3942d3a8SSheetal Tigadoli try--; 223*3942d3a8SSheetal Tigadoli } while (!(data & FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK) && (try > 0)); 224*3942d3a8SSheetal Tigadoli 225*3942d3a8SSheetal Tigadoli if (try <= 0) 226*3942d3a8SSheetal Tigadoli ERROR("fsx_comm_rm + 0x%x: 0x%x\n", 227*3942d3a8SSheetal Tigadoli data, FSX_COMM_RM_MAIN_HW_INIT_DONE); 228*3942d3a8SSheetal Tigadoli 229*3942d3a8SSheetal Tigadoli /* Make all rings non-secured */ 230*3942d3a8SSheetal Tigadoli VERBOSE(" - make all rings non-secured\n"); 231*3942d3a8SSheetal Tigadoli v = 0xffffffff; 232*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_SECURITY_SETTING, v); 233*3942d3a8SSheetal Tigadoli 234*3942d3a8SSheetal Tigadoli /* Set start stream-id for rings to */ 235*3942d3a8SSheetal Tigadoli VERBOSE(" - set start stream-id for rings to 0x%x\n", 236*3942d3a8SSheetal Tigadoli start_stream_id); 237*3942d3a8SSheetal Tigadoli v = start_stream_id >> FSX_COMM_RM_SSID_CONTROL__RING_BITS; 238*3942d3a8SSheetal Tigadoli v &= FSX_COMM_RM_SSID_CONTROL__MASK; 239*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_SSID_CONTROL, v); 240*3942d3a8SSheetal Tigadoli 241*3942d3a8SSheetal Tigadoli /* Set timer configuration */ 242*3942d3a8SSheetal Tigadoli VERBOSE(" - set timer configuration\n"); 243*3942d3a8SSheetal Tigadoli v = 0x0271 << FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM; 244*3942d3a8SSheetal Tigadoli v |= (0x0138 << FSX_COMM_RM_TIMER_CONTROL_0__FAST); 245*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_0, v); 246*3942d3a8SSheetal Tigadoli v = 0x09c4 << FSX_COMM_RM_TIMER_CONTROL_1__IDLE; 247*3942d3a8SSheetal Tigadoli v |= (0x04e2 << FSX_COMM_RM_TIMER_CONTROL_1__SLOW); 248*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_1, v); 249*3942d3a8SSheetal Tigadoli v = 0x0000f424; 250*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_FLUSH_TIMEOUT, v); 251*3942d3a8SSheetal Tigadoli 252*3942d3a8SSheetal Tigadoli /* Set burst length and fifo threshold */ 253*3942d3a8SSheetal Tigadoli VERBOSE(" - set burst length, fifo and bd threshold\n"); 254*3942d3a8SSheetal Tigadoli v = 0x0; 255*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN); 256*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE); 257*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_LENGTH, v); 258*3942d3a8SSheetal Tigadoli v = 0x0; 259*3942d3a8SSheetal Tigadoli v |= (0x67 << FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL); 260*3942d3a8SSheetal Tigadoli v |= (0x18 << FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL); 261*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_FIFO_THRESHOLD, v); 262*3942d3a8SSheetal Tigadoli v = 0x0; 263*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_LOW); 264*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH); 265*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_BD_THRESHOLD, v); 266*3942d3a8SSheetal Tigadoli 267*3942d3a8SSheetal Tigadoli /* Set memory configuration */ 268*3942d3a8SSheetal Tigadoli VERBOSE(" - set memory configuration\n"); 269*3942d3a8SSheetal Tigadoli v = 0x0; 270*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN); 271*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN); 272*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN); 273*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN); 274*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_MEMORY_CONFIGURATION, v); 275*3942d3a8SSheetal Tigadoli 276*3942d3a8SSheetal Tigadoli /* AXI configuration for RM */ 277*3942d3a8SSheetal Tigadoli v = 0; 278*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN); 279*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN); 280*3942d3a8SSheetal Tigadoli v |= (0xe << FSX_COMM_RM_AXI_CONTROL__AWQOS); 281*3942d3a8SSheetal Tigadoli v |= (0xa << FSX_COMM_RM_AXI_CONTROL__ARQOS); 282*3942d3a8SSheetal Tigadoli v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__AWPROT); 283*3942d3a8SSheetal Tigadoli v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__ARPROT); 284*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_COMM_RM_AXI_CONTROL__AWCACHE); 285*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_COMM_RM_AXI_CONTROL__ARCACHE); 286*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL, v); 287*3942d3a8SSheetal Tigadoli VERBOSE(" - set AXI control = 0x%x\n", 288*3942d3a8SSheetal Tigadoli mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL)); 289*3942d3a8SSheetal Tigadoli v = 0x0; 290*3942d3a8SSheetal Tigadoli v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX); 291*3942d3a8SSheetal Tigadoli v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN); 292*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD, v); 293*3942d3a8SSheetal Tigadoli VERBOSE(" - set AXI read burst threshold = 0x%x\n", 294*3942d3a8SSheetal Tigadoli mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD)); 295*3942d3a8SSheetal Tigadoli 296*3942d3a8SSheetal Tigadoli /* Configure group ring count for all groups */ 297*3942d3a8SSheetal Tigadoli /* By default we schedule extended packets 298*3942d3a8SSheetal Tigadoli * on all AEs/DMEs in a group. 299*3942d3a8SSheetal Tigadoli */ 300*3942d3a8SSheetal Tigadoli v = (dme_count & 0xf) << 0; 301*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 4; 302*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 8; 303*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 12; 304*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 16; 305*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 20; 306*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 24; 307*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 28; 308*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_GROUP_RING_COUNT, v); 309*3942d3a8SSheetal Tigadoli 310*3942d3a8SSheetal Tigadoli /* 311*3942d3a8SSheetal Tigadoli * Due to HW issue spurious interrupts are getting generated. 312*3942d3a8SSheetal Tigadoli * To fix sw needs to clear the config status interrupts 313*3942d3a8SSheetal Tigadoli * before setting CONFIG_DONE. 314*3942d3a8SSheetal Tigadoli */ 315*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + 316*3942d3a8SSheetal Tigadoli FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR, 317*3942d3a8SSheetal Tigadoli 0xffffffff); 318*3942d3a8SSheetal Tigadoli 319*3942d3a8SSheetal Tigadoli /* Configure RM control */ 320*3942d3a8SSheetal Tigadoli VERBOSE(" - configure RM control\n"); 321*3942d3a8SSheetal Tigadoli v = mmio_read_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER); 322*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING); 323*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v); 324*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE); 325*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v); 326*3942d3a8SSheetal Tigadoli 327*3942d3a8SSheetal Tigadoli /* Configure AE timeout */ 328*3942d3a8SSheetal Tigadoli VERBOSE(" - configure AE timeout\n"); 329*3942d3a8SSheetal Tigadoli v = 0x00003fff; 330*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AE_TIMEOUT, v); 331*3942d3a8SSheetal Tigadoli 332*3942d3a8SSheetal Tigadoli /* Initialize all AEs */ 333*3942d3a8SSheetal Tigadoli for (i = 0; i < ae_count; i++) { 334*3942d3a8SSheetal Tigadoli VERBOSE(" - initialize AE%d\n", i); 335*3942d3a8SSheetal Tigadoli v = (0x1 << FSX_AEx_CONTROL_REGISTER__ACTIVE); 336*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_AEx_CONTROL_REGISTER(base, i), v); 337*3942d3a8SSheetal Tigadoli } 338*3942d3a8SSheetal Tigadoli 339*3942d3a8SSheetal Tigadoli /* Initialize all DMEs */ 340*3942d3a8SSheetal Tigadoli for (i = 0; i < dme_count; i++) { 341*3942d3a8SSheetal Tigadoli VERBOSE(" - initialize DME%d\n", i); 342*3942d3a8SSheetal Tigadoli v = 0; 343*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN); 344*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN); 345*3942d3a8SSheetal Tigadoli v |= (0xe << FSX_DMEx_AXI_CONTROL__AWQOS); 346*3942d3a8SSheetal Tigadoli v |= (0xa << FSX_DMEx_AXI_CONTROL__ARQOS); 347*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_DMEx_AXI_CONTROL__AWCACHE); 348*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_DMEx_AXI_CONTROL__ARCACHE); 349*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_AXI_CONTROL(dme_base, i), v); 350*3942d3a8SSheetal Tigadoli VERBOSE(" -- AXI_CONTROL = 0x%x\n", 351*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_AXI_CONTROL(dme_base, i))); 352*3942d3a8SSheetal Tigadoli v = 0; 353*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MIN); 354*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MAX); 355*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i), v); 356*3942d3a8SSheetal Tigadoli VERBOSE(" -- WR_FIFO_THRESHOLD = 0x%x\n", 357*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i))); 358*3942d3a8SSheetal Tigadoli v = 0; 359*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MIN); 360*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MAX); 361*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i), v); 362*3942d3a8SSheetal Tigadoli VERBOSE(" -- RD_FIFO_THRESHOLD = 0x%x\n", 363*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i))); 364*3942d3a8SSheetal Tigadoli } 365*3942d3a8SSheetal Tigadoli 366*3942d3a8SSheetal Tigadoli /* Configure ring axi id and msi device id */ 367*3942d3a8SSheetal Tigadoli for (i = 0; i < ring_count; i++) { 368*3942d3a8SSheetal Tigadoli VERBOSE(" - ring%d version=0x%x\n", i, 369*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_RINGx_VERSION_NUMBER(base, i))); 370*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_COMM_RINGx_MSI_DEV_ID(base, i), 371*3942d3a8SSheetal Tigadoli msi_dev_id); 372*3942d3a8SSheetal Tigadoli v = 0; 373*3942d3a8SSheetal Tigadoli v |= ((i & FSX_COMM_RINGx_CONTROL__AXI_ID_MASK) << 374*3942d3a8SSheetal Tigadoli FSX_COMM_RINGx_CONTROL__AXI_ID); 375*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_COMM_RINGx_CONTROL(base, i), v); 376*3942d3a8SSheetal Tigadoli } 377*3942d3a8SSheetal Tigadoli 378*3942d3a8SSheetal Tigadoli INFO("fsx %s init done\n", fsx_type_names[fsx_type]); 379*3942d3a8SSheetal Tigadoli } 380*3942d3a8SSheetal Tigadoli 381*3942d3a8SSheetal Tigadoli void fsx_meminit(const char *name, 382*3942d3a8SSheetal Tigadoli uintptr_t idm_io_control_direct, 383*3942d3a8SSheetal Tigadoli uintptr_t idm_io_status) 384*3942d3a8SSheetal Tigadoli { 385*3942d3a8SSheetal Tigadoli int try; 386*3942d3a8SSheetal Tigadoli unsigned int val; 387*3942d3a8SSheetal Tigadoli 388*3942d3a8SSheetal Tigadoli VERBOSE("fsx %s meminit start\n", name); 389*3942d3a8SSheetal Tigadoli 390*3942d3a8SSheetal Tigadoli VERBOSE(" - arrpoweron\n"); 391*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct, 392*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON)); 393*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) & 394*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWERON))) 395*3942d3a8SSheetal Tigadoli ; 396*3942d3a8SSheetal Tigadoli 397*3942d3a8SSheetal Tigadoli VERBOSE(" - arrpowerok\n"); 398*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct, 399*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK)); 400*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) & 401*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWEROK))) 402*3942d3a8SSheetal Tigadoli ; 403*3942d3a8SSheetal Tigadoli 404*3942d3a8SSheetal Tigadoli VERBOSE(" - poweron\n"); 405*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct, 406*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON)); 407*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) & 408*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_POWERON))) 409*3942d3a8SSheetal Tigadoli ; 410*3942d3a8SSheetal Tigadoli 411*3942d3a8SSheetal Tigadoli VERBOSE(" - powerok\n"); 412*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct, 413*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK)); 414*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) & 415*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_POWEROK))) 416*3942d3a8SSheetal Tigadoli ; 417*3942d3a8SSheetal Tigadoli 418*3942d3a8SSheetal Tigadoli /* Final check on all power bits */ 419*3942d3a8SSheetal Tigadoli try = 10; 420*3942d3a8SSheetal Tigadoli do { 421*3942d3a8SSheetal Tigadoli val = mmio_read_32(idm_io_status); 422*3942d3a8SSheetal Tigadoli if (val == FS4_IDM_IO_STATUS__MEM_ALLOK) 423*3942d3a8SSheetal Tigadoli break; 424*3942d3a8SSheetal Tigadoli 425*3942d3a8SSheetal Tigadoli /* Wait sometime */ 426*3942d3a8SSheetal Tigadoli mdelay(1); 427*3942d3a8SSheetal Tigadoli 428*3942d3a8SSheetal Tigadoli try--; 429*3942d3a8SSheetal Tigadoli } while (try > 0); 430*3942d3a8SSheetal Tigadoli 431*3942d3a8SSheetal Tigadoli /* Remove memory isolation if things are fine. */ 432*3942d3a8SSheetal Tigadoli if (try <= 0) { 433*3942d3a8SSheetal Tigadoli INFO(" - powerup failed\n"); 434*3942d3a8SSheetal Tigadoli } else { 435*3942d3a8SSheetal Tigadoli VERBOSE(" - remove isolation\n"); 436*3942d3a8SSheetal Tigadoli mmio_clrbits_32(idm_io_control_direct, 437*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO)); 438*3942d3a8SSheetal Tigadoli VERBOSE(" - powerup done\n"); 439*3942d3a8SSheetal Tigadoli } 440*3942d3a8SSheetal Tigadoli 441*3942d3a8SSheetal Tigadoli INFO("fsx %s meminit done\n", name); 442*3942d3a8SSheetal Tigadoli } 443*3942d3a8SSheetal Tigadoli 444*3942d3a8SSheetal Tigadoli void fs4_disable_clocks(bool disable_sram, 445*3942d3a8SSheetal Tigadoli bool disable_crypto, 446*3942d3a8SSheetal Tigadoli bool disable_raid) 447*3942d3a8SSheetal Tigadoli { 448*3942d3a8SSheetal Tigadoli VERBOSE("fs4 disable clocks start\n"); 449*3942d3a8SSheetal Tigadoli 450*3942d3a8SSheetal Tigadoli if (disable_sram) { 451*3942d3a8SSheetal Tigadoli VERBOSE(" - disable sram clock\n"); 452*3942d3a8SSheetal Tigadoli mmio_clrbits_32(FS4_SRAM_IDM_IO_CONTROL_DIRECT, 453*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN)); 454*3942d3a8SSheetal Tigadoli } 455*3942d3a8SSheetal Tigadoli 456*3942d3a8SSheetal Tigadoli if (disable_crypto) { 457*3942d3a8SSheetal Tigadoli VERBOSE(" - disable crypto clock\n"); 458*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 459*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL1_CRYPTO_AE_CLK); 460*3942d3a8SSheetal Tigadoli } 461*3942d3a8SSheetal Tigadoli 462*3942d3a8SSheetal Tigadoli if (disable_raid) { 463*3942d3a8SSheetal Tigadoli VERBOSE(" - disable raid clock\n"); 464*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 465*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL2_RAID_AE_CLK); 466*3942d3a8SSheetal Tigadoli } 467*3942d3a8SSheetal Tigadoli 468*3942d3a8SSheetal Tigadoli if (disable_sram && disable_crypto && disable_raid) { 469*3942d3a8SSheetal Tigadoli VERBOSE(" - disable root clock\n"); 470*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1, 471*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL0_DME_CLK); 472*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL2_CONTROL1, 473*3942d3a8SSheetal Tigadoli CDRU_GENPLL2_CONTROL1__CHNL6_FS4_CLK); 474*3942d3a8SSheetal Tigadoli } 475*3942d3a8SSheetal Tigadoli 476*3942d3a8SSheetal Tigadoli INFO("fs4 disable clocks done\n"); 477*3942d3a8SSheetal Tigadoli } 478