1*3942d3a8SSheetal Tigadoli /*
2*3942d3a8SSheetal Tigadoli * Copyright (c) 2019-2020, Broadcom
3*3942d3a8SSheetal Tigadoli *
4*3942d3a8SSheetal Tigadoli * SPDX-License-Identifier: BSD-3-Clause
5*3942d3a8SSheetal Tigadoli */
6*3942d3a8SSheetal Tigadoli
7*3942d3a8SSheetal Tigadoli #include <common/debug.h>
8*3942d3a8SSheetal Tigadoli #include <drivers/console.h>
9*3942d3a8SSheetal Tigadoli #include <drivers/delay_timer.h>
10*3942d3a8SSheetal Tigadoli #include <lib/mmio.h>
11*3942d3a8SSheetal Tigadoli #include <plat/common/common_def.h>
12*3942d3a8SSheetal Tigadoli
13*3942d3a8SSheetal Tigadoli #include <fsx.h>
14*3942d3a8SSheetal Tigadoli #include <platform_def.h>
15*3942d3a8SSheetal Tigadoli #include <sr_utils.h>
16*3942d3a8SSheetal Tigadoli
17*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN 0
18*3942d3a8SSheetal Tigadoli
19*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON 11
20*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK 12
21*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON 13
22*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK 14
23*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO 15
24*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_CONTROL_DIRECT__CLK_EN 31
25*3942d3a8SSheetal Tigadoli
26*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_POWERON 0
27*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_POWEROK 1
28*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ARRPOWERON 2
29*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ARRPOWEROK 3
30*3942d3a8SSheetal Tigadoli #define FS4_IDM_IO_STATUS__MEM_ALLOK 0xf
31*3942d3a8SSheetal Tigadoli
32*3942d3a8SSheetal Tigadoli #define FS4_IDM_RESET_CONTROL__RESET 0
33*3942d3a8SSheetal Tigadoli
34*3942d3a8SSheetal Tigadoli #define FSX_RINGx_BASE(__b, __i) \
35*3942d3a8SSheetal Tigadoli ((__b) + (__i) * 0x10000)
36*3942d3a8SSheetal Tigadoli
37*3942d3a8SSheetal Tigadoli #define FSX_RINGx_VERSION_NUMBER(__b, __i) \
38*3942d3a8SSheetal Tigadoli (FSX_RINGx_BASE(__b, __i) + 0x0)
39*3942d3a8SSheetal Tigadoli
40*3942d3a8SSheetal Tigadoli #define FSX_RINGx_MSI_DEV_ID(__b, __i) \
41*3942d3a8SSheetal Tigadoli (FSX_RINGx_BASE(__b, __i) + 0x44)
42*3942d3a8SSheetal Tigadoli
43*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_BASE(__b, __i) \
44*3942d3a8SSheetal Tigadoli ((__b) + 0x200000 + (__i) * 0x100)
45*3942d3a8SSheetal Tigadoli
46*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL(__b, __i) \
47*3942d3a8SSheetal Tigadoli (FSX_COMM_RINGx_BASE(__b, __i) + 0x0)
48*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AXI_ID 8
49*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AXI_ID_MASK 0x1f
50*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__PRIORITY 4
51*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__PRIORITY_MASK 0x7
52*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AE_GROUP 0
53*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_CONTROL__AE_GROUP_MASK 0x7
54*3942d3a8SSheetal Tigadoli
55*3942d3a8SSheetal Tigadoli #define FSX_COMM_RINGx_MSI_DEV_ID(__b, __i) \
56*3942d3a8SSheetal Tigadoli (FSX_COMM_RINGx_BASE(__b, __i) + 0x4)
57*3942d3a8SSheetal Tigadoli
58*3942d3a8SSheetal Tigadoli #define FSX_AEx_BASE(__b, __i) \
59*3942d3a8SSheetal Tigadoli ((__b) + 0x202000 + (__i) * 0x100)
60*3942d3a8SSheetal Tigadoli
61*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER(__b, __i) \
62*3942d3a8SSheetal Tigadoli (FSX_AEx_BASE(__b, __i) + 0x0)
63*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__ACTIVE 4
64*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__GROUP_ID 0
65*3942d3a8SSheetal Tigadoli #define FSX_AEx_CONTROL_REGISTER__GROUP_ID_MASK 0x7
66*3942d3a8SSheetal Tigadoli
67*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_RING_SECURITY_SETTING 0x0
68*3942d3a8SSheetal Tigadoli
69*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL 0x4
70*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL__RING_BITS 5
71*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_SSID_CONTROL__MASK 0x3ff
72*3942d3a8SSheetal Tigadoli
73*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER 0x8
74*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE 2
75*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__AE_TIMEOUT 5
76*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING 7
77*3942d3a8SSheetal Tigadoli
78*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0 0xc
79*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0__FAST 16
80*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM 0
81*3942d3a8SSheetal Tigadoli
82*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1 0x10
83*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1__SLOW 16
84*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_TIMER_CONTROL_1__IDLE 0
85*3942d3a8SSheetal Tigadoli
86*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD 0x14
87*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD_LOW 0
88*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH 16
89*3942d3a8SSheetal Tigadoli
90*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH 0x18
91*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN 16
92*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN_MASK 0x1ff
93*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE 0
94*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE_MASK 0x1ff
95*3942d3a8SSheetal Tigadoli
96*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD 0x1c
97*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL 16
98*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL_MASK 0x1ff
99*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL 0
100*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL_MASK 0x1f
101*3942d3a8SSheetal Tigadoli
102*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AE_TIMEOUT 0x24
103*3942d3a8SSheetal Tigadoli
104*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_RING_FLUSH_TIMEOUT 0x2c
105*3942d3a8SSheetal Tigadoli
106*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION 0x30
107*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN 12
108*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN 13
109*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN 14
110*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN 15
111*3942d3a8SSheetal Tigadoli
112*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL 0x34
113*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN 28
114*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN 24
115*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWQOS 20
116*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARQOS 16
117*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWPROT 12
118*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARPROT 8
119*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__AWCACHE 4
120*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_CONTROL__ARCACHE 0
121*3942d3a8SSheetal Tigadoli
122*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR 0x48
123*3942d3a8SSheetal Tigadoli
124*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_GROUP_PKT_EXTENSION_SUPPORT 0xc0
125*3942d3a8SSheetal Tigadoli
126*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD 0xc8
127*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MASK 0x1ff
128*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX 16
129*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN 0
130*3942d3a8SSheetal Tigadoli
131*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_GROUP_RING_COUNT 0xcc
132*3942d3a8SSheetal Tigadoli
133*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MAIN_HW_INIT_DONE 0x12c
134*3942d3a8SSheetal Tigadoli #define FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK 0x1
135*3942d3a8SSheetal Tigadoli
136*3942d3a8SSheetal Tigadoli #define FSX_DMEx_BASE(__b, __i) \
137*3942d3a8SSheetal Tigadoli ((__b) + (__i) * 0x1000)
138*3942d3a8SSheetal Tigadoli
139*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL(__b, __i) \
140*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0x4)
141*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN 28
142*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN 24
143*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__AWQOS 20
144*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__ARQOS 16
145*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__AWCACHE 4
146*3942d3a8SSheetal Tigadoli #define FSX_DMEx_AXI_CONTROL__ARCACHE 0
147*3942d3a8SSheetal Tigadoli
148*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD(__b, __i) \
149*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0xc)
150*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MASK 0x3ff
151*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MAX 10
152*3942d3a8SSheetal Tigadoli #define FSX_DMEx_WR_FIFO_THRESHOLD__MIN 0
153*3942d3a8SSheetal Tigadoli
154*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD(__b, __i) \
155*3942d3a8SSheetal Tigadoli (FSX_DMEx_BASE(__b, __i) + 0x14)
156*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MASK 0x3ff
157*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MAX 10
158*3942d3a8SSheetal Tigadoli #define FSX_DMEx_RD_FIFO_THRESHOLD__MIN 0
159*3942d3a8SSheetal Tigadoli
160*3942d3a8SSheetal Tigadoli #define FS6_SUB_TOP_BASE 0x66D8F800
161*3942d3a8SSheetal Tigadoli #define FS6_PKI_DME_RESET 0x4
162*3942d3a8SSheetal Tigadoli #define PKI_DME_RESET 1
163*3942d3a8SSheetal Tigadoli
164*3942d3a8SSheetal Tigadoli char *fsx_type_names[] = {
165*3942d3a8SSheetal Tigadoli "fs4-raid",
166*3942d3a8SSheetal Tigadoli "fs4-crypto",
167*3942d3a8SSheetal Tigadoli "fs6-pki",
168*3942d3a8SSheetal Tigadoli };
169*3942d3a8SSheetal Tigadoli
fsx_init(eFSX_TYPE fsx_type,unsigned int ring_count,unsigned int dme_count,unsigned int ae_count,unsigned int start_stream_id,unsigned int msi_dev_id,uintptr_t idm_io_control_direct,uintptr_t idm_reset_control,uintptr_t base,uintptr_t dme_base)170*3942d3a8SSheetal Tigadoli void fsx_init(eFSX_TYPE fsx_type,
171*3942d3a8SSheetal Tigadoli unsigned int ring_count,
172*3942d3a8SSheetal Tigadoli unsigned int dme_count,
173*3942d3a8SSheetal Tigadoli unsigned int ae_count,
174*3942d3a8SSheetal Tigadoli unsigned int start_stream_id,
175*3942d3a8SSheetal Tigadoli unsigned int msi_dev_id,
176*3942d3a8SSheetal Tigadoli uintptr_t idm_io_control_direct,
177*3942d3a8SSheetal Tigadoli uintptr_t idm_reset_control,
178*3942d3a8SSheetal Tigadoli uintptr_t base,
179*3942d3a8SSheetal Tigadoli uintptr_t dme_base)
180*3942d3a8SSheetal Tigadoli {
181*3942d3a8SSheetal Tigadoli int try;
182*3942d3a8SSheetal Tigadoli unsigned int i, v, data;
183*3942d3a8SSheetal Tigadoli uintptr_t fs4_idm_io_control_direct = idm_io_control_direct;
184*3942d3a8SSheetal Tigadoli uintptr_t fs4_idm_reset_control = idm_reset_control;
185*3942d3a8SSheetal Tigadoli uintptr_t fsx_comm_rm = (base + 0x203000);
186*3942d3a8SSheetal Tigadoli
187*3942d3a8SSheetal Tigadoli VERBOSE("fsx %s init start\n", fsx_type_names[fsx_type]);
188*3942d3a8SSheetal Tigadoli
189*3942d3a8SSheetal Tigadoli if (fsx_type == eFS4_RAID || fsx_type == eFS4_CRYPTO) {
190*3942d3a8SSheetal Tigadoli /* Enable FSx engine clock */
191*3942d3a8SSheetal Tigadoli VERBOSE(" - enable fsx clock\n");
192*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_io_control_direct,
193*3942d3a8SSheetal Tigadoli (1U << FS4_IDM_IO_CONTROL_DIRECT__CLK_EN));
194*3942d3a8SSheetal Tigadoli udelay(500);
195*3942d3a8SSheetal Tigadoli
196*3942d3a8SSheetal Tigadoli /* Reset FSx engine */
197*3942d3a8SSheetal Tigadoli VERBOSE(" - reset fsx\n");
198*3942d3a8SSheetal Tigadoli v = mmio_read_32(fs4_idm_reset_control);
199*3942d3a8SSheetal Tigadoli v |= (1 << FS4_IDM_RESET_CONTROL__RESET);
200*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_reset_control, v);
201*3942d3a8SSheetal Tigadoli udelay(500);
202*3942d3a8SSheetal Tigadoli v = mmio_read_32(fs4_idm_reset_control);
203*3942d3a8SSheetal Tigadoli v &= ~(1 << FS4_IDM_RESET_CONTROL__RESET);
204*3942d3a8SSheetal Tigadoli mmio_write_32(fs4_idm_reset_control, v);
205*3942d3a8SSheetal Tigadoli } else {
206*3942d3a8SSheetal Tigadoli /*
207*3942d3a8SSheetal Tigadoli * Default RM and AE are out of reset,
208*3942d3a8SSheetal Tigadoli * So only DME Reset added here
209*3942d3a8SSheetal Tigadoli */
210*3942d3a8SSheetal Tigadoli v = mmio_read_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET);
211*3942d3a8SSheetal Tigadoli v &= ~(PKI_DME_RESET);
212*3942d3a8SSheetal Tigadoli mmio_write_32(FS6_SUB_TOP_BASE + FS6_PKI_DME_RESET, v);
213*3942d3a8SSheetal Tigadoli }
214*3942d3a8SSheetal Tigadoli
215*3942d3a8SSheetal Tigadoli /* Wait for HW-init done */
216*3942d3a8SSheetal Tigadoli VERBOSE(" - wait for HW-init done\n");
217*3942d3a8SSheetal Tigadoli try = 10000;
218*3942d3a8SSheetal Tigadoli do {
219*3942d3a8SSheetal Tigadoli udelay(1);
220*3942d3a8SSheetal Tigadoli data = mmio_read_32(fsx_comm_rm +
221*3942d3a8SSheetal Tigadoli FSX_COMM_RM_MAIN_HW_INIT_DONE);
222*3942d3a8SSheetal Tigadoli try--;
223*3942d3a8SSheetal Tigadoli } while (!(data & FSX_COMM_RM_MAIN_HW_INIT_DONE__MASK) && (try > 0));
224*3942d3a8SSheetal Tigadoli
225*3942d3a8SSheetal Tigadoli if (try <= 0)
226*3942d3a8SSheetal Tigadoli ERROR("fsx_comm_rm + 0x%x: 0x%x\n",
227*3942d3a8SSheetal Tigadoli data, FSX_COMM_RM_MAIN_HW_INIT_DONE);
228*3942d3a8SSheetal Tigadoli
229*3942d3a8SSheetal Tigadoli /* Make all rings non-secured */
230*3942d3a8SSheetal Tigadoli VERBOSE(" - make all rings non-secured\n");
231*3942d3a8SSheetal Tigadoli v = 0xffffffff;
232*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_SECURITY_SETTING, v);
233*3942d3a8SSheetal Tigadoli
234*3942d3a8SSheetal Tigadoli /* Set start stream-id for rings to */
235*3942d3a8SSheetal Tigadoli VERBOSE(" - set start stream-id for rings to 0x%x\n",
236*3942d3a8SSheetal Tigadoli start_stream_id);
237*3942d3a8SSheetal Tigadoli v = start_stream_id >> FSX_COMM_RM_SSID_CONTROL__RING_BITS;
238*3942d3a8SSheetal Tigadoli v &= FSX_COMM_RM_SSID_CONTROL__MASK;
239*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_SSID_CONTROL, v);
240*3942d3a8SSheetal Tigadoli
241*3942d3a8SSheetal Tigadoli /* Set timer configuration */
242*3942d3a8SSheetal Tigadoli VERBOSE(" - set timer configuration\n");
243*3942d3a8SSheetal Tigadoli v = 0x0271 << FSX_COMM_RM_TIMER_CONTROL_0__MEDIUM;
244*3942d3a8SSheetal Tigadoli v |= (0x0138 << FSX_COMM_RM_TIMER_CONTROL_0__FAST);
245*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_0, v);
246*3942d3a8SSheetal Tigadoli v = 0x09c4 << FSX_COMM_RM_TIMER_CONTROL_1__IDLE;
247*3942d3a8SSheetal Tigadoli v |= (0x04e2 << FSX_COMM_RM_TIMER_CONTROL_1__SLOW);
248*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_TIMER_CONTROL_1, v);
249*3942d3a8SSheetal Tigadoli v = 0x0000f424;
250*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_RING_FLUSH_TIMEOUT, v);
251*3942d3a8SSheetal Tigadoli
252*3942d3a8SSheetal Tigadoli /* Set burst length and fifo threshold */
253*3942d3a8SSheetal Tigadoli VERBOSE(" - set burst length, fifo and bd threshold\n");
254*3942d3a8SSheetal Tigadoli v = 0x0;
255*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_DDR_ADDR_GEN);
256*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_LENGTH__FOR_TOGGLE);
257*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_LENGTH, v);
258*3942d3a8SSheetal Tigadoli v = 0x0;
259*3942d3a8SSheetal Tigadoli v |= (0x67 << FSX_COMM_RM_FIFO_THRESHOLD__BD_FIFO_FULL);
260*3942d3a8SSheetal Tigadoli v |= (0x18 << FSX_COMM_RM_FIFO_THRESHOLD__AE_FIFO_FULL);
261*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_FIFO_THRESHOLD, v);
262*3942d3a8SSheetal Tigadoli v = 0x0;
263*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_LOW);
264*3942d3a8SSheetal Tigadoli v |= (0x8 << FSX_COMM_RM_BURST_BD_THRESHOLD_HIGH);
265*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_BURST_BD_THRESHOLD, v);
266*3942d3a8SSheetal Tigadoli
267*3942d3a8SSheetal Tigadoli /* Set memory configuration */
268*3942d3a8SSheetal Tigadoli VERBOSE(" - set memory configuration\n");
269*3942d3a8SSheetal Tigadoli v = 0x0;
270*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWERONIN);
271*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__POWEROKIN);
272*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWERONIN);
273*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_MEMORY_CONFIGURATION__ARRPOWEROKIN);
274*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_MEMORY_CONFIGURATION, v);
275*3942d3a8SSheetal Tigadoli
276*3942d3a8SSheetal Tigadoli /* AXI configuration for RM */
277*3942d3a8SSheetal Tigadoli v = 0;
278*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__WRITE_CHANNEL_EN);
279*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_COMM_RM_AXI_CONTROL__READ_CHANNEL_EN);
280*3942d3a8SSheetal Tigadoli v |= (0xe << FSX_COMM_RM_AXI_CONTROL__AWQOS);
281*3942d3a8SSheetal Tigadoli v |= (0xa << FSX_COMM_RM_AXI_CONTROL__ARQOS);
282*3942d3a8SSheetal Tigadoli v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__AWPROT);
283*3942d3a8SSheetal Tigadoli v |= (0x2 << FSX_COMM_RM_AXI_CONTROL__ARPROT);
284*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_COMM_RM_AXI_CONTROL__AWCACHE);
285*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_COMM_RM_AXI_CONTROL__ARCACHE);
286*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL, v);
287*3942d3a8SSheetal Tigadoli VERBOSE(" - set AXI control = 0x%x\n",
288*3942d3a8SSheetal Tigadoli mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_CONTROL));
289*3942d3a8SSheetal Tigadoli v = 0x0;
290*3942d3a8SSheetal Tigadoli v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MAX);
291*3942d3a8SSheetal Tigadoli v |= (0x10 << FSX_COMM_RM_AXI_READ_BURST_THRESHOLD__MIN);
292*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD, v);
293*3942d3a8SSheetal Tigadoli VERBOSE(" - set AXI read burst threshold = 0x%x\n",
294*3942d3a8SSheetal Tigadoli mmio_read_32(fsx_comm_rm + FSX_COMM_RM_AXI_READ_BURST_THRESHOLD));
295*3942d3a8SSheetal Tigadoli
296*3942d3a8SSheetal Tigadoli /* Configure group ring count for all groups */
297*3942d3a8SSheetal Tigadoli /* By default we schedule extended packets
298*3942d3a8SSheetal Tigadoli * on all AEs/DMEs in a group.
299*3942d3a8SSheetal Tigadoli */
300*3942d3a8SSheetal Tigadoli v = (dme_count & 0xf) << 0;
301*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 4;
302*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 8;
303*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 12;
304*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 16;
305*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 20;
306*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 24;
307*3942d3a8SSheetal Tigadoli v |= (dme_count & 0xf) << 28;
308*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_GROUP_RING_COUNT, v);
309*3942d3a8SSheetal Tigadoli
310*3942d3a8SSheetal Tigadoli /*
311*3942d3a8SSheetal Tigadoli * Due to HW issue spurious interrupts are getting generated.
312*3942d3a8SSheetal Tigadoli * To fix sw needs to clear the config status interrupts
313*3942d3a8SSheetal Tigadoli * before setting CONFIG_DONE.
314*3942d3a8SSheetal Tigadoli */
315*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm +
316*3942d3a8SSheetal Tigadoli FSX_COMM_RM_CONFIG_INTERRUPT_STATUS_CLEAR,
317*3942d3a8SSheetal Tigadoli 0xffffffff);
318*3942d3a8SSheetal Tigadoli
319*3942d3a8SSheetal Tigadoli /* Configure RM control */
320*3942d3a8SSheetal Tigadoli VERBOSE(" - configure RM control\n");
321*3942d3a8SSheetal Tigadoli v = mmio_read_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER);
322*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__AE_LOCKING);
323*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v);
324*3942d3a8SSheetal Tigadoli v |= (1 << FSX_COMM_RM_CONTROL_REGISTER__CONFIG_DONE);
325*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_CONTROL_REGISTER, v);
326*3942d3a8SSheetal Tigadoli
327*3942d3a8SSheetal Tigadoli /* Configure AE timeout */
328*3942d3a8SSheetal Tigadoli VERBOSE(" - configure AE timeout\n");
329*3942d3a8SSheetal Tigadoli v = 0x00003fff;
330*3942d3a8SSheetal Tigadoli mmio_write_32(fsx_comm_rm + FSX_COMM_RM_AE_TIMEOUT, v);
331*3942d3a8SSheetal Tigadoli
332*3942d3a8SSheetal Tigadoli /* Initialize all AEs */
333*3942d3a8SSheetal Tigadoli for (i = 0; i < ae_count; i++) {
334*3942d3a8SSheetal Tigadoli VERBOSE(" - initialize AE%d\n", i);
335*3942d3a8SSheetal Tigadoli v = (0x1 << FSX_AEx_CONTROL_REGISTER__ACTIVE);
336*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_AEx_CONTROL_REGISTER(base, i), v);
337*3942d3a8SSheetal Tigadoli }
338*3942d3a8SSheetal Tigadoli
339*3942d3a8SSheetal Tigadoli /* Initialize all DMEs */
340*3942d3a8SSheetal Tigadoli for (i = 0; i < dme_count; i++) {
341*3942d3a8SSheetal Tigadoli VERBOSE(" - initialize DME%d\n", i);
342*3942d3a8SSheetal Tigadoli v = 0;
343*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_DMEx_AXI_CONTROL__WRITE_CHANNEL_EN);
344*3942d3a8SSheetal Tigadoli v |= (0x1 << FSX_DMEx_AXI_CONTROL__READ_CHANNEL_EN);
345*3942d3a8SSheetal Tigadoli v |= (0xe << FSX_DMEx_AXI_CONTROL__AWQOS);
346*3942d3a8SSheetal Tigadoli v |= (0xa << FSX_DMEx_AXI_CONTROL__ARQOS);
347*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_DMEx_AXI_CONTROL__AWCACHE);
348*3942d3a8SSheetal Tigadoli v |= (0xf << FSX_DMEx_AXI_CONTROL__ARCACHE);
349*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_AXI_CONTROL(dme_base, i), v);
350*3942d3a8SSheetal Tigadoli VERBOSE(" -- AXI_CONTROL = 0x%x\n",
351*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_AXI_CONTROL(dme_base, i)));
352*3942d3a8SSheetal Tigadoli v = 0;
353*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MIN);
354*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_WR_FIFO_THRESHOLD__MAX);
355*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i), v);
356*3942d3a8SSheetal Tigadoli VERBOSE(" -- WR_FIFO_THRESHOLD = 0x%x\n",
357*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_WR_FIFO_THRESHOLD(dme_base, i)));
358*3942d3a8SSheetal Tigadoli v = 0;
359*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MIN);
360*3942d3a8SSheetal Tigadoli v |= (0x4 << FSX_DMEx_RD_FIFO_THRESHOLD__MAX);
361*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i), v);
362*3942d3a8SSheetal Tigadoli VERBOSE(" -- RD_FIFO_THRESHOLD = 0x%x\n",
363*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_DMEx_RD_FIFO_THRESHOLD(dme_base, i)));
364*3942d3a8SSheetal Tigadoli }
365*3942d3a8SSheetal Tigadoli
366*3942d3a8SSheetal Tigadoli /* Configure ring axi id and msi device id */
367*3942d3a8SSheetal Tigadoli for (i = 0; i < ring_count; i++) {
368*3942d3a8SSheetal Tigadoli VERBOSE(" - ring%d version=0x%x\n", i,
369*3942d3a8SSheetal Tigadoli mmio_read_32(FSX_RINGx_VERSION_NUMBER(base, i)));
370*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_COMM_RINGx_MSI_DEV_ID(base, i),
371*3942d3a8SSheetal Tigadoli msi_dev_id);
372*3942d3a8SSheetal Tigadoli v = 0;
373*3942d3a8SSheetal Tigadoli v |= ((i & FSX_COMM_RINGx_CONTROL__AXI_ID_MASK) <<
374*3942d3a8SSheetal Tigadoli FSX_COMM_RINGx_CONTROL__AXI_ID);
375*3942d3a8SSheetal Tigadoli mmio_write_32(FSX_COMM_RINGx_CONTROL(base, i), v);
376*3942d3a8SSheetal Tigadoli }
377*3942d3a8SSheetal Tigadoli
378*3942d3a8SSheetal Tigadoli INFO("fsx %s init done\n", fsx_type_names[fsx_type]);
379*3942d3a8SSheetal Tigadoli }
380*3942d3a8SSheetal Tigadoli
fsx_meminit(const char * name,uintptr_t idm_io_control_direct,uintptr_t idm_io_status)381*3942d3a8SSheetal Tigadoli void fsx_meminit(const char *name,
382*3942d3a8SSheetal Tigadoli uintptr_t idm_io_control_direct,
383*3942d3a8SSheetal Tigadoli uintptr_t idm_io_status)
384*3942d3a8SSheetal Tigadoli {
385*3942d3a8SSheetal Tigadoli int try;
386*3942d3a8SSheetal Tigadoli unsigned int val;
387*3942d3a8SSheetal Tigadoli
388*3942d3a8SSheetal Tigadoli VERBOSE("fsx %s meminit start\n", name);
389*3942d3a8SSheetal Tigadoli
390*3942d3a8SSheetal Tigadoli VERBOSE(" - arrpoweron\n");
391*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct,
392*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWERON));
393*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) &
394*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWERON)))
395*3942d3a8SSheetal Tigadoli ;
396*3942d3a8SSheetal Tigadoli
397*3942d3a8SSheetal Tigadoli VERBOSE(" - arrpowerok\n");
398*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct,
399*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ARRPOWEROK));
400*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) &
401*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_ARRPOWEROK)))
402*3942d3a8SSheetal Tigadoli ;
403*3942d3a8SSheetal Tigadoli
404*3942d3a8SSheetal Tigadoli VERBOSE(" - poweron\n");
405*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct,
406*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWERON));
407*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) &
408*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_POWERON)))
409*3942d3a8SSheetal Tigadoli ;
410*3942d3a8SSheetal Tigadoli
411*3942d3a8SSheetal Tigadoli VERBOSE(" - powerok\n");
412*3942d3a8SSheetal Tigadoli mmio_setbits_32(idm_io_control_direct,
413*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_POWEROK));
414*3942d3a8SSheetal Tigadoli while (!(mmio_read_32(idm_io_status) &
415*3942d3a8SSheetal Tigadoli BIT(FS4_IDM_IO_STATUS__MEM_POWEROK)))
416*3942d3a8SSheetal Tigadoli ;
417*3942d3a8SSheetal Tigadoli
418*3942d3a8SSheetal Tigadoli /* Final check on all power bits */
419*3942d3a8SSheetal Tigadoli try = 10;
420*3942d3a8SSheetal Tigadoli do {
421*3942d3a8SSheetal Tigadoli val = mmio_read_32(idm_io_status);
422*3942d3a8SSheetal Tigadoli if (val == FS4_IDM_IO_STATUS__MEM_ALLOK)
423*3942d3a8SSheetal Tigadoli break;
424*3942d3a8SSheetal Tigadoli
425*3942d3a8SSheetal Tigadoli /* Wait sometime */
426*3942d3a8SSheetal Tigadoli mdelay(1);
427*3942d3a8SSheetal Tigadoli
428*3942d3a8SSheetal Tigadoli try--;
429*3942d3a8SSheetal Tigadoli } while (try > 0);
430*3942d3a8SSheetal Tigadoli
431*3942d3a8SSheetal Tigadoli /* Remove memory isolation if things are fine. */
432*3942d3a8SSheetal Tigadoli if (try <= 0) {
433*3942d3a8SSheetal Tigadoli INFO(" - powerup failed\n");
434*3942d3a8SSheetal Tigadoli } else {
435*3942d3a8SSheetal Tigadoli VERBOSE(" - remove isolation\n");
436*3942d3a8SSheetal Tigadoli mmio_clrbits_32(idm_io_control_direct,
437*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__MEM_ISO));
438*3942d3a8SSheetal Tigadoli VERBOSE(" - powerup done\n");
439*3942d3a8SSheetal Tigadoli }
440*3942d3a8SSheetal Tigadoli
441*3942d3a8SSheetal Tigadoli INFO("fsx %s meminit done\n", name);
442*3942d3a8SSheetal Tigadoli }
443*3942d3a8SSheetal Tigadoli
fs4_disable_clocks(bool disable_sram,bool disable_crypto,bool disable_raid)444*3942d3a8SSheetal Tigadoli void fs4_disable_clocks(bool disable_sram,
445*3942d3a8SSheetal Tigadoli bool disable_crypto,
446*3942d3a8SSheetal Tigadoli bool disable_raid)
447*3942d3a8SSheetal Tigadoli {
448*3942d3a8SSheetal Tigadoli VERBOSE("fs4 disable clocks start\n");
449*3942d3a8SSheetal Tigadoli
450*3942d3a8SSheetal Tigadoli if (disable_sram) {
451*3942d3a8SSheetal Tigadoli VERBOSE(" - disable sram clock\n");
452*3942d3a8SSheetal Tigadoli mmio_clrbits_32(FS4_SRAM_IDM_IO_CONTROL_DIRECT,
453*3942d3a8SSheetal Tigadoli (1 << FS4_IDM_IO_CONTROL_DIRECT__SRAM_CLK_EN));
454*3942d3a8SSheetal Tigadoli }
455*3942d3a8SSheetal Tigadoli
456*3942d3a8SSheetal Tigadoli if (disable_crypto) {
457*3942d3a8SSheetal Tigadoli VERBOSE(" - disable crypto clock\n");
458*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
459*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL1_CRYPTO_AE_CLK);
460*3942d3a8SSheetal Tigadoli }
461*3942d3a8SSheetal Tigadoli
462*3942d3a8SSheetal Tigadoli if (disable_raid) {
463*3942d3a8SSheetal Tigadoli VERBOSE(" - disable raid clock\n");
464*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
465*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL2_RAID_AE_CLK);
466*3942d3a8SSheetal Tigadoli }
467*3942d3a8SSheetal Tigadoli
468*3942d3a8SSheetal Tigadoli if (disable_sram && disable_crypto && disable_raid) {
469*3942d3a8SSheetal Tigadoli VERBOSE(" - disable root clock\n");
470*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL5_CONTROL1,
471*3942d3a8SSheetal Tigadoli CDRU_GENPLL5_CONTROL1__CHNL0_DME_CLK);
472*3942d3a8SSheetal Tigadoli mmio_setbits_32(CDRU_GENPLL2_CONTROL1,
473*3942d3a8SSheetal Tigadoli CDRU_GENPLL2_CONTROL1__CHNL6_FS4_CLK);
474*3942d3a8SSheetal Tigadoli }
475*3942d3a8SSheetal Tigadoli
476*3942d3a8SSheetal Tigadoli INFO("fs4 disable clocks done\n");
477*3942d3a8SSheetal Tigadoli }
478