1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun // Copyright (c) 2017-2018, The Linux foundation. All rights reserved.
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun #include <linux/clk.h>
5*4882a593Smuzhiyun #include <linux/interconnect.h>
6*4882a593Smuzhiyun #include <linux/interrupt.h>
7*4882a593Smuzhiyun #include <linux/io.h>
8*4882a593Smuzhiyun #include <linux/module.h>
9*4882a593Smuzhiyun #include <linux/of.h>
10*4882a593Smuzhiyun #include <linux/of_platform.h>
11*4882a593Smuzhiyun #include <linux/pm_runtime.h>
12*4882a593Smuzhiyun #include <linux/pm_opp.h>
13*4882a593Smuzhiyun #include <linux/spi/spi.h>
14*4882a593Smuzhiyun #include <linux/spi/spi-mem.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define QSPI_NUM_CS 2
18*4882a593Smuzhiyun #define QSPI_BYTES_PER_WORD 4
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #define MSTR_CONFIG 0x0000
21*4882a593Smuzhiyun #define FULL_CYCLE_MODE BIT(3)
22*4882a593Smuzhiyun #define FB_CLK_EN BIT(4)
23*4882a593Smuzhiyun #define PIN_HOLDN BIT(6)
24*4882a593Smuzhiyun #define PIN_WPN BIT(7)
25*4882a593Smuzhiyun #define DMA_ENABLE BIT(8)
26*4882a593Smuzhiyun #define BIG_ENDIAN_MODE BIT(9)
27*4882a593Smuzhiyun #define SPI_MODE_MSK 0xc00
28*4882a593Smuzhiyun #define SPI_MODE_SHFT 10
29*4882a593Smuzhiyun #define CHIP_SELECT_NUM BIT(12)
30*4882a593Smuzhiyun #define SBL_EN BIT(13)
31*4882a593Smuzhiyun #define LPA_BASE_MSK 0x3c000
32*4882a593Smuzhiyun #define LPA_BASE_SHFT 14
33*4882a593Smuzhiyun #define TX_DATA_DELAY_MSK 0xc0000
34*4882a593Smuzhiyun #define TX_DATA_DELAY_SHFT 18
35*4882a593Smuzhiyun #define TX_CLK_DELAY_MSK 0x300000
36*4882a593Smuzhiyun #define TX_CLK_DELAY_SHFT 20
37*4882a593Smuzhiyun #define TX_CS_N_DELAY_MSK 0xc00000
38*4882a593Smuzhiyun #define TX_CS_N_DELAY_SHFT 22
39*4882a593Smuzhiyun #define TX_DATA_OE_DELAY_MSK 0x3000000
40*4882a593Smuzhiyun #define TX_DATA_OE_DELAY_SHFT 24
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun #define AHB_MASTER_CFG 0x0004
43*4882a593Smuzhiyun #define HMEM_TYPE_START_MID_TRANS_MSK 0x7
44*4882a593Smuzhiyun #define HMEM_TYPE_START_MID_TRANS_SHFT 0
45*4882a593Smuzhiyun #define HMEM_TYPE_LAST_TRANS_MSK 0x38
46*4882a593Smuzhiyun #define HMEM_TYPE_LAST_TRANS_SHFT 3
47*4882a593Smuzhiyun #define USE_HMEMTYPE_LAST_ON_DESC_OR_CHAIN_MSK 0xc0
48*4882a593Smuzhiyun #define USE_HMEMTYPE_LAST_ON_DESC_OR_CHAIN_SHFT 6
49*4882a593Smuzhiyun #define HMEMTYPE_READ_TRANS_MSK 0x700
50*4882a593Smuzhiyun #define HMEMTYPE_READ_TRANS_SHFT 8
51*4882a593Smuzhiyun #define HSHARED BIT(11)
52*4882a593Smuzhiyun #define HINNERSHARED BIT(12)
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun #define MSTR_INT_EN 0x000C
55*4882a593Smuzhiyun #define MSTR_INT_STATUS 0x0010
56*4882a593Smuzhiyun #define RESP_FIFO_UNDERRUN BIT(0)
57*4882a593Smuzhiyun #define RESP_FIFO_NOT_EMPTY BIT(1)
58*4882a593Smuzhiyun #define RESP_FIFO_RDY BIT(2)
59*4882a593Smuzhiyun #define HRESP_FROM_NOC_ERR BIT(3)
60*4882a593Smuzhiyun #define WR_FIFO_EMPTY BIT(9)
61*4882a593Smuzhiyun #define WR_FIFO_FULL BIT(10)
62*4882a593Smuzhiyun #define WR_FIFO_OVERRUN BIT(11)
63*4882a593Smuzhiyun #define TRANSACTION_DONE BIT(16)
64*4882a593Smuzhiyun #define QSPI_ERR_IRQS (RESP_FIFO_UNDERRUN | HRESP_FROM_NOC_ERR | \
65*4882a593Smuzhiyun WR_FIFO_OVERRUN)
66*4882a593Smuzhiyun #define QSPI_ALL_IRQS (QSPI_ERR_IRQS | RESP_FIFO_RDY | \
67*4882a593Smuzhiyun WR_FIFO_EMPTY | WR_FIFO_FULL | \
68*4882a593Smuzhiyun TRANSACTION_DONE)
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun #define PIO_XFER_CTRL 0x0014
71*4882a593Smuzhiyun #define REQUEST_COUNT_MSK 0xffff
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun #define PIO_XFER_CFG 0x0018
74*4882a593Smuzhiyun #define TRANSFER_DIRECTION BIT(0)
75*4882a593Smuzhiyun #define MULTI_IO_MODE_MSK 0xe
76*4882a593Smuzhiyun #define MULTI_IO_MODE_SHFT 1
77*4882a593Smuzhiyun #define TRANSFER_FRAGMENT BIT(8)
78*4882a593Smuzhiyun #define SDR_1BIT 1
79*4882a593Smuzhiyun #define SDR_2BIT 2
80*4882a593Smuzhiyun #define SDR_4BIT 3
81*4882a593Smuzhiyun #define DDR_1BIT 5
82*4882a593Smuzhiyun #define DDR_2BIT 6
83*4882a593Smuzhiyun #define DDR_4BIT 7
84*4882a593Smuzhiyun #define DMA_DESC_SINGLE_SPI 1
85*4882a593Smuzhiyun #define DMA_DESC_DUAL_SPI 2
86*4882a593Smuzhiyun #define DMA_DESC_QUAD_SPI 3
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun #define PIO_XFER_STATUS 0x001c
89*4882a593Smuzhiyun #define WR_FIFO_BYTES_MSK 0xffff0000
90*4882a593Smuzhiyun #define WR_FIFO_BYTES_SHFT 16
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun #define PIO_DATAOUT_1B 0x0020
93*4882a593Smuzhiyun #define PIO_DATAOUT_4B 0x0024
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun #define RD_FIFO_CFG 0x0028
96*4882a593Smuzhiyun #define CONTINUOUS_MODE BIT(0)
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun #define RD_FIFO_STATUS 0x002c
99*4882a593Smuzhiyun #define FIFO_EMPTY BIT(11)
100*4882a593Smuzhiyun #define WR_CNTS_MSK 0x7f0
101*4882a593Smuzhiyun #define WR_CNTS_SHFT 4
102*4882a593Smuzhiyun #define RDY_64BYTE BIT(3)
103*4882a593Smuzhiyun #define RDY_32BYTE BIT(2)
104*4882a593Smuzhiyun #define RDY_16BYTE BIT(1)
105*4882a593Smuzhiyun #define FIFO_RDY BIT(0)
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun #define RD_FIFO_RESET 0x0030
108*4882a593Smuzhiyun #define RESET_FIFO BIT(0)
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun #define CUR_MEM_ADDR 0x0048
111*4882a593Smuzhiyun #define HW_VERSION 0x004c
112*4882a593Smuzhiyun #define RD_FIFO 0x0050
113*4882a593Smuzhiyun #define SAMPLING_CLK_CFG 0x0090
114*4882a593Smuzhiyun #define SAMPLING_CLK_STATUS 0x0094
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun enum qspi_dir {
118*4882a593Smuzhiyun QSPI_READ,
119*4882a593Smuzhiyun QSPI_WRITE,
120*4882a593Smuzhiyun };
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun struct qspi_xfer {
123*4882a593Smuzhiyun union {
124*4882a593Smuzhiyun const void *tx_buf;
125*4882a593Smuzhiyun void *rx_buf;
126*4882a593Smuzhiyun };
127*4882a593Smuzhiyun unsigned int rem_bytes;
128*4882a593Smuzhiyun unsigned int buswidth;
129*4882a593Smuzhiyun enum qspi_dir dir;
130*4882a593Smuzhiyun bool is_last;
131*4882a593Smuzhiyun };
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun enum qspi_clocks {
134*4882a593Smuzhiyun QSPI_CLK_CORE,
135*4882a593Smuzhiyun QSPI_CLK_IFACE,
136*4882a593Smuzhiyun QSPI_NUM_CLKS
137*4882a593Smuzhiyun };
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun struct qcom_qspi {
140*4882a593Smuzhiyun void __iomem *base;
141*4882a593Smuzhiyun struct device *dev;
142*4882a593Smuzhiyun struct clk_bulk_data *clks;
143*4882a593Smuzhiyun struct qspi_xfer xfer;
144*4882a593Smuzhiyun struct icc_path *icc_path_cpu_to_qspi;
145*4882a593Smuzhiyun struct opp_table *opp_table;
146*4882a593Smuzhiyun unsigned long last_speed;
147*4882a593Smuzhiyun /* Lock to protect data accessed by IRQs */
148*4882a593Smuzhiyun spinlock_t lock;
149*4882a593Smuzhiyun };
150*4882a593Smuzhiyun
qspi_buswidth_to_iomode(struct qcom_qspi * ctrl,unsigned int buswidth)151*4882a593Smuzhiyun static u32 qspi_buswidth_to_iomode(struct qcom_qspi *ctrl,
152*4882a593Smuzhiyun unsigned int buswidth)
153*4882a593Smuzhiyun {
154*4882a593Smuzhiyun switch (buswidth) {
155*4882a593Smuzhiyun case 1:
156*4882a593Smuzhiyun return SDR_1BIT << MULTI_IO_MODE_SHFT;
157*4882a593Smuzhiyun case 2:
158*4882a593Smuzhiyun return SDR_2BIT << MULTI_IO_MODE_SHFT;
159*4882a593Smuzhiyun case 4:
160*4882a593Smuzhiyun return SDR_4BIT << MULTI_IO_MODE_SHFT;
161*4882a593Smuzhiyun default:
162*4882a593Smuzhiyun dev_warn_once(ctrl->dev,
163*4882a593Smuzhiyun "Unexpected bus width: %u\n", buswidth);
164*4882a593Smuzhiyun return SDR_1BIT << MULTI_IO_MODE_SHFT;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun
qcom_qspi_pio_xfer_cfg(struct qcom_qspi * ctrl)168*4882a593Smuzhiyun static void qcom_qspi_pio_xfer_cfg(struct qcom_qspi *ctrl)
169*4882a593Smuzhiyun {
170*4882a593Smuzhiyun u32 pio_xfer_cfg;
171*4882a593Smuzhiyun const struct qspi_xfer *xfer;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun xfer = &ctrl->xfer;
174*4882a593Smuzhiyun pio_xfer_cfg = readl(ctrl->base + PIO_XFER_CFG);
175*4882a593Smuzhiyun pio_xfer_cfg &= ~TRANSFER_DIRECTION;
176*4882a593Smuzhiyun pio_xfer_cfg |= xfer->dir;
177*4882a593Smuzhiyun if (xfer->is_last)
178*4882a593Smuzhiyun pio_xfer_cfg &= ~TRANSFER_FRAGMENT;
179*4882a593Smuzhiyun else
180*4882a593Smuzhiyun pio_xfer_cfg |= TRANSFER_FRAGMENT;
181*4882a593Smuzhiyun pio_xfer_cfg &= ~MULTI_IO_MODE_MSK;
182*4882a593Smuzhiyun pio_xfer_cfg |= qspi_buswidth_to_iomode(ctrl, xfer->buswidth);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun writel(pio_xfer_cfg, ctrl->base + PIO_XFER_CFG);
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
qcom_qspi_pio_xfer_ctrl(struct qcom_qspi * ctrl)187*4882a593Smuzhiyun static void qcom_qspi_pio_xfer_ctrl(struct qcom_qspi *ctrl)
188*4882a593Smuzhiyun {
189*4882a593Smuzhiyun u32 pio_xfer_ctrl;
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun pio_xfer_ctrl = readl(ctrl->base + PIO_XFER_CTRL);
192*4882a593Smuzhiyun pio_xfer_ctrl &= ~REQUEST_COUNT_MSK;
193*4882a593Smuzhiyun pio_xfer_ctrl |= ctrl->xfer.rem_bytes;
194*4882a593Smuzhiyun writel(pio_xfer_ctrl, ctrl->base + PIO_XFER_CTRL);
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
qcom_qspi_pio_xfer(struct qcom_qspi * ctrl)197*4882a593Smuzhiyun static void qcom_qspi_pio_xfer(struct qcom_qspi *ctrl)
198*4882a593Smuzhiyun {
199*4882a593Smuzhiyun u32 ints;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun qcom_qspi_pio_xfer_cfg(ctrl);
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun /* Ack any previous interrupts that might be hanging around */
204*4882a593Smuzhiyun writel(QSPI_ALL_IRQS, ctrl->base + MSTR_INT_STATUS);
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun /* Setup new interrupts */
207*4882a593Smuzhiyun if (ctrl->xfer.dir == QSPI_WRITE)
208*4882a593Smuzhiyun ints = QSPI_ERR_IRQS | WR_FIFO_EMPTY;
209*4882a593Smuzhiyun else
210*4882a593Smuzhiyun ints = QSPI_ERR_IRQS | RESP_FIFO_RDY;
211*4882a593Smuzhiyun writel(ints, ctrl->base + MSTR_INT_EN);
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun /* Kick off the transfer */
214*4882a593Smuzhiyun qcom_qspi_pio_xfer_ctrl(ctrl);
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun
qcom_qspi_handle_err(struct spi_master * master,struct spi_message * msg)217*4882a593Smuzhiyun static void qcom_qspi_handle_err(struct spi_master *master,
218*4882a593Smuzhiyun struct spi_message *msg)
219*4882a593Smuzhiyun {
220*4882a593Smuzhiyun struct qcom_qspi *ctrl = spi_master_get_devdata(master);
221*4882a593Smuzhiyun unsigned long flags;
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun spin_lock_irqsave(&ctrl->lock, flags);
224*4882a593Smuzhiyun writel(0, ctrl->base + MSTR_INT_EN);
225*4882a593Smuzhiyun ctrl->xfer.rem_bytes = 0;
226*4882a593Smuzhiyun spin_unlock_irqrestore(&ctrl->lock, flags);
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
qcom_qspi_set_speed(struct qcom_qspi * ctrl,unsigned long speed_hz)229*4882a593Smuzhiyun static int qcom_qspi_set_speed(struct qcom_qspi *ctrl, unsigned long speed_hz)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun int ret;
232*4882a593Smuzhiyun unsigned int avg_bw_cpu;
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if (speed_hz == ctrl->last_speed)
235*4882a593Smuzhiyun return 0;
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun /* In regular operation (SBL_EN=1) core must be 4x transfer clock */
238*4882a593Smuzhiyun ret = dev_pm_opp_set_rate(ctrl->dev, speed_hz * 4);
239*4882a593Smuzhiyun if (ret) {
240*4882a593Smuzhiyun dev_err(ctrl->dev, "Failed to set core clk %d\n", ret);
241*4882a593Smuzhiyun return ret;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun /*
245*4882a593Smuzhiyun * Set BW quota for CPU as driver supports FIFO mode only.
246*4882a593Smuzhiyun * We don't have explicit peak requirement so keep it equal to avg_bw.
247*4882a593Smuzhiyun */
248*4882a593Smuzhiyun avg_bw_cpu = Bps_to_icc(speed_hz);
249*4882a593Smuzhiyun ret = icc_set_bw(ctrl->icc_path_cpu_to_qspi, avg_bw_cpu, avg_bw_cpu);
250*4882a593Smuzhiyun if (ret) {
251*4882a593Smuzhiyun dev_err(ctrl->dev, "%s: ICC BW voting failed for cpu: %d\n",
252*4882a593Smuzhiyun __func__, ret);
253*4882a593Smuzhiyun return ret;
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun ctrl->last_speed = speed_hz;
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun return 0;
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
qcom_qspi_transfer_one(struct spi_master * master,struct spi_device * slv,struct spi_transfer * xfer)261*4882a593Smuzhiyun static int qcom_qspi_transfer_one(struct spi_master *master,
262*4882a593Smuzhiyun struct spi_device *slv,
263*4882a593Smuzhiyun struct spi_transfer *xfer)
264*4882a593Smuzhiyun {
265*4882a593Smuzhiyun struct qcom_qspi *ctrl = spi_master_get_devdata(master);
266*4882a593Smuzhiyun int ret;
267*4882a593Smuzhiyun unsigned long speed_hz;
268*4882a593Smuzhiyun unsigned long flags;
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun speed_hz = slv->max_speed_hz;
271*4882a593Smuzhiyun if (xfer->speed_hz)
272*4882a593Smuzhiyun speed_hz = xfer->speed_hz;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun ret = qcom_qspi_set_speed(ctrl, speed_hz);
275*4882a593Smuzhiyun if (ret)
276*4882a593Smuzhiyun return ret;
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun spin_lock_irqsave(&ctrl->lock, flags);
279*4882a593Smuzhiyun
280*4882a593Smuzhiyun /* We are half duplex, so either rx or tx will be set */
281*4882a593Smuzhiyun if (xfer->rx_buf) {
282*4882a593Smuzhiyun ctrl->xfer.dir = QSPI_READ;
283*4882a593Smuzhiyun ctrl->xfer.buswidth = xfer->rx_nbits;
284*4882a593Smuzhiyun ctrl->xfer.rx_buf = xfer->rx_buf;
285*4882a593Smuzhiyun } else {
286*4882a593Smuzhiyun ctrl->xfer.dir = QSPI_WRITE;
287*4882a593Smuzhiyun ctrl->xfer.buswidth = xfer->tx_nbits;
288*4882a593Smuzhiyun ctrl->xfer.tx_buf = xfer->tx_buf;
289*4882a593Smuzhiyun }
290*4882a593Smuzhiyun ctrl->xfer.is_last = list_is_last(&xfer->transfer_list,
291*4882a593Smuzhiyun &master->cur_msg->transfers);
292*4882a593Smuzhiyun ctrl->xfer.rem_bytes = xfer->len;
293*4882a593Smuzhiyun qcom_qspi_pio_xfer(ctrl);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun spin_unlock_irqrestore(&ctrl->lock, flags);
296*4882a593Smuzhiyun
297*4882a593Smuzhiyun /* We'll call spi_finalize_current_transfer() when done */
298*4882a593Smuzhiyun return 1;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
qcom_qspi_prepare_message(struct spi_master * master,struct spi_message * message)301*4882a593Smuzhiyun static int qcom_qspi_prepare_message(struct spi_master *master,
302*4882a593Smuzhiyun struct spi_message *message)
303*4882a593Smuzhiyun {
304*4882a593Smuzhiyun u32 mstr_cfg;
305*4882a593Smuzhiyun struct qcom_qspi *ctrl;
306*4882a593Smuzhiyun int tx_data_oe_delay = 1;
307*4882a593Smuzhiyun int tx_data_delay = 1;
308*4882a593Smuzhiyun unsigned long flags;
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun ctrl = spi_master_get_devdata(master);
311*4882a593Smuzhiyun spin_lock_irqsave(&ctrl->lock, flags);
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun mstr_cfg = readl(ctrl->base + MSTR_CONFIG);
314*4882a593Smuzhiyun mstr_cfg &= ~CHIP_SELECT_NUM;
315*4882a593Smuzhiyun if (message->spi->chip_select)
316*4882a593Smuzhiyun mstr_cfg |= CHIP_SELECT_NUM;
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun mstr_cfg |= FB_CLK_EN | PIN_WPN | PIN_HOLDN | SBL_EN | FULL_CYCLE_MODE;
319*4882a593Smuzhiyun mstr_cfg &= ~(SPI_MODE_MSK | TX_DATA_OE_DELAY_MSK | TX_DATA_DELAY_MSK);
320*4882a593Smuzhiyun mstr_cfg |= message->spi->mode << SPI_MODE_SHFT;
321*4882a593Smuzhiyun mstr_cfg |= tx_data_oe_delay << TX_DATA_OE_DELAY_SHFT;
322*4882a593Smuzhiyun mstr_cfg |= tx_data_delay << TX_DATA_DELAY_SHFT;
323*4882a593Smuzhiyun mstr_cfg &= ~DMA_ENABLE;
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun writel(mstr_cfg, ctrl->base + MSTR_CONFIG);
326*4882a593Smuzhiyun spin_unlock_irqrestore(&ctrl->lock, flags);
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun return 0;
329*4882a593Smuzhiyun }
330*4882a593Smuzhiyun
pio_read(struct qcom_qspi * ctrl)331*4882a593Smuzhiyun static irqreturn_t pio_read(struct qcom_qspi *ctrl)
332*4882a593Smuzhiyun {
333*4882a593Smuzhiyun u32 rd_fifo_status;
334*4882a593Smuzhiyun u32 rd_fifo;
335*4882a593Smuzhiyun unsigned int wr_cnts;
336*4882a593Smuzhiyun unsigned int bytes_to_read;
337*4882a593Smuzhiyun unsigned int words_to_read;
338*4882a593Smuzhiyun u32 *word_buf;
339*4882a593Smuzhiyun u8 *byte_buf;
340*4882a593Smuzhiyun int i;
341*4882a593Smuzhiyun
342*4882a593Smuzhiyun rd_fifo_status = readl(ctrl->base + RD_FIFO_STATUS);
343*4882a593Smuzhiyun
344*4882a593Smuzhiyun if (!(rd_fifo_status & FIFO_RDY)) {
345*4882a593Smuzhiyun dev_dbg(ctrl->dev, "Spurious IRQ %#x\n", rd_fifo_status);
346*4882a593Smuzhiyun return IRQ_NONE;
347*4882a593Smuzhiyun }
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun wr_cnts = (rd_fifo_status & WR_CNTS_MSK) >> WR_CNTS_SHFT;
350*4882a593Smuzhiyun wr_cnts = min(wr_cnts, ctrl->xfer.rem_bytes);
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun words_to_read = wr_cnts / QSPI_BYTES_PER_WORD;
353*4882a593Smuzhiyun bytes_to_read = wr_cnts % QSPI_BYTES_PER_WORD;
354*4882a593Smuzhiyun
355*4882a593Smuzhiyun if (words_to_read) {
356*4882a593Smuzhiyun word_buf = ctrl->xfer.rx_buf;
357*4882a593Smuzhiyun ctrl->xfer.rem_bytes -= words_to_read * QSPI_BYTES_PER_WORD;
358*4882a593Smuzhiyun ioread32_rep(ctrl->base + RD_FIFO, word_buf, words_to_read);
359*4882a593Smuzhiyun ctrl->xfer.rx_buf = word_buf + words_to_read;
360*4882a593Smuzhiyun }
361*4882a593Smuzhiyun
362*4882a593Smuzhiyun if (bytes_to_read) {
363*4882a593Smuzhiyun byte_buf = ctrl->xfer.rx_buf;
364*4882a593Smuzhiyun rd_fifo = readl(ctrl->base + RD_FIFO);
365*4882a593Smuzhiyun ctrl->xfer.rem_bytes -= bytes_to_read;
366*4882a593Smuzhiyun for (i = 0; i < bytes_to_read; i++)
367*4882a593Smuzhiyun *byte_buf++ = rd_fifo >> (i * BITS_PER_BYTE);
368*4882a593Smuzhiyun ctrl->xfer.rx_buf = byte_buf;
369*4882a593Smuzhiyun }
370*4882a593Smuzhiyun
371*4882a593Smuzhiyun return IRQ_HANDLED;
372*4882a593Smuzhiyun }
373*4882a593Smuzhiyun
pio_write(struct qcom_qspi * ctrl)374*4882a593Smuzhiyun static irqreturn_t pio_write(struct qcom_qspi *ctrl)
375*4882a593Smuzhiyun {
376*4882a593Smuzhiyun const void *xfer_buf = ctrl->xfer.tx_buf;
377*4882a593Smuzhiyun const int *word_buf;
378*4882a593Smuzhiyun const char *byte_buf;
379*4882a593Smuzhiyun unsigned int wr_fifo_bytes;
380*4882a593Smuzhiyun unsigned int wr_fifo_words;
381*4882a593Smuzhiyun unsigned int wr_size;
382*4882a593Smuzhiyun unsigned int rem_words;
383*4882a593Smuzhiyun
384*4882a593Smuzhiyun wr_fifo_bytes = readl(ctrl->base + PIO_XFER_STATUS);
385*4882a593Smuzhiyun wr_fifo_bytes >>= WR_FIFO_BYTES_SHFT;
386*4882a593Smuzhiyun
387*4882a593Smuzhiyun if (ctrl->xfer.rem_bytes < QSPI_BYTES_PER_WORD) {
388*4882a593Smuzhiyun /* Process the last 1-3 bytes */
389*4882a593Smuzhiyun wr_size = min(wr_fifo_bytes, ctrl->xfer.rem_bytes);
390*4882a593Smuzhiyun ctrl->xfer.rem_bytes -= wr_size;
391*4882a593Smuzhiyun
392*4882a593Smuzhiyun byte_buf = xfer_buf;
393*4882a593Smuzhiyun while (wr_size--)
394*4882a593Smuzhiyun writel(*byte_buf++,
395*4882a593Smuzhiyun ctrl->base + PIO_DATAOUT_1B);
396*4882a593Smuzhiyun ctrl->xfer.tx_buf = byte_buf;
397*4882a593Smuzhiyun } else {
398*4882a593Smuzhiyun /*
399*4882a593Smuzhiyun * Process all the whole words; to keep things simple we'll
400*4882a593Smuzhiyun * just wait for the next interrupt to handle the last 1-3
401*4882a593Smuzhiyun * bytes if we don't have an even number of words.
402*4882a593Smuzhiyun */
403*4882a593Smuzhiyun rem_words = ctrl->xfer.rem_bytes / QSPI_BYTES_PER_WORD;
404*4882a593Smuzhiyun wr_fifo_words = wr_fifo_bytes / QSPI_BYTES_PER_WORD;
405*4882a593Smuzhiyun
406*4882a593Smuzhiyun wr_size = min(rem_words, wr_fifo_words);
407*4882a593Smuzhiyun ctrl->xfer.rem_bytes -= wr_size * QSPI_BYTES_PER_WORD;
408*4882a593Smuzhiyun
409*4882a593Smuzhiyun word_buf = xfer_buf;
410*4882a593Smuzhiyun iowrite32_rep(ctrl->base + PIO_DATAOUT_4B, word_buf, wr_size);
411*4882a593Smuzhiyun ctrl->xfer.tx_buf = word_buf + wr_size;
412*4882a593Smuzhiyun
413*4882a593Smuzhiyun }
414*4882a593Smuzhiyun
415*4882a593Smuzhiyun return IRQ_HANDLED;
416*4882a593Smuzhiyun }
417*4882a593Smuzhiyun
qcom_qspi_irq(int irq,void * dev_id)418*4882a593Smuzhiyun static irqreturn_t qcom_qspi_irq(int irq, void *dev_id)
419*4882a593Smuzhiyun {
420*4882a593Smuzhiyun u32 int_status;
421*4882a593Smuzhiyun struct qcom_qspi *ctrl = dev_id;
422*4882a593Smuzhiyun irqreturn_t ret = IRQ_NONE;
423*4882a593Smuzhiyun
424*4882a593Smuzhiyun spin_lock(&ctrl->lock);
425*4882a593Smuzhiyun
426*4882a593Smuzhiyun int_status = readl(ctrl->base + MSTR_INT_STATUS);
427*4882a593Smuzhiyun writel(int_status, ctrl->base + MSTR_INT_STATUS);
428*4882a593Smuzhiyun
429*4882a593Smuzhiyun if (ctrl->xfer.dir == QSPI_WRITE) {
430*4882a593Smuzhiyun if (int_status & WR_FIFO_EMPTY)
431*4882a593Smuzhiyun ret = pio_write(ctrl);
432*4882a593Smuzhiyun } else {
433*4882a593Smuzhiyun if (int_status & RESP_FIFO_RDY)
434*4882a593Smuzhiyun ret = pio_read(ctrl);
435*4882a593Smuzhiyun }
436*4882a593Smuzhiyun
437*4882a593Smuzhiyun if (int_status & QSPI_ERR_IRQS) {
438*4882a593Smuzhiyun if (int_status & RESP_FIFO_UNDERRUN)
439*4882a593Smuzhiyun dev_err(ctrl->dev, "IRQ error: FIFO underrun\n");
440*4882a593Smuzhiyun if (int_status & WR_FIFO_OVERRUN)
441*4882a593Smuzhiyun dev_err(ctrl->dev, "IRQ error: FIFO overrun\n");
442*4882a593Smuzhiyun if (int_status & HRESP_FROM_NOC_ERR)
443*4882a593Smuzhiyun dev_err(ctrl->dev, "IRQ error: NOC response error\n");
444*4882a593Smuzhiyun ret = IRQ_HANDLED;
445*4882a593Smuzhiyun }
446*4882a593Smuzhiyun
447*4882a593Smuzhiyun if (!ctrl->xfer.rem_bytes) {
448*4882a593Smuzhiyun writel(0, ctrl->base + MSTR_INT_EN);
449*4882a593Smuzhiyun spi_finalize_current_transfer(dev_get_drvdata(ctrl->dev));
450*4882a593Smuzhiyun }
451*4882a593Smuzhiyun
452*4882a593Smuzhiyun spin_unlock(&ctrl->lock);
453*4882a593Smuzhiyun return ret;
454*4882a593Smuzhiyun }
455*4882a593Smuzhiyun
qcom_qspi_probe(struct platform_device * pdev)456*4882a593Smuzhiyun static int qcom_qspi_probe(struct platform_device *pdev)
457*4882a593Smuzhiyun {
458*4882a593Smuzhiyun int ret;
459*4882a593Smuzhiyun struct device *dev;
460*4882a593Smuzhiyun struct spi_master *master;
461*4882a593Smuzhiyun struct qcom_qspi *ctrl;
462*4882a593Smuzhiyun
463*4882a593Smuzhiyun dev = &pdev->dev;
464*4882a593Smuzhiyun
465*4882a593Smuzhiyun master = devm_spi_alloc_master(dev, sizeof(*ctrl));
466*4882a593Smuzhiyun if (!master)
467*4882a593Smuzhiyun return -ENOMEM;
468*4882a593Smuzhiyun
469*4882a593Smuzhiyun platform_set_drvdata(pdev, master);
470*4882a593Smuzhiyun
471*4882a593Smuzhiyun ctrl = spi_master_get_devdata(master);
472*4882a593Smuzhiyun
473*4882a593Smuzhiyun spin_lock_init(&ctrl->lock);
474*4882a593Smuzhiyun ctrl->dev = dev;
475*4882a593Smuzhiyun ctrl->base = devm_platform_ioremap_resource(pdev, 0);
476*4882a593Smuzhiyun if (IS_ERR(ctrl->base))
477*4882a593Smuzhiyun return PTR_ERR(ctrl->base);
478*4882a593Smuzhiyun
479*4882a593Smuzhiyun ctrl->clks = devm_kcalloc(dev, QSPI_NUM_CLKS,
480*4882a593Smuzhiyun sizeof(*ctrl->clks), GFP_KERNEL);
481*4882a593Smuzhiyun if (!ctrl->clks)
482*4882a593Smuzhiyun return -ENOMEM;
483*4882a593Smuzhiyun
484*4882a593Smuzhiyun ctrl->clks[QSPI_CLK_CORE].id = "core";
485*4882a593Smuzhiyun ctrl->clks[QSPI_CLK_IFACE].id = "iface";
486*4882a593Smuzhiyun ret = devm_clk_bulk_get(dev, QSPI_NUM_CLKS, ctrl->clks);
487*4882a593Smuzhiyun if (ret)
488*4882a593Smuzhiyun return ret;
489*4882a593Smuzhiyun
490*4882a593Smuzhiyun ctrl->icc_path_cpu_to_qspi = devm_of_icc_get(dev, "qspi-config");
491*4882a593Smuzhiyun if (IS_ERR(ctrl->icc_path_cpu_to_qspi))
492*4882a593Smuzhiyun return dev_err_probe(dev, PTR_ERR(ctrl->icc_path_cpu_to_qspi),
493*4882a593Smuzhiyun "Failed to get cpu path\n");
494*4882a593Smuzhiyun
495*4882a593Smuzhiyun /* Set BW vote for register access */
496*4882a593Smuzhiyun ret = icc_set_bw(ctrl->icc_path_cpu_to_qspi, Bps_to_icc(1000),
497*4882a593Smuzhiyun Bps_to_icc(1000));
498*4882a593Smuzhiyun if (ret) {
499*4882a593Smuzhiyun dev_err(ctrl->dev, "%s: ICC BW voting failed for cpu: %d\n",
500*4882a593Smuzhiyun __func__, ret);
501*4882a593Smuzhiyun return ret;
502*4882a593Smuzhiyun }
503*4882a593Smuzhiyun
504*4882a593Smuzhiyun ret = icc_disable(ctrl->icc_path_cpu_to_qspi);
505*4882a593Smuzhiyun if (ret) {
506*4882a593Smuzhiyun dev_err(ctrl->dev, "%s: ICC disable failed for cpu: %d\n",
507*4882a593Smuzhiyun __func__, ret);
508*4882a593Smuzhiyun return ret;
509*4882a593Smuzhiyun }
510*4882a593Smuzhiyun
511*4882a593Smuzhiyun ret = platform_get_irq(pdev, 0);
512*4882a593Smuzhiyun if (ret < 0)
513*4882a593Smuzhiyun return ret;
514*4882a593Smuzhiyun ret = devm_request_irq(dev, ret, qcom_qspi_irq,
515*4882a593Smuzhiyun IRQF_TRIGGER_HIGH, dev_name(dev), ctrl);
516*4882a593Smuzhiyun if (ret) {
517*4882a593Smuzhiyun dev_err(dev, "Failed to request irq %d\n", ret);
518*4882a593Smuzhiyun return ret;
519*4882a593Smuzhiyun }
520*4882a593Smuzhiyun
521*4882a593Smuzhiyun master->max_speed_hz = 300000000;
522*4882a593Smuzhiyun master->num_chipselect = QSPI_NUM_CS;
523*4882a593Smuzhiyun master->bus_num = -1;
524*4882a593Smuzhiyun master->dev.of_node = pdev->dev.of_node;
525*4882a593Smuzhiyun master->mode_bits = SPI_MODE_0 |
526*4882a593Smuzhiyun SPI_TX_DUAL | SPI_RX_DUAL |
527*4882a593Smuzhiyun SPI_TX_QUAD | SPI_RX_QUAD;
528*4882a593Smuzhiyun master->flags = SPI_MASTER_HALF_DUPLEX;
529*4882a593Smuzhiyun master->prepare_message = qcom_qspi_prepare_message;
530*4882a593Smuzhiyun master->transfer_one = qcom_qspi_transfer_one;
531*4882a593Smuzhiyun master->handle_err = qcom_qspi_handle_err;
532*4882a593Smuzhiyun master->auto_runtime_pm = true;
533*4882a593Smuzhiyun
534*4882a593Smuzhiyun ctrl->opp_table = dev_pm_opp_set_clkname(&pdev->dev, "core");
535*4882a593Smuzhiyun if (IS_ERR(ctrl->opp_table))
536*4882a593Smuzhiyun return PTR_ERR(ctrl->opp_table);
537*4882a593Smuzhiyun /* OPP table is optional */
538*4882a593Smuzhiyun ret = dev_pm_opp_of_add_table(&pdev->dev);
539*4882a593Smuzhiyun if (ret && ret != -ENODEV) {
540*4882a593Smuzhiyun dev_err(&pdev->dev, "invalid OPP table in device tree\n");
541*4882a593Smuzhiyun goto exit_probe_put_clkname;
542*4882a593Smuzhiyun }
543*4882a593Smuzhiyun
544*4882a593Smuzhiyun pm_runtime_use_autosuspend(dev);
545*4882a593Smuzhiyun pm_runtime_set_autosuspend_delay(dev, 250);
546*4882a593Smuzhiyun pm_runtime_enable(dev);
547*4882a593Smuzhiyun
548*4882a593Smuzhiyun ret = spi_register_master(master);
549*4882a593Smuzhiyun if (!ret)
550*4882a593Smuzhiyun return 0;
551*4882a593Smuzhiyun
552*4882a593Smuzhiyun pm_runtime_disable(dev);
553*4882a593Smuzhiyun dev_pm_opp_of_remove_table(&pdev->dev);
554*4882a593Smuzhiyun
555*4882a593Smuzhiyun exit_probe_put_clkname:
556*4882a593Smuzhiyun dev_pm_opp_put_clkname(ctrl->opp_table);
557*4882a593Smuzhiyun
558*4882a593Smuzhiyun return ret;
559*4882a593Smuzhiyun }
560*4882a593Smuzhiyun
qcom_qspi_remove(struct platform_device * pdev)561*4882a593Smuzhiyun static int qcom_qspi_remove(struct platform_device *pdev)
562*4882a593Smuzhiyun {
563*4882a593Smuzhiyun struct spi_master *master = platform_get_drvdata(pdev);
564*4882a593Smuzhiyun struct qcom_qspi *ctrl = spi_master_get_devdata(master);
565*4882a593Smuzhiyun
566*4882a593Smuzhiyun /* Unregister _before_ disabling pm_runtime() so we stop transfers */
567*4882a593Smuzhiyun spi_unregister_master(master);
568*4882a593Smuzhiyun
569*4882a593Smuzhiyun pm_runtime_disable(&pdev->dev);
570*4882a593Smuzhiyun dev_pm_opp_of_remove_table(&pdev->dev);
571*4882a593Smuzhiyun dev_pm_opp_put_clkname(ctrl->opp_table);
572*4882a593Smuzhiyun
573*4882a593Smuzhiyun return 0;
574*4882a593Smuzhiyun }
575*4882a593Smuzhiyun
qcom_qspi_runtime_suspend(struct device * dev)576*4882a593Smuzhiyun static int __maybe_unused qcom_qspi_runtime_suspend(struct device *dev)
577*4882a593Smuzhiyun {
578*4882a593Smuzhiyun struct spi_master *master = dev_get_drvdata(dev);
579*4882a593Smuzhiyun struct qcom_qspi *ctrl = spi_master_get_devdata(master);
580*4882a593Smuzhiyun int ret;
581*4882a593Smuzhiyun
582*4882a593Smuzhiyun /* Drop the performance state vote */
583*4882a593Smuzhiyun dev_pm_opp_set_rate(dev, 0);
584*4882a593Smuzhiyun clk_bulk_disable_unprepare(QSPI_NUM_CLKS, ctrl->clks);
585*4882a593Smuzhiyun
586*4882a593Smuzhiyun ret = icc_disable(ctrl->icc_path_cpu_to_qspi);
587*4882a593Smuzhiyun if (ret) {
588*4882a593Smuzhiyun dev_err_ratelimited(ctrl->dev, "%s: ICC disable failed for cpu: %d\n",
589*4882a593Smuzhiyun __func__, ret);
590*4882a593Smuzhiyun return ret;
591*4882a593Smuzhiyun }
592*4882a593Smuzhiyun
593*4882a593Smuzhiyun return 0;
594*4882a593Smuzhiyun }
595*4882a593Smuzhiyun
qcom_qspi_runtime_resume(struct device * dev)596*4882a593Smuzhiyun static int __maybe_unused qcom_qspi_runtime_resume(struct device *dev)
597*4882a593Smuzhiyun {
598*4882a593Smuzhiyun struct spi_master *master = dev_get_drvdata(dev);
599*4882a593Smuzhiyun struct qcom_qspi *ctrl = spi_master_get_devdata(master);
600*4882a593Smuzhiyun int ret;
601*4882a593Smuzhiyun
602*4882a593Smuzhiyun ret = icc_enable(ctrl->icc_path_cpu_to_qspi);
603*4882a593Smuzhiyun if (ret) {
604*4882a593Smuzhiyun dev_err_ratelimited(ctrl->dev, "%s: ICC enable failed for cpu: %d\n",
605*4882a593Smuzhiyun __func__, ret);
606*4882a593Smuzhiyun return ret;
607*4882a593Smuzhiyun }
608*4882a593Smuzhiyun
609*4882a593Smuzhiyun ret = clk_bulk_prepare_enable(QSPI_NUM_CLKS, ctrl->clks);
610*4882a593Smuzhiyun if (ret)
611*4882a593Smuzhiyun return ret;
612*4882a593Smuzhiyun
613*4882a593Smuzhiyun return dev_pm_opp_set_rate(dev, ctrl->last_speed * 4);
614*4882a593Smuzhiyun }
615*4882a593Smuzhiyun
qcom_qspi_suspend(struct device * dev)616*4882a593Smuzhiyun static int __maybe_unused qcom_qspi_suspend(struct device *dev)
617*4882a593Smuzhiyun {
618*4882a593Smuzhiyun struct spi_master *master = dev_get_drvdata(dev);
619*4882a593Smuzhiyun int ret;
620*4882a593Smuzhiyun
621*4882a593Smuzhiyun ret = spi_master_suspend(master);
622*4882a593Smuzhiyun if (ret)
623*4882a593Smuzhiyun return ret;
624*4882a593Smuzhiyun
625*4882a593Smuzhiyun ret = pm_runtime_force_suspend(dev);
626*4882a593Smuzhiyun if (ret)
627*4882a593Smuzhiyun spi_master_resume(master);
628*4882a593Smuzhiyun
629*4882a593Smuzhiyun return ret;
630*4882a593Smuzhiyun }
631*4882a593Smuzhiyun
qcom_qspi_resume(struct device * dev)632*4882a593Smuzhiyun static int __maybe_unused qcom_qspi_resume(struct device *dev)
633*4882a593Smuzhiyun {
634*4882a593Smuzhiyun struct spi_master *master = dev_get_drvdata(dev);
635*4882a593Smuzhiyun int ret;
636*4882a593Smuzhiyun
637*4882a593Smuzhiyun ret = pm_runtime_force_resume(dev);
638*4882a593Smuzhiyun if (ret)
639*4882a593Smuzhiyun return ret;
640*4882a593Smuzhiyun
641*4882a593Smuzhiyun ret = spi_master_resume(master);
642*4882a593Smuzhiyun if (ret)
643*4882a593Smuzhiyun pm_runtime_force_suspend(dev);
644*4882a593Smuzhiyun
645*4882a593Smuzhiyun return ret;
646*4882a593Smuzhiyun }
647*4882a593Smuzhiyun
648*4882a593Smuzhiyun static const struct dev_pm_ops qcom_qspi_dev_pm_ops = {
649*4882a593Smuzhiyun SET_RUNTIME_PM_OPS(qcom_qspi_runtime_suspend,
650*4882a593Smuzhiyun qcom_qspi_runtime_resume, NULL)
651*4882a593Smuzhiyun SET_SYSTEM_SLEEP_PM_OPS(qcom_qspi_suspend, qcom_qspi_resume)
652*4882a593Smuzhiyun };
653*4882a593Smuzhiyun
654*4882a593Smuzhiyun static const struct of_device_id qcom_qspi_dt_match[] = {
655*4882a593Smuzhiyun { .compatible = "qcom,qspi-v1", },
656*4882a593Smuzhiyun { }
657*4882a593Smuzhiyun };
658*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, qcom_qspi_dt_match);
659*4882a593Smuzhiyun
660*4882a593Smuzhiyun static struct platform_driver qcom_qspi_driver = {
661*4882a593Smuzhiyun .driver = {
662*4882a593Smuzhiyun .name = "qcom_qspi",
663*4882a593Smuzhiyun .pm = &qcom_qspi_dev_pm_ops,
664*4882a593Smuzhiyun .of_match_table = qcom_qspi_dt_match,
665*4882a593Smuzhiyun },
666*4882a593Smuzhiyun .probe = qcom_qspi_probe,
667*4882a593Smuzhiyun .remove = qcom_qspi_remove,
668*4882a593Smuzhiyun };
669*4882a593Smuzhiyun module_platform_driver(qcom_qspi_driver);
670*4882a593Smuzhiyun
671*4882a593Smuzhiyun MODULE_DESCRIPTION("SPI driver for QSPI cores");
672*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
673