1*4882a593Smuzhiyun // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
2*4882a593Smuzhiyun //
3*4882a593Smuzhiyun // This file is provided under a dual BSD/GPLv2 license. When using or
4*4882a593Smuzhiyun // redistributing this file, you may do so under either license.
5*4882a593Smuzhiyun //
6*4882a593Smuzhiyun // Copyright(c) 2018 Intel Corporation. All rights reserved.
7*4882a593Smuzhiyun //
8*4882a593Smuzhiyun // Author: Keyon Jie <yang.jie@linux.intel.com>
9*4882a593Smuzhiyun //
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <linux/io-64-nonatomic-lo-hi.h>
12*4882a593Smuzhiyun #include <linux/platform_device.h>
13*4882a593Smuzhiyun #include <asm/unaligned.h>
14*4882a593Smuzhiyun #include <sound/soc.h>
15*4882a593Smuzhiyun #include <sound/sof.h>
16*4882a593Smuzhiyun #include "sof-priv.h"
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun /*
19*4882a593Smuzhiyun * Register IO
20*4882a593Smuzhiyun *
21*4882a593Smuzhiyun * The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops
22*4882a593Smuzhiyun * structures and cannot be inlined.
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun
sof_io_write(struct snd_sof_dev * sdev,void __iomem * addr,u32 value)25*4882a593Smuzhiyun void sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value)
26*4882a593Smuzhiyun {
27*4882a593Smuzhiyun writel(value, addr);
28*4882a593Smuzhiyun }
29*4882a593Smuzhiyun EXPORT_SYMBOL(sof_io_write);
30*4882a593Smuzhiyun
sof_io_read(struct snd_sof_dev * sdev,void __iomem * addr)31*4882a593Smuzhiyun u32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun return readl(addr);
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun EXPORT_SYMBOL(sof_io_read);
36*4882a593Smuzhiyun
sof_io_write64(struct snd_sof_dev * sdev,void __iomem * addr,u64 value)37*4882a593Smuzhiyun void sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun writeq(value, addr);
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun EXPORT_SYMBOL(sof_io_write64);
42*4882a593Smuzhiyun
sof_io_read64(struct snd_sof_dev * sdev,void __iomem * addr)43*4882a593Smuzhiyun u64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun return readq(addr);
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun EXPORT_SYMBOL(sof_io_read64);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /*
50*4882a593Smuzhiyun * IPC Mailbox IO
51*4882a593Smuzhiyun */
52*4882a593Smuzhiyun
sof_mailbox_write(struct snd_sof_dev * sdev,u32 offset,void * message,size_t bytes)53*4882a593Smuzhiyun void sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset,
54*4882a593Smuzhiyun void *message, size_t bytes)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun memcpy_toio(dest, message, bytes);
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun EXPORT_SYMBOL(sof_mailbox_write);
61*4882a593Smuzhiyun
sof_mailbox_read(struct snd_sof_dev * sdev,u32 offset,void * message,size_t bytes)62*4882a593Smuzhiyun void sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset,
63*4882a593Smuzhiyun void *message, size_t bytes)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun memcpy_fromio(message, src, bytes);
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun EXPORT_SYMBOL(sof_mailbox_read);
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun /*
72*4882a593Smuzhiyun * Memory copy.
73*4882a593Smuzhiyun */
74*4882a593Smuzhiyun
sof_block_write(struct snd_sof_dev * sdev,u32 bar,u32 offset,void * src,size_t size)75*4882a593Smuzhiyun void sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src,
76*4882a593Smuzhiyun size_t size)
77*4882a593Smuzhiyun {
78*4882a593Smuzhiyun void __iomem *dest = sdev->bar[bar] + offset;
79*4882a593Smuzhiyun const u8 *src_byte = src;
80*4882a593Smuzhiyun u32 affected_mask;
81*4882a593Smuzhiyun u32 tmp;
82*4882a593Smuzhiyun int m, n;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun m = size / 4;
85*4882a593Smuzhiyun n = size % 4;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun /* __iowrite32_copy use 32bit size values so divide by 4 */
88*4882a593Smuzhiyun __iowrite32_copy(dest, src, m);
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun if (n) {
91*4882a593Smuzhiyun affected_mask = (1 << (8 * n)) - 1;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* first read the 32bit data of dest, then change affected
94*4882a593Smuzhiyun * bytes, and write back to dest. For unaffected bytes, it
95*4882a593Smuzhiyun * should not be changed
96*4882a593Smuzhiyun */
97*4882a593Smuzhiyun tmp = ioread32(dest + m * 4);
98*4882a593Smuzhiyun tmp &= ~affected_mask;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun tmp |= *(u32 *)(src_byte + m * 4) & affected_mask;
101*4882a593Smuzhiyun iowrite32(tmp, dest + m * 4);
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun EXPORT_SYMBOL(sof_block_write);
105*4882a593Smuzhiyun
sof_block_read(struct snd_sof_dev * sdev,u32 bar,u32 offset,void * dest,size_t size)106*4882a593Smuzhiyun void sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest,
107*4882a593Smuzhiyun size_t size)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun void __iomem *src = sdev->bar[bar] + offset;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun memcpy_fromio(dest, src, size);
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun EXPORT_SYMBOL(sof_block_read);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun /*
116*4882a593Smuzhiyun * Generic buffer page table creation.
117*4882a593Smuzhiyun * Take the each physical page address and drop the least significant unused
118*4882a593Smuzhiyun * bits from each (based on PAGE_SIZE). Then pack valid page address bits
119*4882a593Smuzhiyun * into compressed page table.
120*4882a593Smuzhiyun */
121*4882a593Smuzhiyun
snd_sof_create_page_table(struct device * dev,struct snd_dma_buffer * dmab,unsigned char * page_table,size_t size)122*4882a593Smuzhiyun int snd_sof_create_page_table(struct device *dev,
123*4882a593Smuzhiyun struct snd_dma_buffer *dmab,
124*4882a593Smuzhiyun unsigned char *page_table, size_t size)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun int i, pages;
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun pages = snd_sgbuf_aligned_pages(size);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun dev_dbg(dev, "generating page table for %p size 0x%zx pages %d\n",
131*4882a593Smuzhiyun dmab->area, size, pages);
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun for (i = 0; i < pages; i++) {
134*4882a593Smuzhiyun /*
135*4882a593Smuzhiyun * The number of valid address bits for each page is 20.
136*4882a593Smuzhiyun * idx determines the byte position within page_table
137*4882a593Smuzhiyun * where the current page's address is stored
138*4882a593Smuzhiyun * in the compressed page_table.
139*4882a593Smuzhiyun * This can be calculated by multiplying the page number by 2.5.
140*4882a593Smuzhiyun */
141*4882a593Smuzhiyun u32 idx = (5 * i) >> 1;
142*4882a593Smuzhiyun u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
143*4882a593Smuzhiyun u8 *pg_table;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun dev_vdbg(dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun pg_table = (u8 *)(page_table + idx);
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun /*
150*4882a593Smuzhiyun * pagetable compression:
151*4882a593Smuzhiyun * byte 0 byte 1 byte 2 byte 3 byte 4 byte 5
152*4882a593Smuzhiyun * ___________pfn 0__________ __________pfn 1___________ _pfn 2...
153*4882a593Smuzhiyun * .... .... .... .... .... .... .... .... .... .... ....
154*4882a593Smuzhiyun * It is created by:
155*4882a593Smuzhiyun * 1. set current location to 0, PFN index i to 0
156*4882a593Smuzhiyun * 2. put pfn[i] at current location in Little Endian byte order
157*4882a593Smuzhiyun * 3. calculate an intermediate value as
158*4882a593Smuzhiyun * x = (pfn[i+1] << 4) | (pfn[i] & 0xf)
159*4882a593Smuzhiyun * 4. put x at offset (current location + 2) in LE byte order
160*4882a593Smuzhiyun * 5. increment current location by 5 bytes, increment i by 2
161*4882a593Smuzhiyun * 6. continue to (2)
162*4882a593Smuzhiyun */
163*4882a593Smuzhiyun if (i & 1)
164*4882a593Smuzhiyun put_unaligned_le32((pg_table[0] & 0xf) | pfn << 4,
165*4882a593Smuzhiyun pg_table);
166*4882a593Smuzhiyun else
167*4882a593Smuzhiyun put_unaligned_le32(pfn, pg_table);
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun return pages;
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun EXPORT_SYMBOL(snd_sof_create_page_table);
173