1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is provided under a dual BSD/GPLv2 license. When using or
3*4882a593Smuzhiyun * redistributing this file, you may do so under either license.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * GPL LICENSE SUMMARY
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (C) 2016 Advanced Micro Devices, Inc. All Rights Reserved.
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * This program is free software; you can redistribute it and/or modify
10*4882a593Smuzhiyun * it under the terms of version 2 of the GNU General Public License as
11*4882a593Smuzhiyun * published by the Free Software Foundation.
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * BSD LICENSE
14*4882a593Smuzhiyun *
15*4882a593Smuzhiyun * Copyright (C) 2016 Advanced Micro Devices, Inc. All Rights Reserved.
16*4882a593Smuzhiyun *
17*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or without
18*4882a593Smuzhiyun * modification, are permitted provided that the following conditions
19*4882a593Smuzhiyun * are met:
20*4882a593Smuzhiyun *
21*4882a593Smuzhiyun * * Redistributions of source code must retain the above copyright
22*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer.
23*4882a593Smuzhiyun * * Redistributions in binary form must reproduce the above copy
24*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer in
25*4882a593Smuzhiyun * the documentation and/or other materials provided with the
26*4882a593Smuzhiyun * distribution.
27*4882a593Smuzhiyun * * Neither the name of AMD Corporation nor the names of its
28*4882a593Smuzhiyun * contributors may be used to endorse or promote products derived
29*4882a593Smuzhiyun * from this software without specific prior written permission.
30*4882a593Smuzhiyun *
31*4882a593Smuzhiyun * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
32*4882a593Smuzhiyun * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
33*4882a593Smuzhiyun * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
34*4882a593Smuzhiyun * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
35*4882a593Smuzhiyun * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
36*4882a593Smuzhiyun * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
37*4882a593Smuzhiyun * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
38*4882a593Smuzhiyun * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
39*4882a593Smuzhiyun * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
40*4882a593Smuzhiyun * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
41*4882a593Smuzhiyun * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
42*4882a593Smuzhiyun *
43*4882a593Smuzhiyun * AMD PCIe NTB Linux driver
44*4882a593Smuzhiyun *
45*4882a593Smuzhiyun * Contact Information:
46*4882a593Smuzhiyun * Xiangliang Yu <Xiangliang.Yu@amd.com>
47*4882a593Smuzhiyun */
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun #ifndef NTB_HW_AMD_H
50*4882a593Smuzhiyun #define NTB_HW_AMD_H
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun #include <linux/ntb.h>
53*4882a593Smuzhiyun #include <linux/pci.h>
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun #define AMD_LINK_HB_TIMEOUT msecs_to_jiffies(1000)
56*4882a593Smuzhiyun #define NTB_LNK_STA_SPEED_MASK 0x000F0000
57*4882a593Smuzhiyun #define NTB_LNK_STA_WIDTH_MASK 0x03F00000
58*4882a593Smuzhiyun #define NTB_LNK_STA_SPEED(x) (((x) & NTB_LNK_STA_SPEED_MASK) >> 16)
59*4882a593Smuzhiyun #define NTB_LNK_STA_WIDTH(x) (((x) & NTB_LNK_STA_WIDTH_MASK) >> 20)
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun #ifndef read64
62*4882a593Smuzhiyun #ifdef readq
63*4882a593Smuzhiyun #define read64 readq
64*4882a593Smuzhiyun #else
65*4882a593Smuzhiyun #define read64 _read64
_read64(void __iomem * mmio)66*4882a593Smuzhiyun static inline u64 _read64(void __iomem *mmio)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun u64 low, high;
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun low = readl(mmio);
71*4882a593Smuzhiyun high = readl(mmio + sizeof(u32));
72*4882a593Smuzhiyun return low | (high << 32);
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun #endif
75*4882a593Smuzhiyun #endif
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun #ifndef write64
78*4882a593Smuzhiyun #ifdef writeq
79*4882a593Smuzhiyun #define write64 writeq
80*4882a593Smuzhiyun #else
81*4882a593Smuzhiyun #define write64 _write64
_write64(u64 val,void __iomem * mmio)82*4882a593Smuzhiyun static inline void _write64(u64 val, void __iomem *mmio)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun writel(val, mmio);
85*4882a593Smuzhiyun writel(val >> 32, mmio + sizeof(u32));
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun #endif
88*4882a593Smuzhiyun #endif
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun enum {
91*4882a593Smuzhiyun /* AMD NTB Capability */
92*4882a593Smuzhiyun AMD_DB_CNT = 16,
93*4882a593Smuzhiyun AMD_MSIX_VECTOR_CNT = 24,
94*4882a593Smuzhiyun AMD_SPADS_CNT = 16,
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun /* AMD NTB register offset */
97*4882a593Smuzhiyun AMD_CNTL_OFFSET = 0x200,
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun /* NTB control register bits */
100*4882a593Smuzhiyun PMM_REG_CTL = BIT(21),
101*4882a593Smuzhiyun SMM_REG_CTL = BIT(20),
102*4882a593Smuzhiyun SMM_REG_ACC_PATH = BIT(18),
103*4882a593Smuzhiyun PMM_REG_ACC_PATH = BIT(17),
104*4882a593Smuzhiyun NTB_CLK_EN = BIT(16),
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun AMD_STA_OFFSET = 0x204,
107*4882a593Smuzhiyun AMD_PGSLV_OFFSET = 0x208,
108*4882a593Smuzhiyun AMD_SPAD_MUX_OFFSET = 0x20C,
109*4882a593Smuzhiyun AMD_SPAD_OFFSET = 0x210,
110*4882a593Smuzhiyun AMD_RSMU_HCID = 0x250,
111*4882a593Smuzhiyun AMD_RSMU_SIID = 0x254,
112*4882a593Smuzhiyun AMD_PSION_OFFSET = 0x300,
113*4882a593Smuzhiyun AMD_SSION_OFFSET = 0x330,
114*4882a593Smuzhiyun AMD_MMINDEX_OFFSET = 0x400,
115*4882a593Smuzhiyun AMD_MMDATA_OFFSET = 0x404,
116*4882a593Smuzhiyun AMD_SIDEINFO_OFFSET = 0x408,
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun AMD_SIDE_MASK = BIT(0),
119*4882a593Smuzhiyun AMD_SIDE_READY = BIT(1),
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun /* limit register */
122*4882a593Smuzhiyun AMD_ROMBARLMT_OFFSET = 0x410,
123*4882a593Smuzhiyun AMD_BAR1LMT_OFFSET = 0x414,
124*4882a593Smuzhiyun AMD_BAR23LMT_OFFSET = 0x418,
125*4882a593Smuzhiyun AMD_BAR45LMT_OFFSET = 0x420,
126*4882a593Smuzhiyun /* xlat address */
127*4882a593Smuzhiyun AMD_POMBARXLAT_OFFSET = 0x428,
128*4882a593Smuzhiyun AMD_BAR1XLAT_OFFSET = 0x430,
129*4882a593Smuzhiyun AMD_BAR23XLAT_OFFSET = 0x438,
130*4882a593Smuzhiyun AMD_BAR45XLAT_OFFSET = 0x440,
131*4882a593Smuzhiyun /* doorbell and interrupt */
132*4882a593Smuzhiyun AMD_DBFM_OFFSET = 0x450,
133*4882a593Smuzhiyun AMD_DBREQ_OFFSET = 0x454,
134*4882a593Smuzhiyun AMD_MIRRDBSTAT_OFFSET = 0x458,
135*4882a593Smuzhiyun AMD_DBMASK_OFFSET = 0x45C,
136*4882a593Smuzhiyun AMD_DBSTAT_OFFSET = 0x460,
137*4882a593Smuzhiyun AMD_INTMASK_OFFSET = 0x470,
138*4882a593Smuzhiyun AMD_INTSTAT_OFFSET = 0x474,
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun /* event type */
141*4882a593Smuzhiyun AMD_PEER_FLUSH_EVENT = BIT(0),
142*4882a593Smuzhiyun AMD_PEER_RESET_EVENT = BIT(1),
143*4882a593Smuzhiyun AMD_PEER_D3_EVENT = BIT(2),
144*4882a593Smuzhiyun AMD_PEER_PMETO_EVENT = BIT(3),
145*4882a593Smuzhiyun AMD_PEER_D0_EVENT = BIT(4),
146*4882a593Smuzhiyun AMD_LINK_UP_EVENT = BIT(5),
147*4882a593Smuzhiyun AMD_LINK_DOWN_EVENT = BIT(6),
148*4882a593Smuzhiyun AMD_EVENT_INTMASK = (AMD_PEER_FLUSH_EVENT |
149*4882a593Smuzhiyun AMD_PEER_RESET_EVENT | AMD_PEER_D3_EVENT |
150*4882a593Smuzhiyun AMD_PEER_PMETO_EVENT | AMD_PEER_D0_EVENT |
151*4882a593Smuzhiyun AMD_LINK_UP_EVENT | AMD_LINK_DOWN_EVENT),
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun AMD_PMESTAT_OFFSET = 0x480,
154*4882a593Smuzhiyun AMD_PMSGTRIG_OFFSET = 0x490,
155*4882a593Smuzhiyun AMD_LTRLATENCY_OFFSET = 0x494,
156*4882a593Smuzhiyun AMD_FLUSHTRIG_OFFSET = 0x498,
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun /* SMU register*/
159*4882a593Smuzhiyun AMD_SMUACK_OFFSET = 0x4A0,
160*4882a593Smuzhiyun AMD_SINRST_OFFSET = 0x4A4,
161*4882a593Smuzhiyun AMD_RSPNUM_OFFSET = 0x4A8,
162*4882a593Smuzhiyun AMD_SMU_SPADMUTEX = 0x4B0,
163*4882a593Smuzhiyun AMD_SMU_SPADOFFSET = 0x4B4,
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun AMD_PEER_OFFSET = 0x400,
166*4882a593Smuzhiyun };
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun struct ntb_dev_data {
169*4882a593Smuzhiyun const unsigned char mw_count;
170*4882a593Smuzhiyun const unsigned int mw_idx;
171*4882a593Smuzhiyun };
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun struct amd_ntb_dev;
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun struct amd_ntb_vec {
176*4882a593Smuzhiyun struct amd_ntb_dev *ndev;
177*4882a593Smuzhiyun int num;
178*4882a593Smuzhiyun };
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun struct amd_ntb_dev {
181*4882a593Smuzhiyun struct ntb_dev ntb;
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun u32 ntb_side;
184*4882a593Smuzhiyun u32 lnk_sta;
185*4882a593Smuzhiyun u32 cntl_sta;
186*4882a593Smuzhiyun u32 peer_sta;
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun struct ntb_dev_data *dev_data;
189*4882a593Smuzhiyun unsigned char mw_count;
190*4882a593Smuzhiyun unsigned char spad_count;
191*4882a593Smuzhiyun unsigned char db_count;
192*4882a593Smuzhiyun unsigned char msix_vec_count;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun u64 db_valid_mask;
195*4882a593Smuzhiyun u64 db_mask;
196*4882a593Smuzhiyun u64 db_last_bit;
197*4882a593Smuzhiyun u32 int_mask;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun struct msix_entry *msix;
200*4882a593Smuzhiyun struct amd_ntb_vec *vec;
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun /* synchronize rmw access of db_mask and hw reg */
203*4882a593Smuzhiyun spinlock_t db_mask_lock;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun void __iomem *self_mmio;
206*4882a593Smuzhiyun void __iomem *peer_mmio;
207*4882a593Smuzhiyun unsigned int self_spad;
208*4882a593Smuzhiyun unsigned int peer_spad;
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun struct delayed_work hb_timer;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun struct dentry *debugfs_dir;
213*4882a593Smuzhiyun struct dentry *debugfs_info;
214*4882a593Smuzhiyun };
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun #define ntb_ndev(__ntb) container_of(__ntb, struct amd_ntb_dev, ntb)
217*4882a593Smuzhiyun #define hb_ndev(__work) container_of(__work, struct amd_ntb_dev, hb_timer.work)
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun static void amd_set_side_info_reg(struct amd_ntb_dev *ndev, bool peer);
220*4882a593Smuzhiyun static void amd_clear_side_info_reg(struct amd_ntb_dev *ndev, bool peer);
221*4882a593Smuzhiyun static int amd_poll_link(struct amd_ntb_dev *ndev);
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun #endif
224