1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * UFS Host Controller driver for Exynos specific extensions
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2014-2015 Samsung Electronics Co., Ltd.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #ifndef _UFS_EXYNOS_H_
10*4882a593Smuzhiyun #define _UFS_EXYNOS_H_
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun /*
13*4882a593Smuzhiyun * UNIPRO registers
14*4882a593Smuzhiyun */
15*4882a593Smuzhiyun #define UNIPRO_DBG_FORCE_DME_CTRL_STATE 0x150
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun /*
18*4882a593Smuzhiyun * MIBs for PA debug registers
19*4882a593Smuzhiyun */
20*4882a593Smuzhiyun #define PA_DBG_CLK_PERIOD 0x9514
21*4882a593Smuzhiyun #define PA_DBG_TXPHY_CFGUPDT 0x9518
22*4882a593Smuzhiyun #define PA_DBG_RXPHY_CFGUPDT 0x9519
23*4882a593Smuzhiyun #define PA_DBG_MODE 0x9529
24*4882a593Smuzhiyun #define PA_DBG_SKIP_RESET_PHY 0x9539
25*4882a593Smuzhiyun #define PA_DBG_OV_TM 0x9540
26*4882a593Smuzhiyun #define PA_DBG_SKIP_LINE_RESET 0x9541
27*4882a593Smuzhiyun #define PA_DBG_LINE_RESET_REQ 0x9543
28*4882a593Smuzhiyun #define PA_DBG_OPTION_SUITE 0x9564
29*4882a593Smuzhiyun #define PA_DBG_OPTION_SUITE_DYN 0x9565
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun /*
32*4882a593Smuzhiyun * MIBs for Transport Layer debug registers
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun #define T_DBG_SKIP_INIT_HIBERN8_EXIT 0xc001
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun /*
37*4882a593Smuzhiyun * Exynos MPHY attributes
38*4882a593Smuzhiyun */
39*4882a593Smuzhiyun #define TX_LINERESET_N_VAL 0x0277
40*4882a593Smuzhiyun #define TX_LINERESET_N(v) (((v) >> 10) & 0xFF)
41*4882a593Smuzhiyun #define TX_LINERESET_P_VAL 0x027D
42*4882a593Smuzhiyun #define TX_LINERESET_P(v) (((v) >> 12) & 0xFF)
43*4882a593Smuzhiyun #define TX_OV_SLEEP_CNT_TIMER 0x028E
44*4882a593Smuzhiyun #define TX_OV_H8_ENTER_EN (1 << 7)
45*4882a593Smuzhiyun #define TX_OV_SLEEP_CNT(v) (((v) >> 5) & 0x7F)
46*4882a593Smuzhiyun #define TX_HIGH_Z_CNT_11_08 0x028C
47*4882a593Smuzhiyun #define TX_HIGH_Z_CNT_H(v) (((v) >> 8) & 0xF)
48*4882a593Smuzhiyun #define TX_HIGH_Z_CNT_07_00 0x028D
49*4882a593Smuzhiyun #define TX_HIGH_Z_CNT_L(v) ((v) & 0xFF)
50*4882a593Smuzhiyun #define TX_BASE_NVAL_07_00 0x0293
51*4882a593Smuzhiyun #define TX_BASE_NVAL_L(v) ((v) & 0xFF)
52*4882a593Smuzhiyun #define TX_BASE_NVAL_15_08 0x0294
53*4882a593Smuzhiyun #define TX_BASE_NVAL_H(v) (((v) >> 8) & 0xFF)
54*4882a593Smuzhiyun #define TX_GRAN_NVAL_07_00 0x0295
55*4882a593Smuzhiyun #define TX_GRAN_NVAL_L(v) ((v) & 0xFF)
56*4882a593Smuzhiyun #define TX_GRAN_NVAL_10_08 0x0296
57*4882a593Smuzhiyun #define TX_GRAN_NVAL_H(v) (((v) >> 8) & 0x3)
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun #define RX_FILLER_ENABLE 0x0316
60*4882a593Smuzhiyun #define RX_FILLER_EN (1 << 1)
61*4882a593Smuzhiyun #define RX_LINERESET_VAL 0x0317
62*4882a593Smuzhiyun #define RX_LINERESET(v) (((v) >> 12) & 0xFF)
63*4882a593Smuzhiyun #define RX_LCC_IGNORE 0x0318
64*4882a593Smuzhiyun #define RX_SYNC_MASK_LENGTH 0x0321
65*4882a593Smuzhiyun #define RX_HIBERN8_WAIT_VAL_BIT_20_16 0x0331
66*4882a593Smuzhiyun #define RX_HIBERN8_WAIT_VAL_BIT_15_08 0x0332
67*4882a593Smuzhiyun #define RX_HIBERN8_WAIT_VAL_BIT_07_00 0x0333
68*4882a593Smuzhiyun #define RX_OV_SLEEP_CNT_TIMER 0x0340
69*4882a593Smuzhiyun #define RX_OV_SLEEP_CNT(v) (((v) >> 6) & 0x1F)
70*4882a593Smuzhiyun #define RX_OV_STALL_CNT_TIMER 0x0341
71*4882a593Smuzhiyun #define RX_OV_STALL_CNT(v) (((v) >> 4) & 0xFF)
72*4882a593Smuzhiyun #define RX_BASE_NVAL_07_00 0x0355
73*4882a593Smuzhiyun #define RX_BASE_NVAL_L(v) ((v) & 0xFF)
74*4882a593Smuzhiyun #define RX_BASE_NVAL_15_08 0x0354
75*4882a593Smuzhiyun #define RX_BASE_NVAL_H(v) (((v) >> 8) & 0xFF)
76*4882a593Smuzhiyun #define RX_GRAN_NVAL_07_00 0x0353
77*4882a593Smuzhiyun #define RX_GRAN_NVAL_L(v) ((v) & 0xFF)
78*4882a593Smuzhiyun #define RX_GRAN_NVAL_10_08 0x0352
79*4882a593Smuzhiyun #define RX_GRAN_NVAL_H(v) (((v) >> 8) & 0x3)
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun #define CMN_PWM_CLK_CTRL 0x0402
82*4882a593Smuzhiyun #define PWM_CLK_CTRL_MASK 0x3
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun #define IATOVAL_NSEC 20000 /* unit: ns */
85*4882a593Smuzhiyun #define UNIPRO_PCLK_PERIOD(ufs) (NSEC_PER_SEC / ufs->pclk_rate)
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun struct exynos_ufs;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /* vendor specific pre-defined parameters */
90*4882a593Smuzhiyun #define SLOW 1
91*4882a593Smuzhiyun #define FAST 2
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_NUM_LANES_RX 2
94*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_NUM_LANES_TX 2
95*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_HSGEAR_RX UFS_HS_G3
96*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_HSGEAR_TX UFS_HS_G3
97*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_PWMGEAR_RX UFS_PWM_G4
98*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_PWMGEAR_TX UFS_PWM_G4
99*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_RX_PWR_PWM SLOW_MODE
100*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_TX_PWR_PWM SLOW_MODE
101*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_RX_PWR_HS FAST_MODE
102*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_TX_PWR_HS FAST_MODE
103*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_HS_RATE PA_HS_MODE_B
104*4882a593Smuzhiyun #define UFS_EXYNOS_LIMIT_DESIRED_MODE FAST
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun #define RX_ADV_FINE_GRAN_SUP_EN 0x1
107*4882a593Smuzhiyun #define RX_ADV_FINE_GRAN_STEP_VAL 0x3
108*4882a593Smuzhiyun #define RX_ADV_MIN_ACTV_TIME_CAP 0x9
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun #define PA_GRANULARITY_VAL 0x6
111*4882a593Smuzhiyun #define PA_TACTIVATE_VAL 0x3
112*4882a593Smuzhiyun #define PA_HIBERN8TIME_VAL 0x20
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun #define PCLK_AVAIL_MIN 70000000
115*4882a593Smuzhiyun #define PCLK_AVAIL_MAX 133000000
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun struct exynos_ufs_uic_attr {
118*4882a593Smuzhiyun /* TX Attributes */
119*4882a593Smuzhiyun unsigned int tx_trailingclks;
120*4882a593Smuzhiyun unsigned int tx_dif_p_nsec;
121*4882a593Smuzhiyun unsigned int tx_dif_n_nsec;
122*4882a593Smuzhiyun unsigned int tx_high_z_cnt_nsec;
123*4882a593Smuzhiyun unsigned int tx_base_unit_nsec;
124*4882a593Smuzhiyun unsigned int tx_gran_unit_nsec;
125*4882a593Smuzhiyun unsigned int tx_sleep_cnt;
126*4882a593Smuzhiyun unsigned int tx_min_activatetime;
127*4882a593Smuzhiyun /* RX Attributes */
128*4882a593Smuzhiyun unsigned int rx_filler_enable;
129*4882a593Smuzhiyun unsigned int rx_dif_p_nsec;
130*4882a593Smuzhiyun unsigned int rx_hibern8_wait_nsec;
131*4882a593Smuzhiyun unsigned int rx_base_unit_nsec;
132*4882a593Smuzhiyun unsigned int rx_gran_unit_nsec;
133*4882a593Smuzhiyun unsigned int rx_sleep_cnt;
134*4882a593Smuzhiyun unsigned int rx_stall_cnt;
135*4882a593Smuzhiyun unsigned int rx_hs_g1_sync_len_cap;
136*4882a593Smuzhiyun unsigned int rx_hs_g2_sync_len_cap;
137*4882a593Smuzhiyun unsigned int rx_hs_g3_sync_len_cap;
138*4882a593Smuzhiyun unsigned int rx_hs_g1_prep_sync_len_cap;
139*4882a593Smuzhiyun unsigned int rx_hs_g2_prep_sync_len_cap;
140*4882a593Smuzhiyun unsigned int rx_hs_g3_prep_sync_len_cap;
141*4882a593Smuzhiyun /* Common Attributes */
142*4882a593Smuzhiyun unsigned int cmn_pwm_clk_ctrl;
143*4882a593Smuzhiyun /* Internal Attributes */
144*4882a593Smuzhiyun unsigned int pa_dbg_option_suite;
145*4882a593Smuzhiyun /* Changeable Attributes */
146*4882a593Smuzhiyun unsigned int rx_adv_fine_gran_sup_en;
147*4882a593Smuzhiyun unsigned int rx_adv_fine_gran_step;
148*4882a593Smuzhiyun unsigned int rx_min_actv_time_cap;
149*4882a593Smuzhiyun unsigned int rx_hibern8_time_cap;
150*4882a593Smuzhiyun unsigned int rx_adv_min_actv_time_cap;
151*4882a593Smuzhiyun unsigned int rx_adv_hibern8_time_cap;
152*4882a593Smuzhiyun unsigned int pa_granularity;
153*4882a593Smuzhiyun unsigned int pa_tactivate;
154*4882a593Smuzhiyun unsigned int pa_hibern8time;
155*4882a593Smuzhiyun };
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun struct exynos_ufs_drv_data {
158*4882a593Smuzhiyun char *compatible;
159*4882a593Smuzhiyun struct exynos_ufs_uic_attr *uic_attr;
160*4882a593Smuzhiyun unsigned int quirks;
161*4882a593Smuzhiyun unsigned int opts;
162*4882a593Smuzhiyun /* SoC's specific operations */
163*4882a593Smuzhiyun int (*drv_init)(struct device *dev, struct exynos_ufs *ufs);
164*4882a593Smuzhiyun int (*pre_link)(struct exynos_ufs *ufs);
165*4882a593Smuzhiyun int (*post_link)(struct exynos_ufs *ufs);
166*4882a593Smuzhiyun int (*pre_pwr_change)(struct exynos_ufs *ufs,
167*4882a593Smuzhiyun struct ufs_pa_layer_attr *pwr);
168*4882a593Smuzhiyun int (*post_pwr_change)(struct exynos_ufs *ufs,
169*4882a593Smuzhiyun struct ufs_pa_layer_attr *pwr);
170*4882a593Smuzhiyun };
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun struct ufs_phy_time_cfg {
173*4882a593Smuzhiyun u32 tx_linereset_p;
174*4882a593Smuzhiyun u32 tx_linereset_n;
175*4882a593Smuzhiyun u32 tx_high_z_cnt;
176*4882a593Smuzhiyun u32 tx_base_n_val;
177*4882a593Smuzhiyun u32 tx_gran_n_val;
178*4882a593Smuzhiyun u32 tx_sleep_cnt;
179*4882a593Smuzhiyun u32 rx_linereset;
180*4882a593Smuzhiyun u32 rx_hibern8_wait;
181*4882a593Smuzhiyun u32 rx_base_n_val;
182*4882a593Smuzhiyun u32 rx_gran_n_val;
183*4882a593Smuzhiyun u32 rx_sleep_cnt;
184*4882a593Smuzhiyun u32 rx_stall_cnt;
185*4882a593Smuzhiyun };
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun struct exynos_ufs {
188*4882a593Smuzhiyun struct ufs_hba *hba;
189*4882a593Smuzhiyun struct phy *phy;
190*4882a593Smuzhiyun void __iomem *reg_hci;
191*4882a593Smuzhiyun void __iomem *reg_unipro;
192*4882a593Smuzhiyun void __iomem *reg_ufsp;
193*4882a593Smuzhiyun struct clk *clk_hci_core;
194*4882a593Smuzhiyun struct clk *clk_unipro_main;
195*4882a593Smuzhiyun struct clk *clk_apb;
196*4882a593Smuzhiyun u32 pclk_rate;
197*4882a593Smuzhiyun u32 pclk_div;
198*4882a593Smuzhiyun u32 pclk_avail_min;
199*4882a593Smuzhiyun u32 pclk_avail_max;
200*4882a593Smuzhiyun unsigned long mclk_rate;
201*4882a593Smuzhiyun int avail_ln_rx;
202*4882a593Smuzhiyun int avail_ln_tx;
203*4882a593Smuzhiyun int rx_sel_idx;
204*4882a593Smuzhiyun struct ufs_pa_layer_attr dev_req_params;
205*4882a593Smuzhiyun struct ufs_phy_time_cfg t_cfg;
206*4882a593Smuzhiyun ktime_t entry_hibern8_t;
207*4882a593Smuzhiyun struct exynos_ufs_drv_data *drv_data;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun u32 opts;
210*4882a593Smuzhiyun #define EXYNOS_UFS_OPT_HAS_APB_CLK_CTRL BIT(0)
211*4882a593Smuzhiyun #define EXYNOS_UFS_OPT_SKIP_CONNECTION_ESTAB BIT(1)
212*4882a593Smuzhiyun #define EXYNOS_UFS_OPT_BROKEN_AUTO_CLK_CTRL BIT(2)
213*4882a593Smuzhiyun #define EXYNOS_UFS_OPT_BROKEN_RX_SEL_IDX BIT(3)
214*4882a593Smuzhiyun #define EXYNOS_UFS_OPT_USE_SW_HIBERN8_TIMER BIT(4)
215*4882a593Smuzhiyun };
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun #define for_each_ufs_rx_lane(ufs, i) \
218*4882a593Smuzhiyun for (i = (ufs)->rx_sel_idx; \
219*4882a593Smuzhiyun i < (ufs)->rx_sel_idx + (ufs)->avail_ln_rx; i++)
220*4882a593Smuzhiyun #define for_each_ufs_tx_lane(ufs, i) \
221*4882a593Smuzhiyun for (i = 0; i < (ufs)->avail_ln_tx; i++)
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun #define EXYNOS_UFS_MMIO_FUNC(name) \
224*4882a593Smuzhiyun static inline void name##_writel(struct exynos_ufs *ufs, u32 val, u32 reg)\
225*4882a593Smuzhiyun { \
226*4882a593Smuzhiyun writel(val, ufs->reg_##name + reg); \
227*4882a593Smuzhiyun } \
228*4882a593Smuzhiyun \
229*4882a593Smuzhiyun static inline u32 name##_readl(struct exynos_ufs *ufs, u32 reg) \
230*4882a593Smuzhiyun { \
231*4882a593Smuzhiyun return readl(ufs->reg_##name + reg); \
232*4882a593Smuzhiyun }
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun EXYNOS_UFS_MMIO_FUNC(hci);
235*4882a593Smuzhiyun EXYNOS_UFS_MMIO_FUNC(unipro);
236*4882a593Smuzhiyun EXYNOS_UFS_MMIO_FUNC(ufsp);
237*4882a593Smuzhiyun #undef EXYNOS_UFS_MMIO_FUNC
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun long exynos_ufs_calc_time_cntr(struct exynos_ufs *, long);
240*4882a593Smuzhiyun
exynos_ufs_enable_ov_tm(struct ufs_hba * hba)241*4882a593Smuzhiyun static inline void exynos_ufs_enable_ov_tm(struct ufs_hba *hba)
242*4882a593Smuzhiyun {
243*4882a593Smuzhiyun ufshcd_dme_set(hba, UIC_ARG_MIB(PA_DBG_OV_TM), TRUE);
244*4882a593Smuzhiyun }
245*4882a593Smuzhiyun
exynos_ufs_disable_ov_tm(struct ufs_hba * hba)246*4882a593Smuzhiyun static inline void exynos_ufs_disable_ov_tm(struct ufs_hba *hba)
247*4882a593Smuzhiyun {
248*4882a593Smuzhiyun ufshcd_dme_set(hba, UIC_ARG_MIB(PA_DBG_OV_TM), FALSE);
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun
exynos_ufs_enable_dbg_mode(struct ufs_hba * hba)251*4882a593Smuzhiyun static inline void exynos_ufs_enable_dbg_mode(struct ufs_hba *hba)
252*4882a593Smuzhiyun {
253*4882a593Smuzhiyun ufshcd_dme_set(hba, UIC_ARG_MIB(PA_DBG_MODE), TRUE);
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
exynos_ufs_disable_dbg_mode(struct ufs_hba * hba)256*4882a593Smuzhiyun static inline void exynos_ufs_disable_dbg_mode(struct ufs_hba *hba)
257*4882a593Smuzhiyun {
258*4882a593Smuzhiyun ufshcd_dme_set(hba, UIC_ARG_MIB(PA_DBG_MODE), FALSE);
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun struct exynos_ufs_drv_data exynos_ufs_drvs;
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun struct exynos_ufs_uic_attr exynos7_uic_attr = {
264*4882a593Smuzhiyun .tx_trailingclks = 0x10,
265*4882a593Smuzhiyun .tx_dif_p_nsec = 3000000, /* unit: ns */
266*4882a593Smuzhiyun .tx_dif_n_nsec = 1000000, /* unit: ns */
267*4882a593Smuzhiyun .tx_high_z_cnt_nsec = 20000, /* unit: ns */
268*4882a593Smuzhiyun .tx_base_unit_nsec = 100000, /* unit: ns */
269*4882a593Smuzhiyun .tx_gran_unit_nsec = 4000, /* unit: ns */
270*4882a593Smuzhiyun .tx_sleep_cnt = 1000, /* unit: ns */
271*4882a593Smuzhiyun .tx_min_activatetime = 0xa,
272*4882a593Smuzhiyun .rx_filler_enable = 0x2,
273*4882a593Smuzhiyun .rx_dif_p_nsec = 1000000, /* unit: ns */
274*4882a593Smuzhiyun .rx_hibern8_wait_nsec = 4000000, /* unit: ns */
275*4882a593Smuzhiyun .rx_base_unit_nsec = 100000, /* unit: ns */
276*4882a593Smuzhiyun .rx_gran_unit_nsec = 4000, /* unit: ns */
277*4882a593Smuzhiyun .rx_sleep_cnt = 1280, /* unit: ns */
278*4882a593Smuzhiyun .rx_stall_cnt = 320, /* unit: ns */
279*4882a593Smuzhiyun .rx_hs_g1_sync_len_cap = SYNC_LEN_COARSE(0xf),
280*4882a593Smuzhiyun .rx_hs_g2_sync_len_cap = SYNC_LEN_COARSE(0xf),
281*4882a593Smuzhiyun .rx_hs_g3_sync_len_cap = SYNC_LEN_COARSE(0xf),
282*4882a593Smuzhiyun .rx_hs_g1_prep_sync_len_cap = PREP_LEN(0xf),
283*4882a593Smuzhiyun .rx_hs_g2_prep_sync_len_cap = PREP_LEN(0xf),
284*4882a593Smuzhiyun .rx_hs_g3_prep_sync_len_cap = PREP_LEN(0xf),
285*4882a593Smuzhiyun .pa_dbg_option_suite = 0x30103,
286*4882a593Smuzhiyun };
287*4882a593Smuzhiyun #endif /* _UFS_EXYNOS_H_ */
288