1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Hardware Random Number Generator support.
4*4882a593Smuzhiyun * Cavium Thunder, Marvell OcteonTx/Tx2 processor families.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2016 Cavium, Inc.
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/hw_random.h>
10*4882a593Smuzhiyun #include <linux/io.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <linux/pci.h>
13*4882a593Smuzhiyun #include <linux/pci_ids.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <asm/arch_timer.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun /* PCI device IDs */
18*4882a593Smuzhiyun #define PCI_DEVID_CAVIUM_RNG_PF 0xA018
19*4882a593Smuzhiyun #define PCI_DEVID_CAVIUM_RNG_VF 0xA033
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun #define HEALTH_STATUS_REG 0x38
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun /* RST device info */
24*4882a593Smuzhiyun #define PCI_DEVICE_ID_RST_OTX2 0xA085
25*4882a593Smuzhiyun #define RST_BOOT_REG 0x1600ULL
26*4882a593Smuzhiyun #define CLOCK_BASE_RATE 50000000ULL
27*4882a593Smuzhiyun #define MSEC_TO_NSEC(x) (x * 1000000)
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun struct cavium_rng {
30*4882a593Smuzhiyun struct hwrng ops;
31*4882a593Smuzhiyun void __iomem *result;
32*4882a593Smuzhiyun void __iomem *pf_regbase;
33*4882a593Smuzhiyun struct pci_dev *pdev;
34*4882a593Smuzhiyun u64 clock_rate;
35*4882a593Smuzhiyun u64 prev_error;
36*4882a593Smuzhiyun u64 prev_time;
37*4882a593Smuzhiyun };
38*4882a593Smuzhiyun
is_octeontx(struct pci_dev * pdev)39*4882a593Smuzhiyun static inline bool is_octeontx(struct pci_dev *pdev)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun if (midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX_83XX,
42*4882a593Smuzhiyun MIDR_CPU_VAR_REV(0, 0),
43*4882a593Smuzhiyun MIDR_CPU_VAR_REV(3, 0)) ||
44*4882a593Smuzhiyun midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX_81XX,
45*4882a593Smuzhiyun MIDR_CPU_VAR_REV(0, 0),
46*4882a593Smuzhiyun MIDR_CPU_VAR_REV(3, 0)) ||
47*4882a593Smuzhiyun midr_is_cpu_model_range(read_cpuid_id(), MIDR_THUNDERX,
48*4882a593Smuzhiyun MIDR_CPU_VAR_REV(0, 0),
49*4882a593Smuzhiyun MIDR_CPU_VAR_REV(3, 0)))
50*4882a593Smuzhiyun return true;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun return false;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
rng_get_coprocessor_clkrate(void)55*4882a593Smuzhiyun static u64 rng_get_coprocessor_clkrate(void)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun u64 ret = CLOCK_BASE_RATE * 16; /* Assume 800Mhz as default */
58*4882a593Smuzhiyun struct pci_dev *pdev;
59*4882a593Smuzhiyun void __iomem *base;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun pdev = pci_get_device(PCI_VENDOR_ID_CAVIUM,
62*4882a593Smuzhiyun PCI_DEVICE_ID_RST_OTX2, NULL);
63*4882a593Smuzhiyun if (!pdev)
64*4882a593Smuzhiyun goto error;
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun base = pci_ioremap_bar(pdev, 0);
67*4882a593Smuzhiyun if (!base)
68*4882a593Smuzhiyun goto error_put_pdev;
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun /* RST: PNR_MUL * 50Mhz gives clockrate */
71*4882a593Smuzhiyun ret = CLOCK_BASE_RATE * ((readq(base + RST_BOOT_REG) >> 33) & 0x3F);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun iounmap(base);
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun error_put_pdev:
76*4882a593Smuzhiyun pci_dev_put(pdev);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun error:
79*4882a593Smuzhiyun return ret;
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
check_rng_health(struct cavium_rng * rng)82*4882a593Smuzhiyun static int check_rng_health(struct cavium_rng *rng)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun u64 cur_err, cur_time;
85*4882a593Smuzhiyun u64 status, cycles;
86*4882a593Smuzhiyun u64 time_elapsed;
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /* Skip checking health for OcteonTx */
90*4882a593Smuzhiyun if (!rng->pf_regbase)
91*4882a593Smuzhiyun return 0;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun status = readq(rng->pf_regbase + HEALTH_STATUS_REG);
94*4882a593Smuzhiyun if (status & BIT_ULL(0)) {
95*4882a593Smuzhiyun dev_err(&rng->pdev->dev, "HWRNG: Startup health test failed\n");
96*4882a593Smuzhiyun return -EIO;
97*4882a593Smuzhiyun }
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun cycles = status >> 1;
100*4882a593Smuzhiyun if (!cycles)
101*4882a593Smuzhiyun return 0;
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun cur_time = arch_timer_read_counter();
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun /* RNM_HEALTH_STATUS[CYCLES_SINCE_HEALTH_FAILURE]
106*4882a593Smuzhiyun * Number of coprocessor cycles times 2 since the last failure.
107*4882a593Smuzhiyun * This field doesn't get cleared/updated until another failure.
108*4882a593Smuzhiyun */
109*4882a593Smuzhiyun cycles = cycles / 2;
110*4882a593Smuzhiyun cur_err = (cycles * 1000000000) / rng->clock_rate; /* In nanosec */
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun /* Ignore errors that happenned a long time ago, these
113*4882a593Smuzhiyun * are most likely false positive errors.
114*4882a593Smuzhiyun */
115*4882a593Smuzhiyun if (cur_err > MSEC_TO_NSEC(10)) {
116*4882a593Smuzhiyun rng->prev_error = 0;
117*4882a593Smuzhiyun rng->prev_time = 0;
118*4882a593Smuzhiyun return 0;
119*4882a593Smuzhiyun }
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun if (rng->prev_error) {
122*4882a593Smuzhiyun /* Calculate time elapsed since last error
123*4882a593Smuzhiyun * '1' tick of CNTVCT is 10ns, since it runs at 100Mhz.
124*4882a593Smuzhiyun */
125*4882a593Smuzhiyun time_elapsed = (cur_time - rng->prev_time) * 10;
126*4882a593Smuzhiyun time_elapsed += rng->prev_error;
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun /* Check if current error is a new one or the old one itself.
129*4882a593Smuzhiyun * If error is a new one then consider there is a persistent
130*4882a593Smuzhiyun * issue with entropy, declare hardware failure.
131*4882a593Smuzhiyun */
132*4882a593Smuzhiyun if (cur_err < time_elapsed) {
133*4882a593Smuzhiyun dev_err(&rng->pdev->dev, "HWRNG failure detected\n");
134*4882a593Smuzhiyun rng->prev_error = cur_err;
135*4882a593Smuzhiyun rng->prev_time = cur_time;
136*4882a593Smuzhiyun return -EIO;
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun rng->prev_error = cur_err;
141*4882a593Smuzhiyun rng->prev_time = cur_time;
142*4882a593Smuzhiyun return 0;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /* Read data from the RNG unit */
cavium_rng_read(struct hwrng * rng,void * dat,size_t max,bool wait)146*4882a593Smuzhiyun static int cavium_rng_read(struct hwrng *rng, void *dat, size_t max, bool wait)
147*4882a593Smuzhiyun {
148*4882a593Smuzhiyun struct cavium_rng *p = container_of(rng, struct cavium_rng, ops);
149*4882a593Smuzhiyun unsigned int size = max;
150*4882a593Smuzhiyun int err = 0;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun err = check_rng_health(p);
153*4882a593Smuzhiyun if (err)
154*4882a593Smuzhiyun return err;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun while (size >= 8) {
157*4882a593Smuzhiyun *((u64 *)dat) = readq(p->result);
158*4882a593Smuzhiyun size -= 8;
159*4882a593Smuzhiyun dat += 8;
160*4882a593Smuzhiyun }
161*4882a593Smuzhiyun while (size > 0) {
162*4882a593Smuzhiyun *((u8 *)dat) = readb(p->result);
163*4882a593Smuzhiyun size--;
164*4882a593Smuzhiyun dat++;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun return max;
167*4882a593Smuzhiyun }
168*4882a593Smuzhiyun
cavium_map_pf_regs(struct cavium_rng * rng)169*4882a593Smuzhiyun static int cavium_map_pf_regs(struct cavium_rng *rng)
170*4882a593Smuzhiyun {
171*4882a593Smuzhiyun struct pci_dev *pdev;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun /* Health status is not supported on 83xx, skip mapping PF CSRs */
174*4882a593Smuzhiyun if (is_octeontx(rng->pdev)) {
175*4882a593Smuzhiyun rng->pf_regbase = NULL;
176*4882a593Smuzhiyun return 0;
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun pdev = pci_get_device(PCI_VENDOR_ID_CAVIUM,
180*4882a593Smuzhiyun PCI_DEVID_CAVIUM_RNG_PF, NULL);
181*4882a593Smuzhiyun if (!pdev) {
182*4882a593Smuzhiyun dev_err(&pdev->dev, "Cannot find RNG PF device\n");
183*4882a593Smuzhiyun return -EIO;
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun rng->pf_regbase = ioremap(pci_resource_start(pdev, 0),
187*4882a593Smuzhiyun pci_resource_len(pdev, 0));
188*4882a593Smuzhiyun if (!rng->pf_regbase) {
189*4882a593Smuzhiyun dev_err(&pdev->dev, "Failed to map PF CSR region\n");
190*4882a593Smuzhiyun pci_dev_put(pdev);
191*4882a593Smuzhiyun return -ENOMEM;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun pci_dev_put(pdev);
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun /* Get co-processor clock rate */
197*4882a593Smuzhiyun rng->clock_rate = rng_get_coprocessor_clkrate();
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun return 0;
200*4882a593Smuzhiyun }
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun /* Map Cavium RNG to an HWRNG object */
cavium_rng_probe_vf(struct pci_dev * pdev,const struct pci_device_id * id)203*4882a593Smuzhiyun static int cavium_rng_probe_vf(struct pci_dev *pdev,
204*4882a593Smuzhiyun const struct pci_device_id *id)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun struct cavium_rng *rng;
207*4882a593Smuzhiyun int ret;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun rng = devm_kzalloc(&pdev->dev, sizeof(*rng), GFP_KERNEL);
210*4882a593Smuzhiyun if (!rng)
211*4882a593Smuzhiyun return -ENOMEM;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun rng->pdev = pdev;
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun /* Map the RNG result */
216*4882a593Smuzhiyun rng->result = pcim_iomap(pdev, 0, 0);
217*4882a593Smuzhiyun if (!rng->result) {
218*4882a593Smuzhiyun dev_err(&pdev->dev, "Error iomap failed retrieving result.\n");
219*4882a593Smuzhiyun return -ENOMEM;
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun rng->ops.name = devm_kasprintf(&pdev->dev, GFP_KERNEL,
223*4882a593Smuzhiyun "cavium-rng-%s", dev_name(&pdev->dev));
224*4882a593Smuzhiyun if (!rng->ops.name)
225*4882a593Smuzhiyun return -ENOMEM;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun rng->ops.read = cavium_rng_read;
228*4882a593Smuzhiyun rng->ops.quality = 1000;
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun pci_set_drvdata(pdev, rng);
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun /* Health status is available only at PF, hence map PF registers. */
233*4882a593Smuzhiyun ret = cavium_map_pf_regs(rng);
234*4882a593Smuzhiyun if (ret)
235*4882a593Smuzhiyun return ret;
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun ret = devm_hwrng_register(&pdev->dev, &rng->ops);
238*4882a593Smuzhiyun if (ret) {
239*4882a593Smuzhiyun dev_err(&pdev->dev, "Error registering device as HWRNG.\n");
240*4882a593Smuzhiyun return ret;
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun return 0;
244*4882a593Smuzhiyun }
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun /* Remove the VF */
cavium_rng_remove_vf(struct pci_dev * pdev)247*4882a593Smuzhiyun static void cavium_rng_remove_vf(struct pci_dev *pdev)
248*4882a593Smuzhiyun {
249*4882a593Smuzhiyun struct cavium_rng *rng;
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun rng = pci_get_drvdata(pdev);
252*4882a593Smuzhiyun iounmap(rng->pf_regbase);
253*4882a593Smuzhiyun }
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun static const struct pci_device_id cavium_rng_vf_id_table[] = {
256*4882a593Smuzhiyun { PCI_DEVICE(PCI_VENDOR_ID_CAVIUM, PCI_DEVID_CAVIUM_RNG_VF) },
257*4882a593Smuzhiyun { 0, }
258*4882a593Smuzhiyun };
259*4882a593Smuzhiyun MODULE_DEVICE_TABLE(pci, cavium_rng_vf_id_table);
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun static struct pci_driver cavium_rng_vf_driver = {
262*4882a593Smuzhiyun .name = "cavium_rng_vf",
263*4882a593Smuzhiyun .id_table = cavium_rng_vf_id_table,
264*4882a593Smuzhiyun .probe = cavium_rng_probe_vf,
265*4882a593Smuzhiyun .remove = cavium_rng_remove_vf,
266*4882a593Smuzhiyun };
267*4882a593Smuzhiyun module_pci_driver(cavium_rng_vf_driver);
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun MODULE_AUTHOR("Omer Khaliq <okhaliq@caviumnetworks.com>");
270*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
271