1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2013, Michael Ellerman, IBM Corporation.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #define pr_fmt(fmt) "powernv-rng: " fmt
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/kernel.h>
9*4882a593Smuzhiyun #include <linux/of.h>
10*4882a593Smuzhiyun #include <linux/of_address.h>
11*4882a593Smuzhiyun #include <linux/of_platform.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <linux/smp.h>
14*4882a593Smuzhiyun #include <asm/archrandom.h>
15*4882a593Smuzhiyun #include <asm/cputable.h>
16*4882a593Smuzhiyun #include <asm/io.h>
17*4882a593Smuzhiyun #include <asm/prom.h>
18*4882a593Smuzhiyun #include <asm/machdep.h>
19*4882a593Smuzhiyun #include <asm/smp.h>
20*4882a593Smuzhiyun #include "powernv.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define DARN_ERR 0xFFFFFFFFFFFFFFFFul
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun struct powernv_rng {
25*4882a593Smuzhiyun void __iomem *regs;
26*4882a593Smuzhiyun void __iomem *regs_real;
27*4882a593Smuzhiyun unsigned long mask;
28*4882a593Smuzhiyun };
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun static DEFINE_PER_CPU(struct powernv_rng *, powernv_rng);
31*4882a593Smuzhiyun
powernv_hwrng_present(void)32*4882a593Smuzhiyun int powernv_hwrng_present(void)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun struct powernv_rng *rng;
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun rng = get_cpu_var(powernv_rng);
37*4882a593Smuzhiyun put_cpu_var(rng);
38*4882a593Smuzhiyun return rng != NULL;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
rng_whiten(struct powernv_rng * rng,unsigned long val)41*4882a593Smuzhiyun static unsigned long rng_whiten(struct powernv_rng *rng, unsigned long val)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun unsigned long parity;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun /* Calculate the parity of the value */
46*4882a593Smuzhiyun asm (".machine push; \
47*4882a593Smuzhiyun .machine power7; \
48*4882a593Smuzhiyun popcntd %0,%1; \
49*4882a593Smuzhiyun .machine pop;"
50*4882a593Smuzhiyun : "=r" (parity) : "r" (val));
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* xor our value with the previous mask */
53*4882a593Smuzhiyun val ^= rng->mask;
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun /* update the mask based on the parity of this value */
56*4882a593Smuzhiyun rng->mask = (rng->mask << 1) | (parity & 1);
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun return val;
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun
powernv_get_random_real_mode(unsigned long * v)61*4882a593Smuzhiyun int powernv_get_random_real_mode(unsigned long *v)
62*4882a593Smuzhiyun {
63*4882a593Smuzhiyun struct powernv_rng *rng;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun rng = raw_cpu_read(powernv_rng);
66*4882a593Smuzhiyun if (!rng)
67*4882a593Smuzhiyun return 0;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun *v = rng_whiten(rng, __raw_rm_readq(rng->regs_real));
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun return 1;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
powernv_get_random_darn(unsigned long * v)74*4882a593Smuzhiyun static int powernv_get_random_darn(unsigned long *v)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun unsigned long val;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun /* Using DARN with L=1 - 64-bit conditioned random number */
79*4882a593Smuzhiyun asm volatile(PPC_DARN(%0, 1) : "=r"(val));
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun if (val == DARN_ERR)
82*4882a593Smuzhiyun return 0;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun *v = val;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun return 1;
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
initialise_darn(void)89*4882a593Smuzhiyun static int initialise_darn(void)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun unsigned long val;
92*4882a593Smuzhiyun int i;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun if (!cpu_has_feature(CPU_FTR_ARCH_300))
95*4882a593Smuzhiyun return -ENODEV;
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun for (i = 0; i < 10; i++) {
98*4882a593Smuzhiyun if (powernv_get_random_darn(&val)) {
99*4882a593Smuzhiyun ppc_md.get_random_seed = powernv_get_random_darn;
100*4882a593Smuzhiyun return 0;
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun return -EIO;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
powernv_get_random_long(unsigned long * v)106*4882a593Smuzhiyun int powernv_get_random_long(unsigned long *v)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun struct powernv_rng *rng;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun rng = get_cpu_var(powernv_rng);
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun *v = rng_whiten(rng, in_be64(rng->regs));
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun put_cpu_var(rng);
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun return 1;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(powernv_get_random_long);
119*4882a593Smuzhiyun
rng_init_per_cpu(struct powernv_rng * rng,struct device_node * dn)120*4882a593Smuzhiyun static __init void rng_init_per_cpu(struct powernv_rng *rng,
121*4882a593Smuzhiyun struct device_node *dn)
122*4882a593Smuzhiyun {
123*4882a593Smuzhiyun int chip_id, cpu;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun chip_id = of_get_ibm_chip_id(dn);
126*4882a593Smuzhiyun if (chip_id == -1)
127*4882a593Smuzhiyun pr_warn("No ibm,chip-id found for %pOF.\n", dn);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun for_each_possible_cpu(cpu) {
130*4882a593Smuzhiyun if (per_cpu(powernv_rng, cpu) == NULL ||
131*4882a593Smuzhiyun cpu_to_chip_id(cpu) == chip_id) {
132*4882a593Smuzhiyun per_cpu(powernv_rng, cpu) = rng;
133*4882a593Smuzhiyun }
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
rng_create(struct device_node * dn)137*4882a593Smuzhiyun static __init int rng_create(struct device_node *dn)
138*4882a593Smuzhiyun {
139*4882a593Smuzhiyun struct powernv_rng *rng;
140*4882a593Smuzhiyun struct resource res;
141*4882a593Smuzhiyun unsigned long val;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun rng = kzalloc(sizeof(*rng), GFP_KERNEL);
144*4882a593Smuzhiyun if (!rng)
145*4882a593Smuzhiyun return -ENOMEM;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun if (of_address_to_resource(dn, 0, &res)) {
148*4882a593Smuzhiyun kfree(rng);
149*4882a593Smuzhiyun return -ENXIO;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun rng->regs_real = (void __iomem *)res.start;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun rng->regs = of_iomap(dn, 0);
155*4882a593Smuzhiyun if (!rng->regs) {
156*4882a593Smuzhiyun kfree(rng);
157*4882a593Smuzhiyun return -ENXIO;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun val = in_be64(rng->regs);
161*4882a593Smuzhiyun rng->mask = val;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun rng_init_per_cpu(rng, dn);
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun ppc_md.get_random_seed = powernv_get_random_long;
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun return 0;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
pnv_get_random_long_early(unsigned long * v)170*4882a593Smuzhiyun static int __init pnv_get_random_long_early(unsigned long *v)
171*4882a593Smuzhiyun {
172*4882a593Smuzhiyun struct device_node *dn;
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun if (!slab_is_available())
175*4882a593Smuzhiyun return 0;
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun if (cmpxchg(&ppc_md.get_random_seed, pnv_get_random_long_early,
178*4882a593Smuzhiyun NULL) != pnv_get_random_long_early)
179*4882a593Smuzhiyun return 0;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun for_each_compatible_node(dn, NULL, "ibm,power-rng")
182*4882a593Smuzhiyun rng_create(dn);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun if (!ppc_md.get_random_seed)
185*4882a593Smuzhiyun return 0;
186*4882a593Smuzhiyun return ppc_md.get_random_seed(v);
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
pnv_rng_init(void)189*4882a593Smuzhiyun void __init pnv_rng_init(void)
190*4882a593Smuzhiyun {
191*4882a593Smuzhiyun struct device_node *dn;
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun /* Prefer darn over the rest. */
194*4882a593Smuzhiyun if (!initialise_darn())
195*4882a593Smuzhiyun return;
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun dn = of_find_compatible_node(NULL, NULL, "ibm,power-rng");
198*4882a593Smuzhiyun if (dn)
199*4882a593Smuzhiyun ppc_md.get_random_seed = pnv_get_random_long_early;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun of_node_put(dn);
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
pnv_rng_late_init(void)204*4882a593Smuzhiyun static int __init pnv_rng_late_init(void)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun struct device_node *dn;
207*4882a593Smuzhiyun unsigned long v;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun /* In case it wasn't called during init for some other reason. */
210*4882a593Smuzhiyun if (ppc_md.get_random_seed == pnv_get_random_long_early)
211*4882a593Smuzhiyun pnv_get_random_long_early(&v);
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun if (ppc_md.get_random_seed == powernv_get_random_long) {
214*4882a593Smuzhiyun for_each_compatible_node(dn, NULL, "ibm,power-rng")
215*4882a593Smuzhiyun of_platform_device_create(dn, NULL, NULL);
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun return 0;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun machine_subsys_initcall(powernv, pnv_rng_late_init);
221