1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * CPU-measurement facilities
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright IBM Corp. 2012, 2018
6*4882a593Smuzhiyun * Author(s): Hendrik Brueckner <brueckner@linux.vnet.ibm.com>
7*4882a593Smuzhiyun * Jan Glauber <jang@linux.vnet.ibm.com>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #ifndef _ASM_S390_CPU_MF_H
10*4882a593Smuzhiyun #define _ASM_S390_CPU_MF_H
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/errno.h>
13*4882a593Smuzhiyun #include <asm/facility.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun asm(".include \"asm/cpu_mf-insn.h\"\n");
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define CPU_MF_INT_SF_IAE (1 << 31) /* invalid entry address */
18*4882a593Smuzhiyun #define CPU_MF_INT_SF_ISE (1 << 30) /* incorrect SDBT entry */
19*4882a593Smuzhiyun #define CPU_MF_INT_SF_PRA (1 << 29) /* program request alert */
20*4882a593Smuzhiyun #define CPU_MF_INT_SF_SACA (1 << 23) /* sampler auth. change alert */
21*4882a593Smuzhiyun #define CPU_MF_INT_SF_LSDA (1 << 22) /* loss of sample data alert */
22*4882a593Smuzhiyun #define CPU_MF_INT_CF_MTDA (1 << 15) /* loss of MT ctr. data alert */
23*4882a593Smuzhiyun #define CPU_MF_INT_CF_CACA (1 << 7) /* counter auth. change alert */
24*4882a593Smuzhiyun #define CPU_MF_INT_CF_LCDA (1 << 6) /* loss of counter data alert */
25*4882a593Smuzhiyun #define CPU_MF_INT_CF_MASK (CPU_MF_INT_CF_MTDA|CPU_MF_INT_CF_CACA| \
26*4882a593Smuzhiyun CPU_MF_INT_CF_LCDA)
27*4882a593Smuzhiyun #define CPU_MF_INT_SF_MASK (CPU_MF_INT_SF_IAE|CPU_MF_INT_SF_ISE| \
28*4882a593Smuzhiyun CPU_MF_INT_SF_PRA|CPU_MF_INT_SF_SACA| \
29*4882a593Smuzhiyun CPU_MF_INT_SF_LSDA)
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun #define CPU_MF_SF_RIBM_NOTAV 0x1 /* Sampling unavailable */
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /* CPU measurement facility support */
cpum_cf_avail(void)34*4882a593Smuzhiyun static inline int cpum_cf_avail(void)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun return test_facility(40) && test_facility(67);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
cpum_sf_avail(void)39*4882a593Smuzhiyun static inline int cpum_sf_avail(void)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun return test_facility(40) && test_facility(68);
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun struct cpumf_ctr_info {
46*4882a593Smuzhiyun u16 cfvn;
47*4882a593Smuzhiyun u16 auth_ctl;
48*4882a593Smuzhiyun u16 enable_ctl;
49*4882a593Smuzhiyun u16 act_ctl;
50*4882a593Smuzhiyun u16 max_cpu;
51*4882a593Smuzhiyun u16 csvn;
52*4882a593Smuzhiyun u16 max_cg;
53*4882a593Smuzhiyun u16 reserved1;
54*4882a593Smuzhiyun u32 reserved2[12];
55*4882a593Smuzhiyun } __packed;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun /* QUERY SAMPLING INFORMATION block */
58*4882a593Smuzhiyun struct hws_qsi_info_block { /* Bit(s) */
59*4882a593Smuzhiyun unsigned int b0_13:14; /* 0-13: zeros */
60*4882a593Smuzhiyun unsigned int as:1; /* 14: basic-sampling authorization */
61*4882a593Smuzhiyun unsigned int ad:1; /* 15: diag-sampling authorization */
62*4882a593Smuzhiyun unsigned int b16_21:6; /* 16-21: zeros */
63*4882a593Smuzhiyun unsigned int es:1; /* 22: basic-sampling enable control */
64*4882a593Smuzhiyun unsigned int ed:1; /* 23: diag-sampling enable control */
65*4882a593Smuzhiyun unsigned int b24_29:6; /* 24-29: zeros */
66*4882a593Smuzhiyun unsigned int cs:1; /* 30: basic-sampling activation control */
67*4882a593Smuzhiyun unsigned int cd:1; /* 31: diag-sampling activation control */
68*4882a593Smuzhiyun unsigned int bsdes:16; /* 4-5: size of basic sampling entry */
69*4882a593Smuzhiyun unsigned int dsdes:16; /* 6-7: size of diagnostic sampling entry */
70*4882a593Smuzhiyun unsigned long min_sampl_rate; /* 8-15: minimum sampling interval */
71*4882a593Smuzhiyun unsigned long max_sampl_rate; /* 16-23: maximum sampling interval*/
72*4882a593Smuzhiyun unsigned long tear; /* 24-31: TEAR contents */
73*4882a593Smuzhiyun unsigned long dear; /* 32-39: DEAR contents */
74*4882a593Smuzhiyun unsigned int rsvrd0:24; /* 40-42: reserved */
75*4882a593Smuzhiyun unsigned int ribm:8; /* 43: Reserved by IBM */
76*4882a593Smuzhiyun unsigned int cpu_speed; /* 44-47: CPU speed */
77*4882a593Smuzhiyun unsigned long long rsvrd1; /* 48-55: reserved */
78*4882a593Smuzhiyun unsigned long long rsvrd2; /* 56-63: reserved */
79*4882a593Smuzhiyun } __packed;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /* SET SAMPLING CONTROLS request block */
82*4882a593Smuzhiyun struct hws_lsctl_request_block {
83*4882a593Smuzhiyun unsigned int s:1; /* 0: maximum buffer indicator */
84*4882a593Smuzhiyun unsigned int h:1; /* 1: part. level reserved for VM use*/
85*4882a593Smuzhiyun unsigned long long b2_53:52;/* 2-53: zeros */
86*4882a593Smuzhiyun unsigned int es:1; /* 54: basic-sampling enable control */
87*4882a593Smuzhiyun unsigned int ed:1; /* 55: diag-sampling enable control */
88*4882a593Smuzhiyun unsigned int b56_61:6; /* 56-61: - zeros */
89*4882a593Smuzhiyun unsigned int cs:1; /* 62: basic-sampling activation control */
90*4882a593Smuzhiyun unsigned int cd:1; /* 63: diag-sampling activation control */
91*4882a593Smuzhiyun unsigned long interval; /* 8-15: sampling interval */
92*4882a593Smuzhiyun unsigned long tear; /* 16-23: TEAR contents */
93*4882a593Smuzhiyun unsigned long dear; /* 24-31: DEAR contents */
94*4882a593Smuzhiyun /* 32-63: */
95*4882a593Smuzhiyun unsigned long rsvrd1; /* reserved */
96*4882a593Smuzhiyun unsigned long rsvrd2; /* reserved */
97*4882a593Smuzhiyun unsigned long rsvrd3; /* reserved */
98*4882a593Smuzhiyun unsigned long rsvrd4; /* reserved */
99*4882a593Smuzhiyun } __packed;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun struct hws_basic_entry {
102*4882a593Smuzhiyun unsigned int def:16; /* 0-15 Data Entry Format */
103*4882a593Smuzhiyun unsigned int R:4; /* 16-19 reserved */
104*4882a593Smuzhiyun unsigned int U:4; /* 20-23 Number of unique instruct. */
105*4882a593Smuzhiyun unsigned int z:2; /* zeros */
106*4882a593Smuzhiyun unsigned int T:1; /* 26 PSW DAT mode */
107*4882a593Smuzhiyun unsigned int W:1; /* 27 PSW wait state */
108*4882a593Smuzhiyun unsigned int P:1; /* 28 PSW Problem state */
109*4882a593Smuzhiyun unsigned int AS:2; /* 29-30 PSW address-space control */
110*4882a593Smuzhiyun unsigned int I:1; /* 31 entry valid or invalid */
111*4882a593Smuzhiyun unsigned int CL:2; /* 32-33 Configuration Level */
112*4882a593Smuzhiyun unsigned int:14;
113*4882a593Smuzhiyun unsigned int prim_asn:16; /* primary ASN */
114*4882a593Smuzhiyun unsigned long long ia; /* Instruction Address */
115*4882a593Smuzhiyun unsigned long long gpp; /* Guest Program Parameter */
116*4882a593Smuzhiyun unsigned long long hpp; /* Host Program Parameter */
117*4882a593Smuzhiyun } __packed;
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun struct hws_diag_entry {
120*4882a593Smuzhiyun unsigned int def:16; /* 0-15 Data Entry Format */
121*4882a593Smuzhiyun unsigned int R:15; /* 16-19 and 20-30 reserved */
122*4882a593Smuzhiyun unsigned int I:1; /* 31 entry valid or invalid */
123*4882a593Smuzhiyun u8 data[]; /* Machine-dependent sample data */
124*4882a593Smuzhiyun } __packed;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun struct hws_combined_entry {
127*4882a593Smuzhiyun struct hws_basic_entry basic; /* Basic-sampling data entry */
128*4882a593Smuzhiyun struct hws_diag_entry diag; /* Diagnostic-sampling data entry */
129*4882a593Smuzhiyun } __packed;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun struct hws_trailer_entry {
132*4882a593Smuzhiyun union {
133*4882a593Smuzhiyun struct {
134*4882a593Smuzhiyun unsigned int f:1; /* 0 - Block Full Indicator */
135*4882a593Smuzhiyun unsigned int a:1; /* 1 - Alert request control */
136*4882a593Smuzhiyun unsigned int t:1; /* 2 - Timestamp format */
137*4882a593Smuzhiyun unsigned int :29; /* 3 - 31: Reserved */
138*4882a593Smuzhiyun unsigned int bsdes:16; /* 32-47: size of basic SDE */
139*4882a593Smuzhiyun unsigned int dsdes:16; /* 48-63: size of diagnostic SDE */
140*4882a593Smuzhiyun };
141*4882a593Smuzhiyun unsigned long long flags; /* 0 - 63: All indicators */
142*4882a593Smuzhiyun };
143*4882a593Smuzhiyun unsigned long long overflow; /* 64 - sample Overflow count */
144*4882a593Smuzhiyun unsigned char timestamp[16]; /* 16 - 31 timestamp */
145*4882a593Smuzhiyun unsigned long long reserved1; /* 32 -Reserved */
146*4882a593Smuzhiyun unsigned long long reserved2; /* */
147*4882a593Smuzhiyun union { /* 48 - reserved for programming use */
148*4882a593Smuzhiyun struct {
149*4882a593Smuzhiyun unsigned int clock_base:1; /* in progusage2 */
150*4882a593Smuzhiyun unsigned long long progusage1:63;
151*4882a593Smuzhiyun unsigned long long progusage2;
152*4882a593Smuzhiyun };
153*4882a593Smuzhiyun unsigned long long progusage[2];
154*4882a593Smuzhiyun };
155*4882a593Smuzhiyun } __packed;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun /* Load program parameter */
lpp(void * pp)158*4882a593Smuzhiyun static inline void lpp(void *pp)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun asm volatile(".insn s,0xb2800000,0(%0)\n":: "a" (pp) : "memory");
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun /* Query counter information */
qctri(struct cpumf_ctr_info * info)164*4882a593Smuzhiyun static inline int qctri(struct cpumf_ctr_info *info)
165*4882a593Smuzhiyun {
166*4882a593Smuzhiyun int rc = -EINVAL;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun asm volatile (
169*4882a593Smuzhiyun "0: .insn s,0xb28e0000,%1\n"
170*4882a593Smuzhiyun "1: lhi %0,0\n"
171*4882a593Smuzhiyun "2:\n"
172*4882a593Smuzhiyun EX_TABLE(1b, 2b)
173*4882a593Smuzhiyun : "+d" (rc), "=Q" (*info));
174*4882a593Smuzhiyun return rc;
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun /* Load CPU-counter-set controls */
lcctl(u64 ctl)178*4882a593Smuzhiyun static inline int lcctl(u64 ctl)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun int cc;
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun asm volatile (
183*4882a593Smuzhiyun " .insn s,0xb2840000,%1\n"
184*4882a593Smuzhiyun " ipm %0\n"
185*4882a593Smuzhiyun " srl %0,28\n"
186*4882a593Smuzhiyun : "=d" (cc) : "Q" (ctl) : "cc");
187*4882a593Smuzhiyun return cc;
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun /* Extract CPU counter */
__ecctr(u64 ctr,u64 * content)191*4882a593Smuzhiyun static inline int __ecctr(u64 ctr, u64 *content)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun u64 _content;
194*4882a593Smuzhiyun int cc;
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun asm volatile (
197*4882a593Smuzhiyun " .insn rre,0xb2e40000,%0,%2\n"
198*4882a593Smuzhiyun " ipm %1\n"
199*4882a593Smuzhiyun " srl %1,28\n"
200*4882a593Smuzhiyun : "=d" (_content), "=d" (cc) : "d" (ctr) : "cc");
201*4882a593Smuzhiyun *content = _content;
202*4882a593Smuzhiyun return cc;
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun /* Extract CPU counter */
ecctr(u64 ctr,u64 * val)206*4882a593Smuzhiyun static inline int ecctr(u64 ctr, u64 *val)
207*4882a593Smuzhiyun {
208*4882a593Smuzhiyun u64 content;
209*4882a593Smuzhiyun int cc;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun cc = __ecctr(ctr, &content);
212*4882a593Smuzhiyun if (!cc)
213*4882a593Smuzhiyun *val = content;
214*4882a593Smuzhiyun return cc;
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun /* Store CPU counter multiple for a particular counter set */
218*4882a593Smuzhiyun enum stcctm_ctr_set {
219*4882a593Smuzhiyun EXTENDED = 0,
220*4882a593Smuzhiyun BASIC = 1,
221*4882a593Smuzhiyun PROBLEM_STATE = 2,
222*4882a593Smuzhiyun CRYPTO_ACTIVITY = 3,
223*4882a593Smuzhiyun MT_DIAG = 5,
224*4882a593Smuzhiyun MT_DIAG_CLEARING = 9, /* clears loss-of-MT-ctr-data alert */
225*4882a593Smuzhiyun };
226*4882a593Smuzhiyun
stcctm(enum stcctm_ctr_set set,u64 range,u64 * dest)227*4882a593Smuzhiyun static __always_inline int stcctm(enum stcctm_ctr_set set, u64 range, u64 *dest)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun int cc;
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun asm volatile (
232*4882a593Smuzhiyun " STCCTM %2,%3,%1\n"
233*4882a593Smuzhiyun " ipm %0\n"
234*4882a593Smuzhiyun " srl %0,28\n"
235*4882a593Smuzhiyun : "=d" (cc)
236*4882a593Smuzhiyun : "Q" (*dest), "d" (range), "i" (set)
237*4882a593Smuzhiyun : "cc", "memory");
238*4882a593Smuzhiyun return cc;
239*4882a593Smuzhiyun }
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun /* Query sampling information */
qsi(struct hws_qsi_info_block * info)242*4882a593Smuzhiyun static inline int qsi(struct hws_qsi_info_block *info)
243*4882a593Smuzhiyun {
244*4882a593Smuzhiyun int cc = 1;
245*4882a593Smuzhiyun
246*4882a593Smuzhiyun asm volatile(
247*4882a593Smuzhiyun "0: .insn s,0xb2860000,%1\n"
248*4882a593Smuzhiyun "1: lhi %0,0\n"
249*4882a593Smuzhiyun "2:\n"
250*4882a593Smuzhiyun EX_TABLE(0b, 2b) EX_TABLE(1b, 2b)
251*4882a593Smuzhiyun : "+d" (cc), "+Q" (*info));
252*4882a593Smuzhiyun return cc ? -EINVAL : 0;
253*4882a593Smuzhiyun }
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun /* Load sampling controls */
lsctl(struct hws_lsctl_request_block * req)256*4882a593Smuzhiyun static inline int lsctl(struct hws_lsctl_request_block *req)
257*4882a593Smuzhiyun {
258*4882a593Smuzhiyun int cc;
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun cc = 1;
261*4882a593Smuzhiyun asm volatile(
262*4882a593Smuzhiyun "0: .insn s,0xb2870000,0(%1)\n"
263*4882a593Smuzhiyun "1: ipm %0\n"
264*4882a593Smuzhiyun " srl %0,28\n"
265*4882a593Smuzhiyun "2:\n"
266*4882a593Smuzhiyun EX_TABLE(0b, 2b) EX_TABLE(1b, 2b)
267*4882a593Smuzhiyun : "+d" (cc), "+a" (req)
268*4882a593Smuzhiyun : "m" (*req)
269*4882a593Smuzhiyun : "cc", "memory");
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun return cc ? -EINVAL : 0;
272*4882a593Smuzhiyun }
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun /* Sampling control helper functions */
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun #include <linux/time.h>
277*4882a593Smuzhiyun
freq_to_sample_rate(struct hws_qsi_info_block * qsi,unsigned long freq)278*4882a593Smuzhiyun static inline unsigned long freq_to_sample_rate(struct hws_qsi_info_block *qsi,
279*4882a593Smuzhiyun unsigned long freq)
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun return (USEC_PER_SEC / freq) * qsi->cpu_speed;
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun
sample_rate_to_freq(struct hws_qsi_info_block * qsi,unsigned long rate)284*4882a593Smuzhiyun static inline unsigned long sample_rate_to_freq(struct hws_qsi_info_block *qsi,
285*4882a593Smuzhiyun unsigned long rate)
286*4882a593Smuzhiyun {
287*4882a593Smuzhiyun return USEC_PER_SEC * qsi->cpu_speed / rate;
288*4882a593Smuzhiyun }
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun #define SDB_TE_ALERT_REQ_MASK 0x4000000000000000UL
291*4882a593Smuzhiyun #define SDB_TE_BUFFER_FULL_MASK 0x8000000000000000UL
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun /* Return TOD timestamp contained in an trailer entry */
trailer_timestamp(struct hws_trailer_entry * te)294*4882a593Smuzhiyun static inline unsigned long long trailer_timestamp(struct hws_trailer_entry *te)
295*4882a593Smuzhiyun {
296*4882a593Smuzhiyun /* TOD in STCKE format */
297*4882a593Smuzhiyun if (te->t)
298*4882a593Smuzhiyun return *((unsigned long long *) &te->timestamp[1]);
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun /* TOD in STCK format */
301*4882a593Smuzhiyun return *((unsigned long long *) &te->timestamp[0]);
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun /* Return pointer to trailer entry of an sample data block */
trailer_entry_ptr(unsigned long v)305*4882a593Smuzhiyun static inline unsigned long *trailer_entry_ptr(unsigned long v)
306*4882a593Smuzhiyun {
307*4882a593Smuzhiyun void *ret;
308*4882a593Smuzhiyun
309*4882a593Smuzhiyun ret = (void *) v;
310*4882a593Smuzhiyun ret += PAGE_SIZE;
311*4882a593Smuzhiyun ret -= sizeof(struct hws_trailer_entry);
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun return (unsigned long *) ret;
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun /* Return true if the entry in the sample data block table (sdbt)
317*4882a593Smuzhiyun * is a link to the next sdbt */
is_link_entry(unsigned long * s)318*4882a593Smuzhiyun static inline int is_link_entry(unsigned long *s)
319*4882a593Smuzhiyun {
320*4882a593Smuzhiyun return *s & 0x1ul ? 1 : 0;
321*4882a593Smuzhiyun }
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun /* Return pointer to the linked sdbt */
get_next_sdbt(unsigned long * s)324*4882a593Smuzhiyun static inline unsigned long *get_next_sdbt(unsigned long *s)
325*4882a593Smuzhiyun {
326*4882a593Smuzhiyun return (unsigned long *) (*s & ~0x1ul);
327*4882a593Smuzhiyun }
328*4882a593Smuzhiyun #endif /* _ASM_S390_CPU_MF_H */
329