124 	unsigned int instrs[3], *dest;  in do_stf_entry_barrier_fixups()  local
131 	instrs[0] = 0x60000000; /* nop */  in do_stf_entry_barrier_fixups()
132 	instrs[1] = 0x60000000; /* nop */  in do_stf_entry_barrier_fixups()
133 	instrs[2] = 0x60000000; /* nop */  in do_stf_entry_barrier_fixups()
137 		instrs[i++] = 0x7d4802a6; /* mflr r10		*/  in do_stf_entry_barrier_fixups()
138 		instrs[i++] = 0x60000000; /* branch patched below */  in do_stf_entry_barrier_fixups()
139 		instrs[i++] = 0x7d4803a6; /* mtlr r10		*/  in do_stf_entry_barrier_fixups()
141 		instrs[i++] = 0x7e0006ac; /* eieio + bit 6 hint */  in do_stf_entry_barrier_fixups()
143 		instrs[i++] = 0x7c0004ac; /* hwsync		*/  in do_stf_entry_barrier_fixups()
144 		instrs[i++] = 0xe94d0000; /* ld r10,0(r13)	*/  in do_stf_entry_barrier_fixups()
145 		instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */  in do_stf_entry_barrier_fixups()
153 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_stf_entry_barrier_fixups()
161 					  ppc_inst(instrs[1]));  in do_stf_entry_barrier_fixups()
163 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_stf_entry_barrier_fixups()
176 	unsigned int instrs[6], *dest;  in do_stf_exit_barrier_fixups()  local
183 	instrs[0] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
184 	instrs[1] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
185 	instrs[2] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
186 	instrs[3] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
187 	instrs[4] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
188 	instrs[5] = 0x60000000; /* nop */  in do_stf_exit_barrier_fixups()
193 			instrs[i++] = 0x7db14ba6; /* mtspr 0x131, r13 (HSPRG1) */  in do_stf_exit_barrier_fixups()
194 			instrs[i++] = 0x7db04aa6; /* mfspr r13, 0x130 (HSPRG0) */  in do_stf_exit_barrier_fixups()
196 			instrs[i++] = 0x7db243a6; /* mtsprg 2,r13	*/  in do_stf_exit_barrier_fixups()
197 			instrs[i++] = 0x7db142a6; /* mfsprg r13,1    */  in do_stf_exit_barrier_fixups()
199 		instrs[i++] = 0x7c0004ac; /* hwsync		*/  in do_stf_exit_barrier_fixups()
200 		instrs[i++] = 0xe9ad0000; /* ld r13,0(r13)	*/  in do_stf_exit_barrier_fixups()
201 		instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */  in do_stf_exit_barrier_fixups()
203 			instrs[i++] = 0x7db14aa6; /* mfspr r13, 0x131 (HSPRG1) */  in do_stf_exit_barrier_fixups()
205 			instrs[i++] = 0x7db242a6; /* mfsprg r13,2 */  in do_stf_exit_barrier_fixups()
208 		instrs[i++] = 0x7e0006ac; /* eieio + bit 6 hint */  in do_stf_exit_barrier_fixups()
216 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_stf_exit_barrier_fixups()
217 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_stf_exit_barrier_fixups()
218 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_stf_exit_barrier_fixups()
219 		patch_instruction((struct ppc_inst *)(dest + 3), ppc_inst(instrs[3]));  in do_stf_exit_barrier_fixups()
220 		patch_instruction((struct ppc_inst *)(dest + 4), ppc_inst(instrs[4]));  in do_stf_exit_barrier_fixups()
221 		patch_instruction((struct ppc_inst *)(dest + 5), ppc_inst(instrs[5]));  in do_stf_exit_barrier_fixups()
254 	unsigned int instrs[4], *dest;  in do_uaccess_flush_fixups()  local
261 	instrs[0] = 0x60000000; /* nop */  in do_uaccess_flush_fixups()
262 	instrs[1] = 0x60000000; /* nop */  in do_uaccess_flush_fixups()
263 	instrs[2] = 0x60000000; /* nop */  in do_uaccess_flush_fixups()
264 	instrs[3] = 0x4e800020; /* blr */  in do_uaccess_flush_fixups()
268 		instrs[3] = 0x60000000; /* nop */  in do_uaccess_flush_fixups()
273 		instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */  in do_uaccess_flush_fixups()
274 		instrs[i++] = 0x63de0000; /* ori 30,30,0 L1d flush*/  in do_uaccess_flush_fixups()
278 		instrs[i++] = 0x7c12dba6; /* mtspr TRIG2,r0 (SPR #882) */  in do_uaccess_flush_fixups()
285 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_uaccess_flush_fixups()
287 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_uaccess_flush_fixups()
288 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_uaccess_flush_fixups()
289 		patch_instruction((struct ppc_inst *)(dest + 3), ppc_inst(instrs[3]));  in do_uaccess_flush_fixups()
305 	unsigned int instrs[3], *dest;  in __do_entry_flush_fixups()  local
309 	instrs[0] = 0x60000000; /* nop */  in __do_entry_flush_fixups()
310 	instrs[1] = 0x60000000; /* nop */  in __do_entry_flush_fixups()
311 	instrs[2] = 0x60000000; /* nop */  in __do_entry_flush_fixups()
315 		instrs[i++] = 0x7d4802a6; /* mflr r10		*/  in __do_entry_flush_fixups()
316 		instrs[i++] = 0x60000000; /* branch patched below */  in __do_entry_flush_fixups()
317 		instrs[i++] = 0x7d4803a6; /* mtlr r10		*/  in __do_entry_flush_fixups()
321 		instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */  in __do_entry_flush_fixups()
322 		instrs[i++] = 0x63de0000; /* ori 30,30,0 L1d flush*/  in __do_entry_flush_fixups()
326 		instrs[i++] = 0x7c12dba6; /* mtspr TRIG2,r0 (SPR #882) */  in __do_entry_flush_fixups()
335 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
341 			patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
343 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
353 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in __do_entry_flush_fixups()
359 			patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in __do_entry_flush_fixups()
361 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in __do_entry_flush_fixups()
390 	unsigned int instrs[3], *dest;  in do_rfi_flush_fixups()  local
397 	instrs[0] = 0x60000000; /* nop */  in do_rfi_flush_fixups()
398 	instrs[1] = 0x60000000; /* nop */  in do_rfi_flush_fixups()
399 	instrs[2] = 0x60000000; /* nop */  in do_rfi_flush_fixups()
403 		instrs[0] = 0x48000010;  in do_rfi_flush_fixups()
407 		instrs[i++] = 0x63ff0000; /* ori 31,31,0 speculation barrier */  in do_rfi_flush_fixups()
408 		instrs[i++] = 0x63de0000; /* ori 30,30,0 L1d flush*/  in do_rfi_flush_fixups()
412 		instrs[i++] = 0x7c12dba6; /* mtspr TRIG2,r0 (SPR #882) */  in do_rfi_flush_fixups()
419 		patch_instruction((struct ppc_inst *)dest, ppc_inst(instrs[0]));  in do_rfi_flush_fixups()
420 		patch_instruction((struct ppc_inst *)(dest + 1), ppc_inst(instrs[1]));  in do_rfi_flush_fixups()
421 		patch_instruction((struct ppc_inst *)(dest + 2), ppc_inst(instrs[2]));  in do_rfi_flush_fixups()