2054 	struct work_registers wr = build_get_work_registers(p);  in build_r4000_tlbchange_handler_head()  local
2057 	build_get_pmde64(p, l, r, wr.r1, wr.r2); /* get pmd in ptr */  in build_r4000_tlbchange_handler_head()
2059 	build_get_pgde32(p, wr.r1, wr.r2); /* get pgd in ptr */  in build_r4000_tlbchange_handler_head()
2068 	build_is_huge_pte(p, r, wr.r1, wr.r2, label_tlb_huge_update);  in build_r4000_tlbchange_handler_head()
2071 	UASM_i_MFC0(p, wr.r1, C0_BADVADDR);  in build_r4000_tlbchange_handler_head()
2072 	UASM_i_LW(p, wr.r2, 0, wr.r2);  in build_r4000_tlbchange_handler_head()
2073 	UASM_i_SRL(p, wr.r1, wr.r1, PAGE_SHIFT + PTE_ORDER - PTE_T_LOG2);  in build_r4000_tlbchange_handler_head()
2074 	uasm_i_andi(p, wr.r1, wr.r1, (PTRS_PER_PTE - 1) << PTE_T_LOG2);  in build_r4000_tlbchange_handler_head()
2075 	UASM_i_ADDU(p, wr.r2, wr.r2, wr.r1);  in build_r4000_tlbchange_handler_head()
2080 	iPTE_LW(p, wr.r1, wr.r2); /* get even pte */  in build_r4000_tlbchange_handler_head()
2086 			uasm_i_mfc0(p, wr.r3, C0_INDEX);  in build_r4000_tlbchange_handler_head()
2087 			uasm_il_bltz(p, r, wr.r3, label_leave);  in build_r4000_tlbchange_handler_head()
2091 	return wr;  in build_r4000_tlbchange_handler_head()
2117 	struct work_registers wr;  in build_r4000_tlb_load_handler()  local
2137 	wr = build_r4000_tlbchange_handler_head(&p, &l, &r);  in build_r4000_tlb_load_handler()
2138 	build_pte_present(&p, &r, wr.r1, wr.r2, wr.r3, label_nopage_tlbl);  in build_r4000_tlb_load_handler()
2148 			uasm_il_bbit0(&p, &r, wr.r1, ilog2(_PAGE_VALID),  in build_r4000_tlb_load_handler()
2151 			uasm_i_andi(&p, wr.r3, wr.r1, _PAGE_VALID);  in build_r4000_tlb_load_handler()
2152 			uasm_il_beqz(&p, &r, wr.r3, label_tlbl_goaround1);  in build_r4000_tlb_load_handler()
2180 			uasm_i_bbit0(&p, wr.r2, ilog2(sizeof(pte_t)), 8);  in build_r4000_tlb_load_handler()
2182 			uasm_i_andi(&p, wr.r3, wr.r2, sizeof(pte_t));  in build_r4000_tlb_load_handler()
2183 			uasm_i_beqz(&p, wr.r3, 8);  in build_r4000_tlb_load_handler()
2186 		UASM_i_MFC0(&p, wr.r3, C0_ENTRYLO0);  in build_r4000_tlb_load_handler()
2188 		UASM_i_MFC0(&p, wr.r3, C0_ENTRYLO1);  in build_r4000_tlb_load_handler()
2194 			uasm_il_bbit1(&p, &r, wr.r3, 1, label_nopage_tlbl);  in build_r4000_tlb_load_handler()
2198 			uasm_i_andi(&p, wr.r3, wr.r3, 2);  in build_r4000_tlb_load_handler()
2199 			uasm_il_bnez(&p, &r, wr.r3, label_nopage_tlbl);  in build_r4000_tlb_load_handler()
2204 	build_make_valid(&p, &r, wr.r1, wr.r2, wr.r3);  in build_r4000_tlb_load_handler()
2205 	build_r4000_tlbchange_handler_tail(&p, &l, &r, wr.r1, wr.r2);  in build_r4000_tlb_load_handler()
2213 	iPTE_LW(&p, wr.r1, wr.r2);  in build_r4000_tlb_load_handler()
2214 	build_pte_present(&p, &r, wr.r1, wr.r2, wr.r3, label_nopage_tlbl);  in build_r4000_tlb_load_handler()
2223 			uasm_il_bbit0(&p, &r, wr.r1, ilog2(_PAGE_VALID),  in build_r4000_tlb_load_handler()
2226 			uasm_i_andi(&p, wr.r3, wr.r1, _PAGE_VALID);  in build_r4000_tlb_load_handler()
2227 			uasm_il_beqz(&p, &r, wr.r3, label_tlbl_goaround2);  in build_r4000_tlb_load_handler()
2255 			uasm_i_bbit0(&p, wr.r2, ilog2(sizeof(pte_t)), 8);  in build_r4000_tlb_load_handler()
2257 			uasm_i_andi(&p, wr.r3, wr.r2, sizeof(pte_t));  in build_r4000_tlb_load_handler()
2258 			uasm_i_beqz(&p, wr.r3, 8);  in build_r4000_tlb_load_handler()
2261 		UASM_i_MFC0(&p, wr.r3, C0_ENTRYLO0);  in build_r4000_tlb_load_handler()
2263 		UASM_i_MFC0(&p, wr.r3, C0_ENTRYLO1);  in build_r4000_tlb_load_handler()
2269 			uasm_il_bbit0(&p, &r, wr.r3, 1, label_tlbl_goaround2);  in build_r4000_tlb_load_handler()
2271 			uasm_i_andi(&p, wr.r3, wr.r3, 2);  in build_r4000_tlb_load_handler()
2272 			uasm_il_beqz(&p, &r, wr.r3, label_tlbl_goaround2);  in build_r4000_tlb_load_handler()
2280 		build_restore_pagemask(&p, &r, wr.r3, label_nopage_tlbl, 0);  in build_r4000_tlb_load_handler()
2284 	uasm_i_ori(&p, wr.r1, wr.r1, (_PAGE_ACCESSED | _PAGE_VALID));  in build_r4000_tlb_load_handler()
2285 	build_huge_handler_tail(&p, &r, &l, wr.r1, wr.r2, 1);  in build_r4000_tlb_load_handler()
2317 	struct work_registers wr;  in build_r4000_tlb_store_handler()  local
2323 	wr = build_r4000_tlbchange_handler_head(&p, &l, &r);  in build_r4000_tlb_store_handler()
2324 	build_pte_writable(&p, &r, wr.r1, wr.r2, wr.r3, label_nopage_tlbs);  in build_r4000_tlb_store_handler()
2327 	build_make_write(&p, &r, wr.r1, wr.r2, wr.r3);  in build_r4000_tlb_store_handler()
2328 	build_r4000_tlbchange_handler_tail(&p, &l, &r, wr.r1, wr.r2);  in build_r4000_tlb_store_handler()
2336 	iPTE_LW(&p, wr.r1, wr.r2);  in build_r4000_tlb_store_handler()
2337 	build_pte_writable(&p, &r, wr.r1, wr.r2, wr.r3, label_nopage_tlbs);  in build_r4000_tlb_store_handler()
2339 	uasm_i_ori(&p, wr.r1, wr.r1,  in build_r4000_tlb_store_handler()
2341 	build_huge_handler_tail(&p, &r, &l, wr.r1, wr.r2, 1);  in build_r4000_tlb_store_handler()
2373 	struct work_registers wr;  in build_r4000_tlb_modify_handler()  local
2379 	wr = build_r4000_tlbchange_handler_head(&p, &l, &r);  in build_r4000_tlb_modify_handler()
2380 	build_pte_modifiable(&p, &r, wr.r1, wr.r2, wr.r3, label_nopage_tlbm);  in build_r4000_tlb_modify_handler()
2384 	build_make_write(&p, &r, wr.r1, wr.r2, wr.r3);  in build_r4000_tlb_modify_handler()
2385 	build_r4000_tlbchange_handler_tail(&p, &l, &r, wr.r1, wr.r2);  in build_r4000_tlb_modify_handler()
2393 	iPTE_LW(&p, wr.r1, wr.r2);  in build_r4000_tlb_modify_handler()
2394 	build_pte_modifiable(&p, &r, wr.r1, wr.r2,  wr.r3, label_nopage_tlbm);  in build_r4000_tlb_modify_handler()
2396 	uasm_i_ori(&p, wr.r1, wr.r1,  in build_r4000_tlb_modify_handler()
2398 	build_huge_handler_tail(&p, &r, &l, wr.r1, wr.r2, 0);  in build_r4000_tlb_modify_handler()