92 	int (*pmi2mem)(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,
646 static int sys2pmi(const u64 addr, u32 *pmiidx, u64 *pmiaddr, char *msg)  in sys2pmi()  argument
677 		*pmiidx = asym0.slice0_asym_channel_select;  in sys2pmi()
682 						  ((chash.sym_slice0_channel_enabled >> (*pmiidx & 1)) & 1);  in sys2pmi()
685 		*pmiidx = 2u + asym1.slice1_asym_channel_select;  in sys2pmi()
690 						  ((chash.sym_slice1_channel_enabled >> (*pmiidx & 1)) & 1);  in sys2pmi()
696 		*pmiidx = (asym_2way.asym_2way_intlv_mode & 1) << 1;  in sys2pmi()
699 		*pmiidx |= (u32)channel1;  in sys2pmi()
708 		*pmiidx = 0u;  in sys2pmi()
721 			*pmiidx = (u32)slice1 << 1;  in sys2pmi()
738 			*pmiidx |= (u32)channel1;  in sys2pmi()
926 static int apl_pmi2mem(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,  in apl_pmi2mem()  argument
929 	struct d_cr_drp0 *cr_drp0 = &drp0[pmiidx];  in apl_pmi2mem()
931 	int g = pvt->dimm_geom[pmiidx];  in apl_pmi2mem()
996 static int dnv_pmi2mem(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,  in dnv_pmi2mem()  argument
1000 	daddr->rank = dnv_get_bit(pmiaddr, dmap[pmiidx].rs0 + 13, 0);  in dnv_pmi2mem()
1002 	daddr->rank |= dnv_get_bit(pmiaddr, dmap[pmiidx].rs1 + 13, 1);  in dnv_pmi2mem()
1008 	daddr->dimm = (daddr->rank >= 2) ^ drp[pmiidx].dimmflip;  in dnv_pmi2mem()
1010 	daddr->bank = dnv_get_bit(pmiaddr, dmap[pmiidx].ba0 + 6, 0);  in dnv_pmi2mem()
1011 	daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].ba1 + 6, 1);  in dnv_pmi2mem()
1012 	daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].bg0 + 6, 2);  in dnv_pmi2mem()
1014 		daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].bg1 + 6, 3);  in dnv_pmi2mem()
1015 	if (dmap1[pmiidx].bxor) {  in dnv_pmi2mem()
1017 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 0);  in dnv_pmi2mem()
1018 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row7 + 6, 1);  in dnv_pmi2mem()
1021 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 2);  in dnv_pmi2mem()
1024 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 2);  in dnv_pmi2mem()
1025 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 3);  in dnv_pmi2mem()
1027 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 0);  in dnv_pmi2mem()
1028 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 1);  in dnv_pmi2mem()
1030 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 2);  in dnv_pmi2mem()
1032 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 2);  in dnv_pmi2mem()
1036 	daddr->row = dnv_get_bit(pmiaddr, dmap2[pmiidx].row0 + 6, 0);  in dnv_pmi2mem()
1037 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row1 + 6, 1);  in dnv_pmi2mem()
1038 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 2);  in dnv_pmi2mem()
1039 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row3 + 6, 3);  in dnv_pmi2mem()
1040 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row4 + 6, 4);  in dnv_pmi2mem()
1041 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row5 + 6, 5);  in dnv_pmi2mem()
1042 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 6);  in dnv_pmi2mem()
1043 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row7 + 6, 7);  in dnv_pmi2mem()
1044 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row8 + 6, 8);  in dnv_pmi2mem()
1045 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row9 + 6, 9);  in dnv_pmi2mem()
1046 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row10 + 6, 10);  in dnv_pmi2mem()
1047 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row11 + 6, 11);  in dnv_pmi2mem()
1048 	daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row12 + 6, 12);  in dnv_pmi2mem()
1049 	daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row13 + 6, 13);  in dnv_pmi2mem()
1050 	if (dmap4[pmiidx].row14 != 31)  in dnv_pmi2mem()
1051 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row14 + 6, 14);  in dnv_pmi2mem()
1052 	if (dmap4[pmiidx].row15 != 31)  in dnv_pmi2mem()
1053 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row15 + 6, 15);  in dnv_pmi2mem()
1054 	if (dmap4[pmiidx].row16 != 31)  in dnv_pmi2mem()
1055 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row16 + 6, 16);  in dnv_pmi2mem()
1056 	if (dmap4[pmiidx].row17 != 31)  in dnv_pmi2mem()
1057 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row17 + 6, 17);  in dnv_pmi2mem()
1059 	daddr->col = dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 3);  in dnv_pmi2mem()
1060 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 4);  in dnv_pmi2mem()
1061 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca5 + 6, 5);  in dnv_pmi2mem()
1062 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca6 + 6, 6);  in dnv_pmi2mem()
1063 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca7 + 6, 7);  in dnv_pmi2mem()
1064 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca8 + 6, 8);  in dnv_pmi2mem()
1065 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca9 + 6, 9);  in dnv_pmi2mem()
1066 	if (!dsch.ddr4en && dmap1[pmiidx].ca11 != 0x3f)  in dnv_pmi2mem()
1067 		daddr->col |= dnv_get_bit(pmiaddr, dmap1[pmiidx].ca11 + 13, 11);  in dnv_pmi2mem()
1121 	u32	pmiidx;  in get_memory_error_data()  local
1124 	ret = sys2pmi(addr, &pmiidx, &pmiaddr, msg);  in get_memory_error_data()
1130 	pmiidx >>= ops->pmiidx_shift;  in get_memory_error_data()
1131 	daddr->chan = pmiidx;  in get_memory_error_data()
1133 	ret = ops->pmi2mem(mci, pmiaddr, pmiidx, daddr, msg);  in get_memory_error_data()