1172 rw_mgr_mem_calibrate_write_test(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_write_test()  argument
1178 				(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_write_test()
1188 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_write_test()
1237 rw_mgr_mem_calibrate_read_test_patterns(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_read_test_patterns()  argument
1246 				(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_test_patterns()
1257 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_test_patterns()
1310 static void rw_mgr_mem_calibrate_read_load_patterns(const u32 rank_bgn,  in rw_mgr_mem_calibrate_read_load_patterns()  argument
1315 			(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_load_patterns()
1320 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_load_patterns()
1367 rw_mgr_mem_calibrate_read_test(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_read_test()  argument
1373 		(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_test()
1386 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_test()
1977 static u32 search_stop_check(const int write, const int d, const int rank_bgn,  in search_stop_check()  argument
1994 		ret = !rw_mgr_mem_calibrate_write_test(rank_bgn, write_group,  in search_stop_check()
1998 		ret = !rw_mgr_mem_calibrate_read_test(rank_bgn, read_group,  in search_stop_check()
2003 		rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 0,  in search_stop_check()
2032 static void search_left_edge(const int write, const int rank_bgn,  in search_left_edge()  argument
2054 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_left_edge()
2142 static int search_right_edge(const int write, const int rank_bgn,  in search_right_edge()  argument
2174 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_right_edge()
2389 static int rw_mgr_mem_calibrate_vfifo_center(const u32 rank_bgn,  in rw_mgr_mem_calibrate_vfifo_center()  argument
2424 	search_left_edge(0, rank_bgn, rw_group, rw_group, test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()
2430 	ret = search_right_edge(0, rank_bgn, rw_group, rw_group,  in rw_mgr_mem_calibrate_vfifo_center()
2642 	u32 rank_bgn, sr;  in rw_mgr_mem_calibrate_dq_dqs_centering()  local
2649 	for (rank_bgn = 0, sr = 0;  in rw_mgr_mem_calibrate_dq_dqs_centering()
2650 	     rank_bgn < rwcfg->mem_number_of_ranks;  in rw_mgr_mem_calibrate_dq_dqs_centering()
2651 	     rank_bgn += NUM_RANKS_PER_SHADOW_REG, sr++) {  in rw_mgr_mem_calibrate_dq_dqs_centering()
2652 		ret = rw_mgr_mem_calibrate_vfifo_center(rank_bgn, rw_group,  in rw_mgr_mem_calibrate_dq_dqs_centering()
2870 			  const u32 rank_bgn, const u32 write_group,  in search_window()  argument
2896 		if (rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 1,  in search_window()
2948 rw_mgr_mem_calibrate_writes_center(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_writes_center()  argument
2989 	search_left_edge(1, rank_bgn, write_group, 0, test_bgn,  in rw_mgr_mem_calibrate_writes_center()
2994 	ret = search_right_edge(1, rank_bgn, write_group, 0,  in rw_mgr_mem_calibrate_writes_center()
3033 	search_window(1, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3050 	search_window(0, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3115 static int rw_mgr_mem_calibrate_writes(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_writes()  argument
3127 	ret = rw_mgr_mem_calibrate_writes_center(rank_bgn, group, test_bgn);  in rw_mgr_mem_calibrate_writes()
3303 	u32 rank_bgn, sr;  in mem_calibrate()  local
3404 			for (rank_bgn = 0, sr = 0;  in mem_calibrate()
3405 			     rank_bgn < rwcfg->mem_number_of_ranks;  in mem_calibrate()
3406 			     rank_bgn += NUM_RANKS_PER_SHADOW_REG, sr++) {  in mem_calibrate()
3416 				if (!rw_mgr_mem_calibrate_writes(rank_bgn,  in mem_calibrate()