2390 			const u32 rw_group, const u32 test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()  argument
2395 		(rw_group << 2);  in rw_mgr_mem_calibrate_vfifo_center()
2409 	debug("%s:%d: %u %u", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo_center()
2424 	search_left_edge(0, rank_bgn, rw_group, rw_group, test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()
2430 	ret = search_right_edge(0, rank_bgn, rw_group, rw_group,  in rw_mgr_mem_calibrate_vfifo_center()
2440 		scc_mgr_set_dqs_bus_in_delay(rw_group, start_dqs);  in rw_mgr_mem_calibrate_vfifo_center()
2442 			scc_mgr_set_dqs_en_delay(rw_group, start_dqs_en);  in rw_mgr_mem_calibrate_vfifo_center()
2444 		scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2451 			set_failing_group_stage(rw_group *  in rw_mgr_mem_calibrate_vfifo_center()
2456 			set_failing_group_stage(rw_group *  in rw_mgr_mem_calibrate_vfifo_center()
2500 		scc_mgr_set_dqs_en_delay(rw_group, final_dqs_en);  in rw_mgr_mem_calibrate_vfifo_center()
2501 		scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2505 	scc_mgr_set_dqs_bus_in_delay(rw_group, new_dqs);  in rw_mgr_mem_calibrate_vfifo_center()
2506 	scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2532 static int rw_mgr_mem_calibrate_guaranteed_write(const u32 rw_group,  in rw_mgr_mem_calibrate_guaranteed_write()  argument
2538 	scc_mgr_set_dqdqs_output_phase_all_ranks(rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2541 		   __func__, __LINE__, rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2557 	ret = rw_mgr_mem_calibrate_read_test_patterns(0, rw_group, 1);  in rw_mgr_mem_calibrate_guaranteed_write()
2561 			   __func__, __LINE__, rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2573 static int rw_mgr_mem_calibrate_dqs_enable_calibration(const u32 rw_group,  in rw_mgr_mem_calibrate_dqs_enable_calibration()  argument
2587 	debug("%s:%d (%u,%u)\n", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2597 				   __func__, __LINE__, rw_group, r, i, p, d);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2610 	ret = rw_mgr_mem_calibrate_vfifo_find_dqs_en_phase(rw_group);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2614 		   __func__, __LINE__, rw_group, !ret);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2636 rw_mgr_mem_calibrate_dq_dqs_centering(const u32 rw_group, const u32 test_bgn,  in rw_mgr_mem_calibrate_dq_dqs_centering()  argument
2652 		ret = rw_mgr_mem_calibrate_vfifo_center(rank_bgn, rw_group,  in rw_mgr_mem_calibrate_dq_dqs_centering()
2683 static int rw_mgr_mem_calibrate_vfifo(const u32 rw_group, const u32 test_bgn)  in rw_mgr_mem_calibrate_vfifo()  argument
2691 	debug("%s:%d: %u %u\n", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo()
2694 	reg_file_set_group(rw_group);  in rw_mgr_mem_calibrate_vfifo()
2713 								rw_group, d);  in rw_mgr_mem_calibrate_vfifo()
2718 			ret = rw_mgr_mem_calibrate_guaranteed_write(rw_group, p);  in rw_mgr_mem_calibrate_vfifo()
2723 			ret = rw_mgr_mem_calibrate_dqs_enable_calibration(rw_group,  in rw_mgr_mem_calibrate_vfifo()
2735 			ret = rw_mgr_mem_calibrate_dq_dqs_centering(rw_group,  in rw_mgr_mem_calibrate_vfifo()
2748 	set_failing_group_stage(rw_group, CAL_STAGE_VFIFO, failed_substage);  in rw_mgr_mem_calibrate_vfifo()
2759 		scc_mgr_zero_group(rw_group, 1);  in rw_mgr_mem_calibrate_vfifo()
2774 static int rw_mgr_mem_calibrate_vfifo_end(const u32 rw_group,  in rw_mgr_mem_calibrate_vfifo_end()  argument
2779 	debug("%s:%d %u %u", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo_end()
2782 	reg_file_set_group(rw_group);  in rw_mgr_mem_calibrate_vfifo_end()
2786 	ret = rw_mgr_mem_calibrate_dq_dqs_centering(rw_group, test_bgn, 0, 1);  in rw_mgr_mem_calibrate_vfifo_end()
2788 		set_failing_group_stage(rw_group,  in rw_mgr_mem_calibrate_vfifo_end()