286 static void scc_mgr_set_dqdqs_output_phase(u32 write_group, u32 phase)  in scc_mgr_set_dqdqs_output_phase()  argument
288 	scc_mgr_set(SCC_MGR_DQDQS_OUT_PHASE_OFFSET, write_group, phase);  in scc_mgr_set_dqdqs_output_phase()
406 static void scc_mgr_set_dqdqs_output_phase_all_ranks(u32 write_group,  in scc_mgr_set_dqdqs_output_phase_all_ranks()  argument
418 			      write_group, phase, 0);  in scc_mgr_set_dqdqs_output_phase_all_ranks()
443 static void scc_mgr_set_oct_out1_delay(const u32 write_group, const u32 delay)  in scc_mgr_set_oct_out1_delay()  argument
447 	const int base = write_group * ratio;  in scc_mgr_set_oct_out1_delay()
533 static void scc_set_bypass_mode(const u32 write_group)  in scc_set_bypass_mode()  argument
543 	writel(write_group, &sdr_scc_mgr->dqs_ena);  in scc_set_bypass_mode()
555 static void scc_mgr_load_dqs_for_write_group(const u32 write_group)  in scc_mgr_load_dqs_for_write_group()  argument
559 	const int base = write_group * ratio;  in scc_mgr_load_dqs_for_write_group()
577 static void scc_mgr_zero_group(const u32 write_group, const int out_only)  in scc_mgr_zero_group()  argument
609 		scc_mgr_set_oct_out1_delay(write_group, iocfg->dqs_out_reserve);  in scc_mgr_zero_group()
610 		scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_zero_group()
663 static void scc_mgr_apply_group_dqs_io_and_oct_out1(u32 write_group,  in scc_mgr_apply_group_dqs_io_and_oct_out1()  argument
669 	scc_mgr_set_oct_out1_delay(write_group, delay);  in scc_mgr_apply_group_dqs_io_and_oct_out1()
670 	scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_apply_group_dqs_io_and_oct_out1()
680 static void scc_mgr_apply_group_all_out_delay_add(const u32 write_group,  in scc_mgr_apply_group_all_out_delay_add()  argument
698 			   __func__, __LINE__, write_group, delay, new_delay,  in scc_mgr_apply_group_all_out_delay_add()
712 			   __func__, __LINE__, write_group, delay,  in scc_mgr_apply_group_all_out_delay_add()
716 		scc_mgr_set_oct_out1_delay(write_group, new_delay);  in scc_mgr_apply_group_all_out_delay_add()
719 	scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_apply_group_all_out_delay_add()
730 scc_mgr_apply_group_all_out_delay_add_all_ranks(const u32 write_group,  in scc_mgr_apply_group_all_out_delay_add_all_ranks()  argument
737 		scc_mgr_apply_group_all_out_delay_add(write_group, delay);  in scc_mgr_apply_group_all_out_delay_add_all_ranks()
1172 rw_mgr_mem_calibrate_write_test(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_write_test()  argument
1199 				write_group *  in rw_mgr_mem_calibrate_write_test()
1215 			   write_group, use_dm, *bit_chk,  in rw_mgr_mem_calibrate_write_test()
1222 			   write_group, use_dm, *bit_chk, 0, *bit_chk != 0);  in rw_mgr_mem_calibrate_write_test()
1978 			     const u32 write_group, const u32 read_group,  in search_stop_check()  argument
1994 		ret = !rw_mgr_mem_calibrate_write_test(rank_bgn, write_group,  in search_stop_check()
2003 		rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 0,  in search_stop_check()
2006 			(read_group - (write_group * ratio)));  in search_stop_check()
2033 	const u32 write_group, const u32 read_group, const u32 test_bgn,  in search_left_edge()  argument
2054 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_left_edge()
2143 	const u32 write_group, const u32 read_group,  in search_right_edge()  argument
2159 			scc_mgr_apply_group_dqs_io_and_oct_out1(write_group,  in search_right_edge()
2174 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_right_edge()
2870 			  const u32 rank_bgn, const u32 write_group,  in search_window()  argument
2890 			scc_mgr_apply_group_dqs_io_and_oct_out1(write_group,  in search_window()
2896 		if (rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 1,  in search_window()
2948 rw_mgr_mem_calibrate_writes_center(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_writes_center()  argument
2968 	debug("%s:%d %u %u", __func__, __LINE__, write_group, test_bgn);  in rw_mgr_mem_calibrate_writes_center()
2989 	search_left_edge(1, rank_bgn, write_group, 0, test_bgn,  in rw_mgr_mem_calibrate_writes_center()
2994 	ret = search_right_edge(1, rank_bgn, write_group, 0,  in rw_mgr_mem_calibrate_writes_center()
3019 	scc_mgr_apply_group_dqs_io_and_oct_out1(write_group, new_dqs);  in rw_mgr_mem_calibrate_writes_center()
3033 	search_window(1, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3050 	search_window(0, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3061 	scc_mgr_apply_group_dqs_io_and_oct_out1(write_group, new_dqs);  in rw_mgr_mem_calibrate_writes_center()
3304 	u32 write_group, write_test_bgn;  in mem_calibrate()  local
3364 		for (write_group = 0, write_test_bgn = 0; write_group  in mem_calibrate()
3365 			< rwcfg->mem_if_write_dqs_width; write_group++,  in mem_calibrate()
3378 			writel(write_group, SDR_PHYGRP_SCCGRP_ADDRESS |  in mem_calibrate()
3380 			scc_mgr_zero_group(write_group, 0);  in mem_calibrate()
3382 			for (read_group = write_group * rwdqs_ratio,  in mem_calibrate()
3384 			     read_group < (write_group + 1) * rwdqs_ratio;  in mem_calibrate()
3417 								 write_group,  in mem_calibrate()
3431 			for (read_group = write_group * rwdqs_ratio,  in mem_calibrate()
3433 			     read_group < (write_group + 1) * rwdqs_ratio;  in mem_calibrate()