xref: /rk3399_ARM-atf/plat/rockchip/common/plat_pm.c (revision 9ec78bdfc6a8058771920aec51f82513a0e4d4f0)
16fba6e04STony Xie /*
26fba6e04STony Xie  * Copyright (c) 2013-2016, ARM Limited and Contributors. All rights reserved.
36fba6e04STony Xie  *
46fba6e04STony Xie  * Redistribution and use in source and binary forms, with or without
56fba6e04STony Xie  * modification, are permitted provided that the following conditions are met:
66fba6e04STony Xie  *
76fba6e04STony Xie  * Redistributions of source code must retain the above copyright notice, this
86fba6e04STony Xie  * list of conditions and the following disclaimer.
96fba6e04STony Xie  *
106fba6e04STony Xie  * Redistributions in binary form must reproduce the above copyright notice,
116fba6e04STony Xie  * this list of conditions and the following disclaimer in the documentation
126fba6e04STony Xie  * and/or other materials provided with the distribution.
136fba6e04STony Xie  *
146fba6e04STony Xie  * Neither the name of ARM nor the names of its contributors may be used
156fba6e04STony Xie  * to endorse or promote products derived from this software without specific
166fba6e04STony Xie  * prior written permission.
176fba6e04STony Xie  *
186fba6e04STony Xie  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
196fba6e04STony Xie  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
206fba6e04STony Xie  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
216fba6e04STony Xie  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
226fba6e04STony Xie  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
236fba6e04STony Xie  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
246fba6e04STony Xie  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
256fba6e04STony Xie  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
266fba6e04STony Xie  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
276fba6e04STony Xie  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
286fba6e04STony Xie  * POSSIBILITY OF SUCH DAMAGE.
296fba6e04STony Xie  */
306fba6e04STony Xie 
316fba6e04STony Xie #include <arch_helpers.h>
326fba6e04STony Xie #include <assert.h>
336fba6e04STony Xie #include <console.h>
346fba6e04STony Xie #include <errno.h>
356fba6e04STony Xie #include <debug.h>
366fba6e04STony Xie #include <psci.h>
376fba6e04STony Xie #include <delay_timer.h>
386fba6e04STony Xie #include <platform_def.h>
396fba6e04STony Xie #include <plat_private.h>
406fba6e04STony Xie 
416fba6e04STony Xie /* Macros to read the rk power domain state */
426fba6e04STony Xie #define RK_CORE_PWR_STATE(state) \
436fba6e04STony Xie 	((state)->pwr_domain_state[MPIDR_AFFLVL0])
446fba6e04STony Xie #define RK_CLUSTER_PWR_STATE(state) \
456fba6e04STony Xie 	((state)->pwr_domain_state[MPIDR_AFFLVL1])
466fba6e04STony Xie #define RK_SYSTEM_PWR_STATE(state) \
476fba6e04STony Xie 	((state)->pwr_domain_state[PLAT_MAX_PWR_LVL])
486fba6e04STony Xie 
496fba6e04STony Xie static uintptr_t rockchip_sec_entrypoint;
506fba6e04STony Xie 
516fba6e04STony Xie static struct rockchip_pm_ops_cb *rockchip_ops;
526fba6e04STony Xie 
536fba6e04STony Xie /*******************************************************************************
546fba6e04STony Xie  * Rockchip standard platform handler called to check the validity of the power
556fba6e04STony Xie  * state parameter.
566fba6e04STony Xie  ******************************************************************************/
576fba6e04STony Xie int rockchip_validate_power_state(unsigned int power_state,
586fba6e04STony Xie 				  psci_power_state_t *req_state)
596fba6e04STony Xie {
606fba6e04STony Xie 	int pstate = psci_get_pstate_type(power_state);
616fba6e04STony Xie 	int pwr_lvl = psci_get_pstate_pwrlvl(power_state);
626fba6e04STony Xie 	int i;
636fba6e04STony Xie 
646fba6e04STony Xie 	assert(req_state);
656fba6e04STony Xie 
666fba6e04STony Xie 	if (pwr_lvl > PLAT_MAX_PWR_LVL)
676fba6e04STony Xie 		return PSCI_E_INVALID_PARAMS;
686fba6e04STony Xie 
696fba6e04STony Xie 	/* Sanity check the requested state */
706fba6e04STony Xie 	if (pstate == PSTATE_TYPE_STANDBY) {
716fba6e04STony Xie 		/*
726fba6e04STony Xie 		 * It's probably to enter standby only on power level 0
736fba6e04STony Xie 		 * ignore any other power level.
746fba6e04STony Xie 		 */
756fba6e04STony Xie 		if (pwr_lvl != MPIDR_AFFLVL0)
766fba6e04STony Xie 			return PSCI_E_INVALID_PARAMS;
776fba6e04STony Xie 
786fba6e04STony Xie 		req_state->pwr_domain_state[MPIDR_AFFLVL0] =
796fba6e04STony Xie 					PLAT_MAX_RET_STATE;
806fba6e04STony Xie 	} else {
816fba6e04STony Xie 		for (i = MPIDR_AFFLVL0; i <= pwr_lvl; i++)
826fba6e04STony Xie 			req_state->pwr_domain_state[i] =
836fba6e04STony Xie 					PLAT_MAX_OFF_STATE;
84*9ec78bdfSTony Xie 
85*9ec78bdfSTony Xie 		for (i = (pwr_lvl + 1); i <= PLAT_MAX_PWR_LVL; i++)
86*9ec78bdfSTony Xie 			req_state->pwr_domain_state[i] =
87*9ec78bdfSTony Xie 					PLAT_MAX_RET_STATE;
886fba6e04STony Xie 	}
896fba6e04STony Xie 
906fba6e04STony Xie 	/* We expect the 'state id' to be zero */
916fba6e04STony Xie 	if (psci_get_pstate_id(power_state))
926fba6e04STony Xie 		return PSCI_E_INVALID_PARAMS;
936fba6e04STony Xie 
946fba6e04STony Xie 	return PSCI_E_SUCCESS;
956fba6e04STony Xie }
966fba6e04STony Xie 
976fba6e04STony Xie void rockchip_get_sys_suspend_power_state(psci_power_state_t *req_state)
986fba6e04STony Xie {
996fba6e04STony Xie 	int i;
1006fba6e04STony Xie 
1016fba6e04STony Xie 	for (i = MPIDR_AFFLVL0; i <= PLAT_MAX_PWR_LVL; i++)
1026fba6e04STony Xie 		req_state->pwr_domain_state[i] = PLAT_MAX_OFF_STATE;
1036fba6e04STony Xie }
1046fba6e04STony Xie 
1056fba6e04STony Xie /*******************************************************************************
1066fba6e04STony Xie  * RockChip handler called when a CPU is about to enter standby.
1076fba6e04STony Xie  ******************************************************************************/
1086fba6e04STony Xie void rockchip_cpu_standby(plat_local_state_t cpu_state)
1096fba6e04STony Xie {
1106fba6e04STony Xie 	unsigned int scr;
1116fba6e04STony Xie 
1126fba6e04STony Xie 	assert(cpu_state == PLAT_MAX_RET_STATE);
1136fba6e04STony Xie 
1146fba6e04STony Xie 	scr = read_scr_el3();
1156fba6e04STony Xie 	/* Enable PhysicalIRQ bit for NS world to wake the CPU */
1166fba6e04STony Xie 	write_scr_el3(scr | SCR_IRQ_BIT);
1176fba6e04STony Xie 	isb();
1186fba6e04STony Xie 	dsb();
1196fba6e04STony Xie 	wfi();
1206fba6e04STony Xie 
1216fba6e04STony Xie 	/*
1226fba6e04STony Xie 	 * Restore SCR to the original value, synchronisation of scr_el3 is
1236fba6e04STony Xie 	 * done by eret while el3_exit to save some execution cycles.
1246fba6e04STony Xie 	 */
1256fba6e04STony Xie 	write_scr_el3(scr);
1266fba6e04STony Xie }
1276fba6e04STony Xie 
1286fba6e04STony Xie /*******************************************************************************
1296fba6e04STony Xie  * RockChip handler called when a power domain is about to be turned on. The
1306fba6e04STony Xie  * mpidr determines the CPU to be turned on.
1316fba6e04STony Xie  ******************************************************************************/
1326fba6e04STony Xie int rockchip_pwr_domain_on(u_register_t mpidr)
1336fba6e04STony Xie {
1346fba6e04STony Xie 	if (rockchip_ops && rockchip_ops->cores_pwr_dm_on)
1356fba6e04STony Xie 		rockchip_ops->cores_pwr_dm_on(mpidr, rockchip_sec_entrypoint);
1366fba6e04STony Xie 
1376fba6e04STony Xie 	return PSCI_E_SUCCESS;
1386fba6e04STony Xie }
1396fba6e04STony Xie 
1406fba6e04STony Xie /*******************************************************************************
1416fba6e04STony Xie  * RockChip handler called when a power domain is about to be turned off. The
1426fba6e04STony Xie  * target_state encodes the power state that each level should transition to.
1436fba6e04STony Xie  ******************************************************************************/
1446fba6e04STony Xie void rockchip_pwr_domain_off(const psci_power_state_t *target_state)
1456fba6e04STony Xie {
146*9ec78bdfSTony Xie 	uint32_t lvl;
147*9ec78bdfSTony Xie 	plat_local_state_t lvl_state;
148*9ec78bdfSTony Xie 
1496fba6e04STony Xie 	assert(RK_CORE_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE);
1506fba6e04STony Xie 
1516fba6e04STony Xie 	plat_rockchip_gic_cpuif_disable();
1526fba6e04STony Xie 
1536fba6e04STony Xie 	if (RK_CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE)
1546fba6e04STony Xie 		plat_cci_disable();
155*9ec78bdfSTony Xie 
156*9ec78bdfSTony Xie 	if (!rockchip_ops || !rockchip_ops->cores_pwr_dm_off)
157*9ec78bdfSTony Xie 		return;
158*9ec78bdfSTony Xie 
1596fba6e04STony Xie 	rockchip_ops->cores_pwr_dm_off();
160*9ec78bdfSTony Xie 
161*9ec78bdfSTony Xie 	if (!rockchip_ops->hlvl_pwr_dm_off)
162*9ec78bdfSTony Xie 		return;
163*9ec78bdfSTony Xie 
164*9ec78bdfSTony Xie 	for (lvl = MPIDR_AFFLVL1; lvl <= PLAT_MAX_PWR_LVL; lvl++) {
165*9ec78bdfSTony Xie 		lvl_state = target_state->pwr_domain_state[lvl];
166*9ec78bdfSTony Xie 		rockchip_ops->hlvl_pwr_dm_off(lvl, lvl_state);
167*9ec78bdfSTony Xie 	}
1686fba6e04STony Xie }
1696fba6e04STony Xie 
1706fba6e04STony Xie /*******************************************************************************
1716fba6e04STony Xie  * RockChip handler called when a power domain is about to be suspended. The
1726fba6e04STony Xie  * target_state encodes the power state that each level should transition to.
1736fba6e04STony Xie  ******************************************************************************/
1746fba6e04STony Xie void rockchip_pwr_domain_suspend(const psci_power_state_t *target_state)
1756fba6e04STony Xie {
176*9ec78bdfSTony Xie 	uint32_t lvl;
177*9ec78bdfSTony Xie 	plat_local_state_t lvl_state;
178*9ec78bdfSTony Xie 
179*9ec78bdfSTony Xie 	if (RK_CORE_PWR_STATE(target_state) != PLAT_MAX_OFF_STATE)
1806fba6e04STony Xie 		return;
1816fba6e04STony Xie 
182*9ec78bdfSTony Xie 	if (rockchip_ops) {
183*9ec78bdfSTony Xie 		if (RK_SYSTEM_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE &&
184*9ec78bdfSTony Xie 		    rockchip_ops->sys_pwr_dm_suspend) {
1856fba6e04STony Xie 			rockchip_ops->sys_pwr_dm_suspend();
186*9ec78bdfSTony Xie 		} else if (rockchip_ops->cores_pwr_dm_suspend) {
1876fba6e04STony Xie 			rockchip_ops->cores_pwr_dm_suspend();
1886fba6e04STony Xie 		}
189*9ec78bdfSTony Xie 	}
1906fba6e04STony Xie 
1916fba6e04STony Xie 	/* Prevent interrupts from spuriously waking up this cpu */
1926fba6e04STony Xie 	plat_rockchip_gic_cpuif_disable();
1936fba6e04STony Xie 
1946fba6e04STony Xie 	/* Perform the common cluster specific operations */
1956fba6e04STony Xie 	if (RK_CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE)
1966fba6e04STony Xie 		plat_cci_disable();
197*9ec78bdfSTony Xie 
198*9ec78bdfSTony Xie 	if (!rockchip_ops || !rockchip_ops->hlvl_pwr_dm_suspend)
199*9ec78bdfSTony Xie 		return;
200*9ec78bdfSTony Xie 
201*9ec78bdfSTony Xie 	for (lvl = MPIDR_AFFLVL1; lvl <= PLAT_MAX_PWR_LVL; lvl++) {
202*9ec78bdfSTony Xie 		lvl_state = target_state->pwr_domain_state[lvl];
203*9ec78bdfSTony Xie 		rockchip_ops->hlvl_pwr_dm_suspend(lvl, lvl_state);
204*9ec78bdfSTony Xie 	}
2056fba6e04STony Xie }
2066fba6e04STony Xie 
2076fba6e04STony Xie /*******************************************************************************
2086fba6e04STony Xie  * RockChip handler called when a power domain has just been powered on after
2096fba6e04STony Xie  * being turned off earlier. The target_state encodes the low power state that
2106fba6e04STony Xie  * each level has woken up from.
2116fba6e04STony Xie  ******************************************************************************/
2126fba6e04STony Xie void rockchip_pwr_domain_on_finish(const psci_power_state_t *target_state)
2136fba6e04STony Xie {
214*9ec78bdfSTony Xie 	uint32_t lvl;
215*9ec78bdfSTony Xie 	plat_local_state_t lvl_state;
216*9ec78bdfSTony Xie 
2176fba6e04STony Xie 	assert(RK_CORE_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE);
2186fba6e04STony Xie 
219*9ec78bdfSTony Xie 	if (!rockchip_ops)
220*9ec78bdfSTony Xie 		goto comm_finish;
221*9ec78bdfSTony Xie 
222*9ec78bdfSTony Xie 	if (rockchip_ops->hlvl_pwr_dm_on_finish) {
223*9ec78bdfSTony Xie 		for (lvl = MPIDR_AFFLVL1; lvl <= PLAT_MAX_PWR_LVL; lvl++) {
224*9ec78bdfSTony Xie 			lvl_state = target_state->pwr_domain_state[lvl];
225*9ec78bdfSTony Xie 			rockchip_ops->hlvl_pwr_dm_on_finish(lvl, lvl_state);
226*9ec78bdfSTony Xie 		}
227*9ec78bdfSTony Xie 	}
228*9ec78bdfSTony Xie 
229*9ec78bdfSTony Xie 	if (rockchip_ops->cores_pwr_dm_on_finish)
2306fba6e04STony Xie 		rockchip_ops->cores_pwr_dm_on_finish();
231*9ec78bdfSTony Xie comm_finish:
2326fba6e04STony Xie 
2336fba6e04STony Xie 	/* Perform the common cluster specific operations */
2346fba6e04STony Xie 	if (RK_CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE) {
2356fba6e04STony Xie 		/* Enable coherency if this cluster was off */
2366fba6e04STony Xie 		plat_cci_enable();
2376fba6e04STony Xie 	}
2386fba6e04STony Xie 
2396fba6e04STony Xie 	/* Enable the gic cpu interface */
2406fba6e04STony Xie 	plat_rockchip_gic_pcpu_init();
2416fba6e04STony Xie 
2426fba6e04STony Xie 	/* Program the gic per-cpu distributor or re-distributor interface */
2436fba6e04STony Xie 	plat_rockchip_gic_cpuif_enable();
2446fba6e04STony Xie }
2456fba6e04STony Xie 
2466fba6e04STony Xie /*******************************************************************************
2476fba6e04STony Xie  * RockChip handler called when a power domain has just been powered on after
2486fba6e04STony Xie  * having been suspended earlier. The target_state encodes the low power state
2496fba6e04STony Xie  * that each level has woken up from.
2506fba6e04STony Xie  * TODO: At the moment we reuse the on finisher and reinitialize the secure
2516fba6e04STony Xie  * context. Need to implement a separate suspend finisher.
2526fba6e04STony Xie  ******************************************************************************/
2536fba6e04STony Xie void rockchip_pwr_domain_suspend_finish(const psci_power_state_t *target_state)
2546fba6e04STony Xie {
255*9ec78bdfSTony Xie 	uint32_t lvl;
256*9ec78bdfSTony Xie 	plat_local_state_t lvl_state;
257*9ec78bdfSTony Xie 
2586fba6e04STony Xie 	/* Nothing to be done on waking up from retention from CPU level */
259*9ec78bdfSTony Xie 	if (RK_CORE_PWR_STATE(target_state) != PLAT_MAX_OFF_STATE)
2606fba6e04STony Xie 		return;
2616fba6e04STony Xie 
2626fba6e04STony Xie 	/* Perform system domain restore if woken up from system suspend */
263*9ec78bdfSTony Xie 	if (!rockchip_ops)
264*9ec78bdfSTony Xie 		goto comm_finish;
265*9ec78bdfSTony Xie 
266*9ec78bdfSTony Xie 	if (rockchip_ops->hlvl_pwr_dm_resume) {
267*9ec78bdfSTony Xie 		for (lvl = MPIDR_AFFLVL1; lvl <= PLAT_MAX_PWR_LVL; lvl++) {
268*9ec78bdfSTony Xie 			lvl_state = target_state->pwr_domain_state[lvl];
269*9ec78bdfSTony Xie 			rockchip_ops->hlvl_pwr_dm_resume(lvl, lvl_state);
270*9ec78bdfSTony Xie 		}
271*9ec78bdfSTony Xie 	}
272*9ec78bdfSTony Xie 
273*9ec78bdfSTony Xie 	if (RK_SYSTEM_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE &&
274*9ec78bdfSTony Xie 	    rockchip_ops->sys_pwr_dm_resume) {
275*9ec78bdfSTony Xie 		rockchip_ops->sys_pwr_dm_resume();
276*9ec78bdfSTony Xie 	} else if (rockchip_ops->cores_pwr_dm_resume) {
277*9ec78bdfSTony Xie 		rockchip_ops->cores_pwr_dm_resume();
278*9ec78bdfSTony Xie 	}
279*9ec78bdfSTony Xie 
280*9ec78bdfSTony Xie comm_finish:
281*9ec78bdfSTony Xie 	/*
282*9ec78bdfSTony Xie 	 * Program the gic per-cpu distributor
283*9ec78bdfSTony Xie 	 * or re-distributor interface
284*9ec78bdfSTony Xie 	 */
285*9ec78bdfSTony Xie 	plat_rockchip_gic_cpuif_enable();
2866fba6e04STony Xie 
2876fba6e04STony Xie 	/* Perform the common cluster specific operations */
2886fba6e04STony Xie 	if (RK_CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE) {
2896fba6e04STony Xie 		/* Enable coherency if this cluster was off */
2906fba6e04STony Xie 		plat_cci_enable();
2916fba6e04STony Xie 	}
2926fba6e04STony Xie }
2936fba6e04STony Xie 
2946fba6e04STony Xie /*******************************************************************************
2956fba6e04STony Xie  * RockChip handlers to reboot the system
2966fba6e04STony Xie  ******************************************************************************/
2976fba6e04STony Xie static void __dead2 rockchip_system_reset(void)
2986fba6e04STony Xie {
2996fba6e04STony Xie 	assert(rockchip_ops && rockchip_ops->sys_gbl_soft_reset);
3006fba6e04STony Xie 
3016fba6e04STony Xie 	rockchip_ops->sys_gbl_soft_reset();
3026fba6e04STony Xie }
3036fba6e04STony Xie 
3046fba6e04STony Xie /*******************************************************************************
30586c253e4SCaesar Wang  * RockChip handlers to power off the system
30686c253e4SCaesar Wang  ******************************************************************************/
30786c253e4SCaesar Wang static void __dead2 rockchip_system_poweroff(void)
30886c253e4SCaesar Wang {
30986c253e4SCaesar Wang 	assert(rockchip_ops && rockchip_ops->system_off);
31086c253e4SCaesar Wang 
31186c253e4SCaesar Wang 	rockchip_ops->system_off();
31286c253e4SCaesar Wang }
31386c253e4SCaesar Wang 
31486c253e4SCaesar Wang /*******************************************************************************
3156fba6e04STony Xie  * Export the platform handlers via plat_rockchip_psci_pm_ops. The rockchip
3166fba6e04STony Xie  * standard
3176fba6e04STony Xie  * platform layer will take care of registering the handlers with PSCI.
3186fba6e04STony Xie  ******************************************************************************/
3196fba6e04STony Xie const plat_psci_ops_t plat_rockchip_psci_pm_ops = {
3206fba6e04STony Xie 	.cpu_standby = rockchip_cpu_standby,
3216fba6e04STony Xie 	.pwr_domain_on = rockchip_pwr_domain_on,
3226fba6e04STony Xie 	.pwr_domain_off = rockchip_pwr_domain_off,
3236fba6e04STony Xie 	.pwr_domain_suspend = rockchip_pwr_domain_suspend,
3246fba6e04STony Xie 	.pwr_domain_on_finish = rockchip_pwr_domain_on_finish,
3256fba6e04STony Xie 	.pwr_domain_suspend_finish = rockchip_pwr_domain_suspend_finish,
3266fba6e04STony Xie 	.system_reset = rockchip_system_reset,
32786c253e4SCaesar Wang 	.system_off = rockchip_system_poweroff,
3286fba6e04STony Xie 	.validate_power_state = rockchip_validate_power_state,
3296fba6e04STony Xie 	.get_sys_suspend_power_state = rockchip_get_sys_suspend_power_state
3306fba6e04STony Xie };
3316fba6e04STony Xie 
3326fba6e04STony Xie int plat_setup_psci_ops(uintptr_t sec_entrypoint,
3336fba6e04STony Xie 			const plat_psci_ops_t **psci_ops)
3346fba6e04STony Xie {
3356fba6e04STony Xie 	*psci_ops = &plat_rockchip_psci_pm_ops;
3366fba6e04STony Xie 	rockchip_sec_entrypoint = sec_entrypoint;
3376fba6e04STony Xie 	return 0;
3386fba6e04STony Xie }
3396fba6e04STony Xie 
340*9ec78bdfSTony Xie uintptr_t plat_get_sec_entrypoint(void)
341*9ec78bdfSTony Xie {
342*9ec78bdfSTony Xie 	assert(rockchip_sec_entrypoint);
343*9ec78bdfSTony Xie 	return rockchip_sec_entrypoint;
344*9ec78bdfSTony Xie }
345*9ec78bdfSTony Xie 
3466fba6e04STony Xie void plat_setup_rockchip_pm_ops(struct rockchip_pm_ops_cb *ops)
3476fba6e04STony Xie {
3486fba6e04STony Xie 	rockchip_ops = ops;
3496fba6e04STony Xie }
350