273 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_show_port_cmd()  local
277 	ret = sprintf(buf, "%x\n", readl(port_mmio + PORT_CMD));  in ahci_show_port_cmd()
600 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_read()  local
604 		*val = readl(port_mmio + offset);  in ahci_scr_read()
612 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_write()  local
616 		writel(val, port_mmio + offset);  in ahci_scr_write()
624 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_engine()  local
628 	tmp = readl(port_mmio + PORT_CMD);  in ahci_start_engine()
630 	writel(tmp, port_mmio + PORT_CMD);  in ahci_start_engine()
631 	readl(port_mmio + PORT_CMD); /* flush */  in ahci_start_engine()
637 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_engine()  local
654 	tmp = readl(port_mmio + PORT_CMD);  in ahci_stop_engine()
672 	writel(tmp, port_mmio + PORT_CMD);  in ahci_stop_engine()
675 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_stop_engine()
686 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_fis_rx()  local
694 		       port_mmio + PORT_LST_ADDR_HI);  in ahci_start_fis_rx()
695 	writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR);  in ahci_start_fis_rx()
699 		       port_mmio + PORT_FIS_ADDR_HI);  in ahci_start_fis_rx()
700 	writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR);  in ahci_start_fis_rx()
703 	tmp = readl(port_mmio + PORT_CMD);  in ahci_start_fis_rx()
705 	writel(tmp, port_mmio + PORT_CMD);  in ahci_start_fis_rx()
708 	readl(port_mmio + PORT_CMD);  in ahci_start_fis_rx()
714 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_fis_rx()  local
718 	tmp = readl(port_mmio + PORT_CMD);  in ahci_stop_fis_rx()
720 	writel(tmp, port_mmio + PORT_CMD);  in ahci_stop_fis_rx()
723 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD, PORT_CMD_FIS_ON,  in ahci_stop_fis_rx()
734 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_up()  local
737 	cmd = readl(port_mmio + PORT_CMD) & ~PORT_CMD_ICC_MASK;  in ahci_power_up()
742 		writel(cmd, port_mmio + PORT_CMD);  in ahci_power_up()
746 	writel(cmd | PORT_CMD_ICC_ACTIVE, port_mmio + PORT_CMD);  in ahci_power_up()
755 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_lpm()  local
767 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
773 		u32 cmd = readl(port_mmio + PORT_CMD);  in ahci_set_lpm()
780 			writel(cmd, port_mmio + PORT_CMD);  in ahci_set_lpm()
781 			readl(port_mmio + PORT_CMD);  in ahci_set_lpm()
796 			writel(cmd, port_mmio + PORT_CMD);  in ahci_set_lpm()
816 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
826 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_down()  local
833 	scontrol = readl(port_mmio + PORT_SCR_CTL);  in ahci_power_down()
835 	writel(scontrol, port_mmio + PORT_SCR_CTL);  in ahci_power_down()
838 	cmd = readl(port_mmio + PORT_CMD) & ~PORT_CMD_ICC_MASK;  in ahci_power_down()
840 	writel(cmd, port_mmio + PORT_CMD);  in ahci_power_down()
1204 			   void __iomem *port_mmio)  in ahci_port_init()  argument
1217 	tmp = readl(port_mmio + PORT_SCR_ERR);  in ahci_port_init()
1219 	writel(tmp, port_mmio + PORT_SCR_ERR);  in ahci_port_init()
1222 	tmp = readl(port_mmio + PORT_IRQ_STAT);  in ahci_port_init()
1225 		writel(tmp, port_mmio + PORT_IRQ_STAT);  in ahci_port_init()
1230 	tmp = readl(port_mmio + PORT_CMD);  in ahci_port_init()
1240 	void __iomem *port_mmio;  in ahci_init_controller()  local
1246 		port_mmio = ahci_port_base(ap);  in ahci_init_controller()
1250 		ahci_port_init(host->dev, ap, i, mmio, port_mmio);  in ahci_init_controller()
1274 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_dev_classify()  local
1278 	tmp = readl(port_mmio + PORT_SIG);  in ahci_dev_classify()
1304 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_kick_engine()  local
1306 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_kick_engine()
1330 	tmp = readl(port_mmio + PORT_CMD);  in ahci_kick_engine()
1332 	writel(tmp, port_mmio + PORT_CMD);  in ahci_kick_engine()
1335 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_kick_engine()
1353 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_exec_polled_cmd()  local
1363 		tmp = readl(port_mmio + PORT_FBS);  in ahci_exec_polled_cmd()
1366 		writel(tmp, port_mmio + PORT_FBS);  in ahci_exec_polled_cmd()
1371 	writel(1, port_mmio + PORT_CMD_ISSUE);  in ahci_exec_polled_cmd()
1374 		tmp = ata_wait_register(ap, port_mmio + PORT_CMD_ISSUE,  in ahci_exec_polled_cmd()
1381 		readl(port_mmio + PORT_CMD_ISSUE);	/* flush */  in ahci_exec_polled_cmd()
1470 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_check_ready()  local
1471 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_check_ready()
1490 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_bad_pmp_check_ready()  local
1491 	u8 status = readl(port_mmio + PORT_TFDATA) & 0xFF;  in ahci_bad_pmp_check_ready()
1492 	u32 irq_status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_bad_pmp_check_ready()
1508 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_retry_softreset()  local
1524 		irq_sts = readl(port_mmio + PORT_IRQ_STAT);  in ahci_pmp_retry_softreset()
1581 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_postreset()  local
1587 	new_tmp = tmp = readl(port_mmio + PORT_CMD);  in ahci_postreset()
1593 		writel(new_tmp, port_mmio + PORT_CMD);  in ahci_postreset()
1594 		readl(port_mmio + PORT_CMD); /* flush */  in ahci_postreset()
1675 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_fbs_dec_intr()  local
1676 	u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1685 	writel(fbs | PORT_FBS_DEC, port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1686 	fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1689 		fbs = readl(port_mmio + PORT_FBS);  in ahci_fbs_dec_intr()
1709 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_error_intr()  local
1710 		u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_error_intr()
1808 				       void __iomem *port_mmio, u32 status)  in ahci_handle_port_interrupt()  argument
1869 			qc_active = readl(port_mmio + PORT_SCR_ACT);  in ahci_handle_port_interrupt()
1870 			qc_active |= readl(port_mmio + PORT_CMD_ISSUE);  in ahci_handle_port_interrupt()
1875 			qc_active = readl(port_mmio + PORT_SCR_ACT);  in ahci_handle_port_interrupt()
1877 			qc_active = readl(port_mmio + PORT_CMD_ISSUE);  in ahci_handle_port_interrupt()
1893 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_intr()  local
1896 	status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_port_intr()
1897 	writel(status, port_mmio + PORT_IRQ_STAT);  in ahci_port_intr()
1899 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_port_intr()
1905 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_multi_irqs_intr_hard()  local
1910 	status = readl(port_mmio + PORT_IRQ_STAT);  in ahci_multi_irqs_intr_hard()
1911 	writel(status, port_mmio + PORT_IRQ_STAT);  in ahci_multi_irqs_intr_hard()
1914 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_multi_irqs_intr_hard()
1995 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_qc_issue()  local
2005 		writel(1 << qc->hw_tag, port_mmio + PORT_SCR_ACT);  in ahci_qc_issue()
2008 		u32 fbs = readl(port_mmio + PORT_FBS);  in ahci_qc_issue()
2011 		writel(fbs, port_mmio + PORT_FBS);  in ahci_qc_issue()
2015 	writel(1 << qc->hw_tag, port_mmio + PORT_CMD_ISSUE);  in ahci_qc_issue()
2049 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_freeze()  local
2052 	writel(0, port_mmio + PORT_IRQ_MASK);  in ahci_freeze()
2059 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_thaw()  local
2064 	tmp = readl(port_mmio + PORT_IRQ_STAT);  in ahci_thaw()
2065 	writel(tmp, port_mmio + PORT_IRQ_STAT);  in ahci_thaw()
2069 	writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_thaw()
2101 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_aggressive_devslp()  local
2107 	devslp = readl(port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2117 			       port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2166 	writel(devslp, port_mmio + PORT_DEVSLP);  in ahci_set_aggressive_devslp()
2182 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_enable_fbs()  local
2189 	fbs = readl(port_mmio + PORT_FBS);  in ahci_enable_fbs()
2200 	writel(fbs | PORT_FBS_EN, port_mmio + PORT_FBS);  in ahci_enable_fbs()
2201 	fbs = readl(port_mmio + PORT_FBS);  in ahci_enable_fbs()
2216 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_disable_fbs()  local
2223 	fbs = readl(port_mmio + PORT_FBS);  in ahci_disable_fbs()
2233 	writel(fbs & ~PORT_FBS_EN, port_mmio + PORT_FBS);  in ahci_disable_fbs()
2234 	fbs = readl(port_mmio + PORT_FBS);  in ahci_disable_fbs()
2247 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_attach()  local
2251 	cmd = readl(port_mmio + PORT_CMD);  in ahci_pmp_attach()
2253 	writel(cmd, port_mmio + PORT_CMD);  in ahci_pmp_attach()
2268 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_attach()
2273 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_detach()  local
2279 	cmd = readl(port_mmio + PORT_CMD);  in ahci_pmp_detach()
2281 	writel(cmd, port_mmio + PORT_CMD);  in ahci_pmp_detach()
2287 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_detach()
2350 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_start()  local
2351 		u32 cmd = readl(port_mmio + PORT_CMD);  in ahci_port_start()