643 					 struct ahci_host_priv *hpriv)  in ahci_pci_save_initial_config()  argument
647 		hpriv->force_port_map = 1;  in ahci_pci_save_initial_config()
655 	if (hpriv->flags & AHCI_HFLAG_MV_PATA) {  in ahci_pci_save_initial_config()
657 			hpriv->mask_port_map = 0x3;  in ahci_pci_save_initial_config()
659 			hpriv->mask_port_map = 0xf;  in ahci_pci_save_initial_config()
664 	ahci_save_initial_config(&pdev->dev, hpriv);  in ahci_pci_save_initial_config()
669 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_init_controller()  local
675 	if (hpriv->flags & AHCI_HFLAG_MV_PATA) {  in ahci_pci_init_controller()
698 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_vt8251_hardreset()  local
704 	hpriv->stop_engine(ap);  in ahci_vt8251_hardreset()
709 	hpriv->start_engine(ap);  in ahci_vt8251_hardreset()
724 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_p5wdh_hardreset()  local
730 	hpriv->stop_engine(ap);  in ahci_p5wdh_hardreset()
740 	hpriv->start_engine(ap);  in ahci_p5wdh_hardreset()
785 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_avn_hardreset()  local
794 	hpriv->stop_engine(ap);  in ahci_avn_hardreset()
826 	hpriv->start_engine(ap);  in ahci_avn_hardreset()
839 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_disable_interrupts()  local
840 	void __iomem *mmio = hpriv->mmio;  in ahci_pci_disable_interrupts()
880 	struct ahci_host_priv *hpriv = host->private_data;  in ahci_pci_device_suspend()  local
882 	if (hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {  in ahci_pci_device_suspend()
1440 static void acer_sa5_271_workaround(struct ahci_host_priv *hpriv,  in acer_sa5_271_workaround()  argument
1456 		if ((hpriv->saved_cap & 0xC734FF00) == 0xC734FF00) {  in acer_sa5_271_workaround()
1457 			hpriv->port_map = 0x7;  in acer_sa5_271_workaround()
1458 			hpriv->cap = 0xC734FF02;  in acer_sa5_271_workaround()
1472 	struct ahci_host_priv *hpriv;  in ahci_thunderx_irq_handler()  local
1479 	hpriv = host->private_data;  in ahci_thunderx_irq_handler()
1480 	mmio = hpriv->mmio;  in ahci_thunderx_irq_handler()
1486 		irq_masked = irq_stat & hpriv->port_map;  in ahci_thunderx_irq_handler()
1502 		struct ahci_host_priv *hpriv)  in ahci_remap_check()  argument
1513 	    !(readl(hpriv->mmio + AHCI_VSCAP) & 1))  in ahci_remap_check()
1516 	cap = readq(hpriv->mmio + AHCI_REMAP_CAP);  in ahci_remap_check()
1520 		if (readl(hpriv->mmio + ahci_remap_dcc(i))  in ahci_remap_check()
1525 		hpriv->remapped_nvme++;  in ahci_remap_check()
1528 	if (!hpriv->remapped_nvme)  in ahci_remap_check()
1532 		 hpriv->remapped_nvme);  in ahci_remap_check()
1540 	hpriv->flags |= AHCI_HFLAG_NO_MSI;  in ahci_remap_check()
1549 			struct ahci_host_priv *hpriv)  in ahci_init_msi()  argument
1553 	if (hpriv->flags & AHCI_HFLAG_NO_MSI)  in ahci_init_msi()
1565 			if (!(readl(hpriv->mmio + HOST_CTL) & HOST_MRSM)) {  in ahci_init_msi()
1566 				hpriv->get_irq_vector = ahci_get_irq_vector;  in ahci_init_msi()
1567 				hpriv->flags |= AHCI_HFLAG_MULTI_MSI;  in ahci_init_msi()
1592 					   struct ahci_host_priv *hpriv)  in ahci_update_initial_lpm_policy()  argument
1598 	if (!(hpriv->flags & AHCI_HFLAG_IS_MOBILE))  in ahci_update_initial_lpm_policy()
1610 		if (hpriv->cap & HOST_CAP_PART)  in ahci_update_initial_lpm_policy()
1612 		else if (hpriv->cap & HOST_CAP_SSC)  in ahci_update_initial_lpm_policy()
1622 static void ahci_intel_pcs_quirk(struct pci_dev *pdev, struct ahci_host_priv *hpriv)  in ahci_intel_pcs_quirk()  argument
1646 	if ((tmp16 & hpriv->port_map) != hpriv->port_map) {  in ahci_intel_pcs_quirk()
1647 		tmp16 |= hpriv->port_map;  in ahci_intel_pcs_quirk()
1657 	struct ahci_host_priv *hpriv = host->private_data;  in remapped_nvme_show()  local
1659 	return sprintf(buf, "%u\n", hpriv->remapped_nvme);  in remapped_nvme_show()
1670 	struct ahci_host_priv *hpriv;  in ahci_init_one()  local
1744 	hpriv = devm_kzalloc(dev, sizeof(*hpriv), GFP_KERNEL);  in ahci_init_one()
1745 	if (!hpriv)  in ahci_init_one()
1747 	hpriv->flags |= (unsigned long)pi.private_data;  in ahci_init_one()
1752 		hpriv->flags |= AHCI_HFLAG_NO_MSI;  in ahci_init_one()
1756 		hpriv->flags &= ~AHCI_HFLAG_IGN_SERR_INTERNAL;  in ahci_init_one()
1760 		hpriv->flags &= ~AHCI_HFLAG_32BIT_ONLY;  in ahci_init_one()
1762 	hpriv->mmio = pcim_iomap_table(pdev)[ahci_pci_bar];  in ahci_init_one()
1765 	ahci_remap_check(pdev, ahci_pci_bar, hpriv);  in ahci_init_one()
1773 		hpriv->flags |= AHCI_HFLAG_NO_DEVSLP;  in ahci_init_one()
1779 		hpriv->flags |= AHCI_HFLAG_NO_SXS;  in ahci_init_one()
1782 		hpriv->irq_handler = ahci_thunderx_irq_handler;  in ahci_init_one()
1786 	ahci_pci_save_initial_config(pdev, hpriv);  in ahci_init_one()
1792 	ahci_intel_pcs_quirk(pdev, hpriv);  in ahci_init_one()
1795 	if (hpriv->cap & HOST_CAP_NCQ) {  in ahci_init_one()
1803 		if (!(hpriv->flags & AHCI_HFLAG_NO_FPDMA_AA))  in ahci_init_one()
1815 	if (hpriv->cap & HOST_CAP_PMP)  in ahci_init_one()
1818 	ahci_set_em_messages(hpriv, &pi);  in ahci_init_one()
1833 		hpriv->flags |= AHCI_HFLAG_NO_SUSPEND;  in ahci_init_one()
1839 		hpriv->flags |= AHCI_HFLAG_SRST_TOUT_IS_OFFLINE;  in ahci_init_one()
1846 	acer_sa5_271_workaround(hpriv, pdev);  in ahci_init_one()
1853 	n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));  in ahci_init_one()
1858 	host->private_data = hpriv;  in ahci_init_one()
1860 	if (ahci_init_msi(pdev, n_ports, hpriv) < 0) {  in ahci_init_one()
1864 	hpriv->irq = pci_irq_vector(pdev, 0);  in ahci_init_one()
1866 	if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)  in ahci_init_one()
1883 			ap->em_message_type = hpriv->em_msg_type;  in ahci_init_one()
1885 		ahci_update_initial_lpm_policy(ap, hpriv);  in ahci_init_one()
1888 		if (!(hpriv->port_map & (1 << i)))  in ahci_init_one()
1899 	rc = ahci_configure_dma_masks(pdev, hpriv->cap & HOST_CAP_64);  in ahci_init_one()