xref: /OK3568_Linux_fs/kernel/drivers/ata/pata_amd.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * pata_amd.c 	- AMD PATA for new ATA layer
4*4882a593Smuzhiyun  *			  (C) 2005-2006 Red Hat Inc
5*4882a593Smuzhiyun  *
6*4882a593Smuzhiyun  *  Based on pata-sil680. Errata information is taken from data sheets
7*4882a593Smuzhiyun  *  and the amd74xx.c driver by Vojtech Pavlik. Nvidia SATA devices are
8*4882a593Smuzhiyun  *  claimed by sata-nv.c.
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  *  TODO:
11*4882a593Smuzhiyun  *	Variable system clock when/if it makes sense
12*4882a593Smuzhiyun  *	Power management on ports
13*4882a593Smuzhiyun  *
14*4882a593Smuzhiyun  *
15*4882a593Smuzhiyun  *  Documentation publicly available.
16*4882a593Smuzhiyun  */
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include <linux/kernel.h>
19*4882a593Smuzhiyun #include <linux/module.h>
20*4882a593Smuzhiyun #include <linux/pci.h>
21*4882a593Smuzhiyun #include <linux/blkdev.h>
22*4882a593Smuzhiyun #include <linux/delay.h>
23*4882a593Smuzhiyun #include <scsi/scsi_host.h>
24*4882a593Smuzhiyun #include <linux/libata.h>
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun #define DRV_NAME "pata_amd"
27*4882a593Smuzhiyun #define DRV_VERSION "0.4.1"
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun /**
30*4882a593Smuzhiyun  *	timing_setup		-	shared timing computation and load
31*4882a593Smuzhiyun  *	@ap: ATA port being set up
32*4882a593Smuzhiyun  *	@adev: drive being configured
33*4882a593Smuzhiyun  *	@offset: port offset
34*4882a593Smuzhiyun  *	@speed: target speed
35*4882a593Smuzhiyun  *	@clock: clock multiplier (number of times 33MHz for this part)
36*4882a593Smuzhiyun  *
37*4882a593Smuzhiyun  *	Perform the actual timing set up for Nvidia or AMD PATA devices.
38*4882a593Smuzhiyun  *	The actual devices vary so they all call into this helper function
39*4882a593Smuzhiyun  *	providing the clock multipler and offset (because AMD and Nvidia put
40*4882a593Smuzhiyun  *	the ports at different locations).
41*4882a593Smuzhiyun  */
42*4882a593Smuzhiyun 
timing_setup(struct ata_port * ap,struct ata_device * adev,int offset,int speed,int clock)43*4882a593Smuzhiyun static void timing_setup(struct ata_port *ap, struct ata_device *adev, int offset, int speed, int clock)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun 	static const unsigned char amd_cyc2udma[] = {
46*4882a593Smuzhiyun 		6, 6, 5, 4, 0, 1, 1, 2, 2, 3, 3, 3, 3, 3, 3, 7
47*4882a593Smuzhiyun 	};
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun 	struct pci_dev *pdev = to_pci_dev(ap->host->dev);
50*4882a593Smuzhiyun 	struct ata_device *peer = ata_dev_pair(adev);
51*4882a593Smuzhiyun 	int dn = ap->port_no * 2 + adev->devno;
52*4882a593Smuzhiyun 	struct ata_timing at, apeer;
53*4882a593Smuzhiyun 	int T, UT;
54*4882a593Smuzhiyun 	const int amd_clock = 33333;	/* KHz. */
55*4882a593Smuzhiyun 	u8 t;
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun 	T = 1000000000 / amd_clock;
58*4882a593Smuzhiyun 	UT = T;
59*4882a593Smuzhiyun 	if (clock >= 2)
60*4882a593Smuzhiyun 		UT = T / 2;
61*4882a593Smuzhiyun 
62*4882a593Smuzhiyun 	if (ata_timing_compute(adev, speed, &at, T, UT) < 0) {
63*4882a593Smuzhiyun 		dev_err(&pdev->dev, "unknown mode %d\n", speed);
64*4882a593Smuzhiyun 		return;
65*4882a593Smuzhiyun 	}
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 	if (peer) {
68*4882a593Smuzhiyun 		/* This may be over conservative */
69*4882a593Smuzhiyun 		if (peer->dma_mode) {
70*4882a593Smuzhiyun 			ata_timing_compute(peer, peer->dma_mode, &apeer, T, UT);
71*4882a593Smuzhiyun 			ata_timing_merge(&apeer, &at, &at, ATA_TIMING_8BIT);
72*4882a593Smuzhiyun 		}
73*4882a593Smuzhiyun 		ata_timing_compute(peer, peer->pio_mode, &apeer, T, UT);
74*4882a593Smuzhiyun 		ata_timing_merge(&apeer, &at, &at, ATA_TIMING_8BIT);
75*4882a593Smuzhiyun 	}
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	if (speed == XFER_UDMA_5 && amd_clock <= 33333) at.udma = 1;
78*4882a593Smuzhiyun 	if (speed == XFER_UDMA_6 && amd_clock <= 33333) at.udma = 15;
79*4882a593Smuzhiyun 
80*4882a593Smuzhiyun 	/*
81*4882a593Smuzhiyun 	 *	Now do the setup work
82*4882a593Smuzhiyun 	 */
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 	/* Configure the address set up timing */
85*4882a593Smuzhiyun 	pci_read_config_byte(pdev, offset + 0x0C, &t);
86*4882a593Smuzhiyun 	t = (t & ~(3 << ((3 - dn) << 1))) | ((clamp_val(at.setup, 1, 4) - 1) << ((3 - dn) << 1));
87*4882a593Smuzhiyun 	pci_write_config_byte(pdev, offset + 0x0C , t);
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	/* Configure the 8bit I/O timing */
90*4882a593Smuzhiyun 	pci_write_config_byte(pdev, offset + 0x0E + (1 - (dn >> 1)),
91*4882a593Smuzhiyun 		((clamp_val(at.act8b, 1, 16) - 1) << 4) | (clamp_val(at.rec8b, 1, 16) - 1));
92*4882a593Smuzhiyun 
93*4882a593Smuzhiyun 	/* Drive timing */
94*4882a593Smuzhiyun 	pci_write_config_byte(pdev, offset + 0x08 + (3 - dn),
95*4882a593Smuzhiyun 		((clamp_val(at.active, 1, 16) - 1) << 4) | (clamp_val(at.recover, 1, 16) - 1));
96*4882a593Smuzhiyun 
97*4882a593Smuzhiyun 	switch (clock) {
98*4882a593Smuzhiyun 		case 1:
99*4882a593Smuzhiyun 		t = at.udma ? (0xc0 | (clamp_val(at.udma, 2, 5) - 2)) : 0x03;
100*4882a593Smuzhiyun 		break;
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 		case 2:
103*4882a593Smuzhiyun 		t = at.udma ? (0xc0 | amd_cyc2udma[clamp_val(at.udma, 2, 10)]) : 0x03;
104*4882a593Smuzhiyun 		break;
105*4882a593Smuzhiyun 
106*4882a593Smuzhiyun 		case 3:
107*4882a593Smuzhiyun 		t = at.udma ? (0xc0 | amd_cyc2udma[clamp_val(at.udma, 1, 10)]) : 0x03;
108*4882a593Smuzhiyun 		break;
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 		case 4:
111*4882a593Smuzhiyun 		t = at.udma ? (0xc0 | amd_cyc2udma[clamp_val(at.udma, 1, 15)]) : 0x03;
112*4882a593Smuzhiyun 		break;
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun 		default:
115*4882a593Smuzhiyun 			return;
116*4882a593Smuzhiyun 	}
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun 	/* UDMA timing */
119*4882a593Smuzhiyun 	if (at.udma)
120*4882a593Smuzhiyun 		pci_write_config_byte(pdev, offset + 0x10 + (3 - dn), t);
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun 
123*4882a593Smuzhiyun /**
124*4882a593Smuzhiyun  *	amd_pre_reset		-	perform reset handling
125*4882a593Smuzhiyun  *	@link: ATA link
126*4882a593Smuzhiyun  *	@deadline: deadline jiffies for the operation
127*4882a593Smuzhiyun  *
128*4882a593Smuzhiyun  *	Reset sequence checking enable bits to see which ports are
129*4882a593Smuzhiyun  *	active.
130*4882a593Smuzhiyun  */
131*4882a593Smuzhiyun 
amd_pre_reset(struct ata_link * link,unsigned long deadline)132*4882a593Smuzhiyun static int amd_pre_reset(struct ata_link *link, unsigned long deadline)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun 	static const struct pci_bits amd_enable_bits[] = {
135*4882a593Smuzhiyun 		{ 0x40, 1, 0x02, 0x02 },
136*4882a593Smuzhiyun 		{ 0x40, 1, 0x01, 0x01 }
137*4882a593Smuzhiyun 	};
138*4882a593Smuzhiyun 
139*4882a593Smuzhiyun 	struct ata_port *ap = link->ap;
140*4882a593Smuzhiyun 	struct pci_dev *pdev = to_pci_dev(ap->host->dev);
141*4882a593Smuzhiyun 
142*4882a593Smuzhiyun 	if (!pci_test_config_bits(pdev, &amd_enable_bits[ap->port_no]))
143*4882a593Smuzhiyun 		return -ENOENT;
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	return ata_sff_prereset(link, deadline);
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun /**
149*4882a593Smuzhiyun  *	amd_cable_detect	-	report cable type
150*4882a593Smuzhiyun  *	@ap: port
151*4882a593Smuzhiyun  *
152*4882a593Smuzhiyun  *	AMD controller/BIOS setups record the cable type in word 0x42
153*4882a593Smuzhiyun  */
154*4882a593Smuzhiyun 
amd_cable_detect(struct ata_port * ap)155*4882a593Smuzhiyun static int amd_cable_detect(struct ata_port *ap)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun 	static const u32 bitmask[2] = {0x03, 0x0C};
158*4882a593Smuzhiyun 	struct pci_dev *pdev = to_pci_dev(ap->host->dev);
159*4882a593Smuzhiyun 	u8 ata66;
160*4882a593Smuzhiyun 
161*4882a593Smuzhiyun 	pci_read_config_byte(pdev, 0x42, &ata66);
162*4882a593Smuzhiyun 	if (ata66 & bitmask[ap->port_no])
163*4882a593Smuzhiyun 		return ATA_CBL_PATA80;
164*4882a593Smuzhiyun 	return ATA_CBL_PATA40;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun 
167*4882a593Smuzhiyun /**
168*4882a593Smuzhiyun  *	amd_fifo_setup		-	set the PIO FIFO for ATA/ATAPI
169*4882a593Smuzhiyun  *	@ap: ATA interface
170*4882a593Smuzhiyun  *	@adev: ATA device
171*4882a593Smuzhiyun  *
172*4882a593Smuzhiyun  *	Set the PCI fifo for this device according to the devices present
173*4882a593Smuzhiyun  *	on the bus at this point in time. We need to turn the post write buffer
174*4882a593Smuzhiyun  *	off for ATAPI devices as we may need to issue a word sized write to the
175*4882a593Smuzhiyun  *	device as the final I/O
176*4882a593Smuzhiyun  */
177*4882a593Smuzhiyun 
amd_fifo_setup(struct ata_port * ap)178*4882a593Smuzhiyun static void amd_fifo_setup(struct ata_port *ap)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun 	struct ata_device *adev;
181*4882a593Smuzhiyun 	struct pci_dev *pdev = to_pci_dev(ap->host->dev);
182*4882a593Smuzhiyun 	static const u8 fifobit[2] = { 0xC0, 0x30};
183*4882a593Smuzhiyun 	u8 fifo = fifobit[ap->port_no];
184*4882a593Smuzhiyun 	u8 r;
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	ata_for_each_dev(adev, &ap->link, ENABLED) {
188*4882a593Smuzhiyun 		if (adev->class == ATA_DEV_ATAPI)
189*4882a593Smuzhiyun 			fifo = 0;
190*4882a593Smuzhiyun 	}
191*4882a593Smuzhiyun 	if (pdev->device == PCI_DEVICE_ID_AMD_VIPER_7411) /* FIFO is broken */
192*4882a593Smuzhiyun 		fifo = 0;
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun 	/* On the later chips the read prefetch bits become no-op bits */
195*4882a593Smuzhiyun 	pci_read_config_byte(pdev, 0x41, &r);
196*4882a593Smuzhiyun 	r &= ~fifobit[ap->port_no];
197*4882a593Smuzhiyun 	r |= fifo;
198*4882a593Smuzhiyun 	pci_write_config_byte(pdev, 0x41, r);
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun /**
202*4882a593Smuzhiyun  *	amd33_set_piomode	-	set initial PIO mode data
203*4882a593Smuzhiyun  *	@ap: ATA interface
204*4882a593Smuzhiyun  *	@adev: ATA device
205*4882a593Smuzhiyun  *
206*4882a593Smuzhiyun  *	Program the AMD registers for PIO mode.
207*4882a593Smuzhiyun  */
208*4882a593Smuzhiyun 
amd33_set_piomode(struct ata_port * ap,struct ata_device * adev)209*4882a593Smuzhiyun static void amd33_set_piomode(struct ata_port *ap, struct ata_device *adev)
210*4882a593Smuzhiyun {
211*4882a593Smuzhiyun 	amd_fifo_setup(ap);
212*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->pio_mode, 1);
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun 
amd66_set_piomode(struct ata_port * ap,struct ata_device * adev)215*4882a593Smuzhiyun static void amd66_set_piomode(struct ata_port *ap, struct ata_device *adev)
216*4882a593Smuzhiyun {
217*4882a593Smuzhiyun 	amd_fifo_setup(ap);
218*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->pio_mode, 2);
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun 
amd100_set_piomode(struct ata_port * ap,struct ata_device * adev)221*4882a593Smuzhiyun static void amd100_set_piomode(struct ata_port *ap, struct ata_device *adev)
222*4882a593Smuzhiyun {
223*4882a593Smuzhiyun 	amd_fifo_setup(ap);
224*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->pio_mode, 3);
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun 
amd133_set_piomode(struct ata_port * ap,struct ata_device * adev)227*4882a593Smuzhiyun static void amd133_set_piomode(struct ata_port *ap, struct ata_device *adev)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun 	amd_fifo_setup(ap);
230*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->pio_mode, 4);
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun /**
234*4882a593Smuzhiyun  *	amd33_set_dmamode	-	set initial DMA mode data
235*4882a593Smuzhiyun  *	@ap: ATA interface
236*4882a593Smuzhiyun  *	@adev: ATA device
237*4882a593Smuzhiyun  *
238*4882a593Smuzhiyun  *	Program the MWDMA/UDMA modes for the AMD and Nvidia
239*4882a593Smuzhiyun  *	chipset.
240*4882a593Smuzhiyun  */
241*4882a593Smuzhiyun 
amd33_set_dmamode(struct ata_port * ap,struct ata_device * adev)242*4882a593Smuzhiyun static void amd33_set_dmamode(struct ata_port *ap, struct ata_device *adev)
243*4882a593Smuzhiyun {
244*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->dma_mode, 1);
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun 
amd66_set_dmamode(struct ata_port * ap,struct ata_device * adev)247*4882a593Smuzhiyun static void amd66_set_dmamode(struct ata_port *ap, struct ata_device *adev)
248*4882a593Smuzhiyun {
249*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->dma_mode, 2);
250*4882a593Smuzhiyun }
251*4882a593Smuzhiyun 
amd100_set_dmamode(struct ata_port * ap,struct ata_device * adev)252*4882a593Smuzhiyun static void amd100_set_dmamode(struct ata_port *ap, struct ata_device *adev)
253*4882a593Smuzhiyun {
254*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->dma_mode, 3);
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun 
amd133_set_dmamode(struct ata_port * ap,struct ata_device * adev)257*4882a593Smuzhiyun static void amd133_set_dmamode(struct ata_port *ap, struct ata_device *adev)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x40, adev->dma_mode, 4);
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
262*4882a593Smuzhiyun /* Both host-side and drive-side detection results are worthless on NV
263*4882a593Smuzhiyun  * PATAs.  Ignore them and just follow what BIOS configured.  Both the
264*4882a593Smuzhiyun  * current configuration in PCI config reg and ACPI GTM result are
265*4882a593Smuzhiyun  * cached during driver attach and are consulted to select transfer
266*4882a593Smuzhiyun  * mode.
267*4882a593Smuzhiyun  */
nv_mode_filter(struct ata_device * dev,unsigned long xfer_mask)268*4882a593Smuzhiyun static unsigned long nv_mode_filter(struct ata_device *dev,
269*4882a593Smuzhiyun 				    unsigned long xfer_mask)
270*4882a593Smuzhiyun {
271*4882a593Smuzhiyun 	static const unsigned int udma_mask_map[] =
272*4882a593Smuzhiyun 		{ ATA_UDMA2, ATA_UDMA1, ATA_UDMA0, 0,
273*4882a593Smuzhiyun 		  ATA_UDMA3, ATA_UDMA4, ATA_UDMA5, ATA_UDMA6 };
274*4882a593Smuzhiyun 	struct ata_port *ap = dev->link->ap;
275*4882a593Smuzhiyun 	char acpi_str[32] = "";
276*4882a593Smuzhiyun 	u32 saved_udma, udma;
277*4882a593Smuzhiyun 	const struct ata_acpi_gtm *gtm;
278*4882a593Smuzhiyun 	unsigned long bios_limit = 0, acpi_limit = 0, limit;
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun 	/* find out what BIOS configured */
281*4882a593Smuzhiyun 	udma = saved_udma = (unsigned long)ap->host->private_data;
282*4882a593Smuzhiyun 
283*4882a593Smuzhiyun 	if (ap->port_no == 0)
284*4882a593Smuzhiyun 		udma >>= 16;
285*4882a593Smuzhiyun 	if (dev->devno == 0)
286*4882a593Smuzhiyun 		udma >>= 8;
287*4882a593Smuzhiyun 
288*4882a593Smuzhiyun 	if ((udma & 0xc0) == 0xc0)
289*4882a593Smuzhiyun 		bios_limit = ata_pack_xfermask(0, 0, udma_mask_map[udma & 0x7]);
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	/* consult ACPI GTM too */
292*4882a593Smuzhiyun 	gtm = ata_acpi_init_gtm(ap);
293*4882a593Smuzhiyun 	if (gtm) {
294*4882a593Smuzhiyun 		acpi_limit = ata_acpi_gtm_xfermask(dev, gtm);
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 		snprintf(acpi_str, sizeof(acpi_str), " (%u:%u:0x%x)",
297*4882a593Smuzhiyun 			 gtm->drive[0].dma, gtm->drive[1].dma, gtm->flags);
298*4882a593Smuzhiyun 	}
299*4882a593Smuzhiyun 
300*4882a593Smuzhiyun 	/* be optimistic, EH can take care of things if something goes wrong */
301*4882a593Smuzhiyun 	limit = bios_limit | acpi_limit;
302*4882a593Smuzhiyun 
303*4882a593Smuzhiyun 	/* If PIO or DMA isn't configured at all, don't limit.  Let EH
304*4882a593Smuzhiyun 	 * handle it.
305*4882a593Smuzhiyun 	 */
306*4882a593Smuzhiyun 	if (!(limit & ATA_MASK_PIO))
307*4882a593Smuzhiyun 		limit |= ATA_MASK_PIO;
308*4882a593Smuzhiyun 	if (!(limit & (ATA_MASK_MWDMA | ATA_MASK_UDMA)))
309*4882a593Smuzhiyun 		limit |= ATA_MASK_MWDMA | ATA_MASK_UDMA;
310*4882a593Smuzhiyun 	/* PIO4, MWDMA2, UDMA2 should always be supported regardless of
311*4882a593Smuzhiyun 	   cable detection result */
312*4882a593Smuzhiyun 	limit |= ata_pack_xfermask(ATA_PIO4, ATA_MWDMA2, ATA_UDMA2);
313*4882a593Smuzhiyun 
314*4882a593Smuzhiyun 	ata_port_dbg(ap, "nv_mode_filter: 0x%lx&0x%lx->0x%lx, "
315*4882a593Smuzhiyun 			"BIOS=0x%lx (0x%x) ACPI=0x%lx%s\n",
316*4882a593Smuzhiyun 			xfer_mask, limit, xfer_mask & limit, bios_limit,
317*4882a593Smuzhiyun 			saved_udma, acpi_limit, acpi_str);
318*4882a593Smuzhiyun 
319*4882a593Smuzhiyun 	return xfer_mask & limit;
320*4882a593Smuzhiyun }
321*4882a593Smuzhiyun 
322*4882a593Smuzhiyun /**
323*4882a593Smuzhiyun  *	nv_probe_init	-	cable detection
324*4882a593Smuzhiyun  *	@lin: ATA link
325*4882a593Smuzhiyun  *
326*4882a593Smuzhiyun  *	Perform cable detection. The BIOS stores this in PCI config
327*4882a593Smuzhiyun  *	space for us.
328*4882a593Smuzhiyun  */
329*4882a593Smuzhiyun 
nv_pre_reset(struct ata_link * link,unsigned long deadline)330*4882a593Smuzhiyun static int nv_pre_reset(struct ata_link *link, unsigned long deadline)
331*4882a593Smuzhiyun {
332*4882a593Smuzhiyun 	static const struct pci_bits nv_enable_bits[] = {
333*4882a593Smuzhiyun 		{ 0x50, 1, 0x02, 0x02 },
334*4882a593Smuzhiyun 		{ 0x50, 1, 0x01, 0x01 }
335*4882a593Smuzhiyun 	};
336*4882a593Smuzhiyun 
337*4882a593Smuzhiyun 	struct ata_port *ap = link->ap;
338*4882a593Smuzhiyun 	struct pci_dev *pdev = to_pci_dev(ap->host->dev);
339*4882a593Smuzhiyun 
340*4882a593Smuzhiyun 	if (!pci_test_config_bits(pdev, &nv_enable_bits[ap->port_no]))
341*4882a593Smuzhiyun 		return -ENOENT;
342*4882a593Smuzhiyun 
343*4882a593Smuzhiyun 	return ata_sff_prereset(link, deadline);
344*4882a593Smuzhiyun }
345*4882a593Smuzhiyun 
346*4882a593Smuzhiyun /**
347*4882a593Smuzhiyun  *	nv100_set_piomode	-	set initial PIO mode data
348*4882a593Smuzhiyun  *	@ap: ATA interface
349*4882a593Smuzhiyun  *	@adev: ATA device
350*4882a593Smuzhiyun  *
351*4882a593Smuzhiyun  *	Program the AMD registers for PIO mode.
352*4882a593Smuzhiyun  */
353*4882a593Smuzhiyun 
nv100_set_piomode(struct ata_port * ap,struct ata_device * adev)354*4882a593Smuzhiyun static void nv100_set_piomode(struct ata_port *ap, struct ata_device *adev)
355*4882a593Smuzhiyun {
356*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x50, adev->pio_mode, 3);
357*4882a593Smuzhiyun }
358*4882a593Smuzhiyun 
nv133_set_piomode(struct ata_port * ap,struct ata_device * adev)359*4882a593Smuzhiyun static void nv133_set_piomode(struct ata_port *ap, struct ata_device *adev)
360*4882a593Smuzhiyun {
361*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x50, adev->pio_mode, 4);
362*4882a593Smuzhiyun }
363*4882a593Smuzhiyun 
364*4882a593Smuzhiyun /**
365*4882a593Smuzhiyun  *	nv100_set_dmamode	-	set initial DMA mode data
366*4882a593Smuzhiyun  *	@ap: ATA interface
367*4882a593Smuzhiyun  *	@adev: ATA device
368*4882a593Smuzhiyun  *
369*4882a593Smuzhiyun  *	Program the MWDMA/UDMA modes for the AMD and Nvidia
370*4882a593Smuzhiyun  *	chipset.
371*4882a593Smuzhiyun  */
372*4882a593Smuzhiyun 
nv100_set_dmamode(struct ata_port * ap,struct ata_device * adev)373*4882a593Smuzhiyun static void nv100_set_dmamode(struct ata_port *ap, struct ata_device *adev)
374*4882a593Smuzhiyun {
375*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x50, adev->dma_mode, 3);
376*4882a593Smuzhiyun }
377*4882a593Smuzhiyun 
nv133_set_dmamode(struct ata_port * ap,struct ata_device * adev)378*4882a593Smuzhiyun static void nv133_set_dmamode(struct ata_port *ap, struct ata_device *adev)
379*4882a593Smuzhiyun {
380*4882a593Smuzhiyun 	timing_setup(ap, adev, 0x50, adev->dma_mode, 4);
381*4882a593Smuzhiyun }
382*4882a593Smuzhiyun 
nv_host_stop(struct ata_host * host)383*4882a593Smuzhiyun static void nv_host_stop(struct ata_host *host)
384*4882a593Smuzhiyun {
385*4882a593Smuzhiyun 	u32 udma = (unsigned long)host->private_data;
386*4882a593Smuzhiyun 
387*4882a593Smuzhiyun 	/* restore PCI config register 0x60 */
388*4882a593Smuzhiyun 	pci_write_config_dword(to_pci_dev(host->dev), 0x60, udma);
389*4882a593Smuzhiyun }
390*4882a593Smuzhiyun 
391*4882a593Smuzhiyun static struct scsi_host_template amd_sht = {
392*4882a593Smuzhiyun 	ATA_BMDMA_SHT(DRV_NAME),
393*4882a593Smuzhiyun };
394*4882a593Smuzhiyun 
395*4882a593Smuzhiyun static const struct ata_port_operations amd_base_port_ops = {
396*4882a593Smuzhiyun 	.inherits	= &ata_bmdma32_port_ops,
397*4882a593Smuzhiyun 	.prereset	= amd_pre_reset,
398*4882a593Smuzhiyun };
399*4882a593Smuzhiyun 
400*4882a593Smuzhiyun static struct ata_port_operations amd33_port_ops = {
401*4882a593Smuzhiyun 	.inherits	= &amd_base_port_ops,
402*4882a593Smuzhiyun 	.cable_detect	= ata_cable_40wire,
403*4882a593Smuzhiyun 	.set_piomode	= amd33_set_piomode,
404*4882a593Smuzhiyun 	.set_dmamode	= amd33_set_dmamode,
405*4882a593Smuzhiyun };
406*4882a593Smuzhiyun 
407*4882a593Smuzhiyun static struct ata_port_operations amd66_port_ops = {
408*4882a593Smuzhiyun 	.inherits	= &amd_base_port_ops,
409*4882a593Smuzhiyun 	.cable_detect	= ata_cable_unknown,
410*4882a593Smuzhiyun 	.set_piomode	= amd66_set_piomode,
411*4882a593Smuzhiyun 	.set_dmamode	= amd66_set_dmamode,
412*4882a593Smuzhiyun };
413*4882a593Smuzhiyun 
414*4882a593Smuzhiyun static struct ata_port_operations amd100_port_ops = {
415*4882a593Smuzhiyun 	.inherits	= &amd_base_port_ops,
416*4882a593Smuzhiyun 	.cable_detect	= ata_cable_unknown,
417*4882a593Smuzhiyun 	.set_piomode	= amd100_set_piomode,
418*4882a593Smuzhiyun 	.set_dmamode	= amd100_set_dmamode,
419*4882a593Smuzhiyun };
420*4882a593Smuzhiyun 
421*4882a593Smuzhiyun static struct ata_port_operations amd133_port_ops = {
422*4882a593Smuzhiyun 	.inherits	= &amd_base_port_ops,
423*4882a593Smuzhiyun 	.cable_detect	= amd_cable_detect,
424*4882a593Smuzhiyun 	.set_piomode	= amd133_set_piomode,
425*4882a593Smuzhiyun 	.set_dmamode	= amd133_set_dmamode,
426*4882a593Smuzhiyun };
427*4882a593Smuzhiyun 
428*4882a593Smuzhiyun static const struct ata_port_operations nv_base_port_ops = {
429*4882a593Smuzhiyun 	.inherits	= &ata_bmdma_port_ops,
430*4882a593Smuzhiyun 	.cable_detect	= ata_cable_ignore,
431*4882a593Smuzhiyun 	.mode_filter	= nv_mode_filter,
432*4882a593Smuzhiyun 	.prereset	= nv_pre_reset,
433*4882a593Smuzhiyun 	.host_stop	= nv_host_stop,
434*4882a593Smuzhiyun };
435*4882a593Smuzhiyun 
436*4882a593Smuzhiyun static struct ata_port_operations nv100_port_ops = {
437*4882a593Smuzhiyun 	.inherits	= &nv_base_port_ops,
438*4882a593Smuzhiyun 	.set_piomode	= nv100_set_piomode,
439*4882a593Smuzhiyun 	.set_dmamode	= nv100_set_dmamode,
440*4882a593Smuzhiyun };
441*4882a593Smuzhiyun 
442*4882a593Smuzhiyun static struct ata_port_operations nv133_port_ops = {
443*4882a593Smuzhiyun 	.inherits	= &nv_base_port_ops,
444*4882a593Smuzhiyun 	.set_piomode	= nv133_set_piomode,
445*4882a593Smuzhiyun 	.set_dmamode	= nv133_set_dmamode,
446*4882a593Smuzhiyun };
447*4882a593Smuzhiyun 
amd_clear_fifo(struct pci_dev * pdev)448*4882a593Smuzhiyun static void amd_clear_fifo(struct pci_dev *pdev)
449*4882a593Smuzhiyun {
450*4882a593Smuzhiyun 	u8 fifo;
451*4882a593Smuzhiyun 	/* Disable the FIFO, the FIFO logic will re-enable it as
452*4882a593Smuzhiyun 	   appropriate */
453*4882a593Smuzhiyun 	pci_read_config_byte(pdev, 0x41, &fifo);
454*4882a593Smuzhiyun 	fifo &= 0x0F;
455*4882a593Smuzhiyun 	pci_write_config_byte(pdev, 0x41, fifo);
456*4882a593Smuzhiyun }
457*4882a593Smuzhiyun 
amd_init_one(struct pci_dev * pdev,const struct pci_device_id * id)458*4882a593Smuzhiyun static int amd_init_one(struct pci_dev *pdev, const struct pci_device_id *id)
459*4882a593Smuzhiyun {
460*4882a593Smuzhiyun 	static const struct ata_port_info info[10] = {
461*4882a593Smuzhiyun 		{	/* 0: AMD 7401 - no swdma */
462*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
463*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
464*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
465*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA2,
466*4882a593Smuzhiyun 			.port_ops = &amd33_port_ops
467*4882a593Smuzhiyun 		},
468*4882a593Smuzhiyun 		{	/* 1: Early AMD7409 - no swdma */
469*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
470*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
471*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
472*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA4,
473*4882a593Smuzhiyun 			.port_ops = &amd66_port_ops
474*4882a593Smuzhiyun 		},
475*4882a593Smuzhiyun 		{	/* 2: AMD 7409 */
476*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
477*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
478*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
479*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA4,
480*4882a593Smuzhiyun 			.port_ops = &amd66_port_ops
481*4882a593Smuzhiyun 		},
482*4882a593Smuzhiyun 		{	/* 3: AMD 7411 */
483*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
484*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
485*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
486*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA5,
487*4882a593Smuzhiyun 			.port_ops = &amd100_port_ops
488*4882a593Smuzhiyun 		},
489*4882a593Smuzhiyun 		{	/* 4: AMD 7441 */
490*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
491*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
492*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
493*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA5,
494*4882a593Smuzhiyun 			.port_ops = &amd100_port_ops
495*4882a593Smuzhiyun 		},
496*4882a593Smuzhiyun 		{	/* 5: AMD 8111 - no swdma */
497*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
498*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
499*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
500*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA6,
501*4882a593Smuzhiyun 			.port_ops = &amd133_port_ops
502*4882a593Smuzhiyun 		},
503*4882a593Smuzhiyun 		{	/* 6: AMD 8111 UDMA 100 (Serenade) - no swdma */
504*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
505*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
506*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
507*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA5,
508*4882a593Smuzhiyun 			.port_ops = &amd133_port_ops
509*4882a593Smuzhiyun 		},
510*4882a593Smuzhiyun 		{	/* 7: Nvidia Nforce */
511*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
512*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
513*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
514*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA5,
515*4882a593Smuzhiyun 			.port_ops = &nv100_port_ops
516*4882a593Smuzhiyun 		},
517*4882a593Smuzhiyun 		{	/* 8: Nvidia Nforce2 and later - no swdma */
518*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
519*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
520*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
521*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA6,
522*4882a593Smuzhiyun 			.port_ops = &nv133_port_ops
523*4882a593Smuzhiyun 		},
524*4882a593Smuzhiyun 		{	/* 9: AMD CS5536 (Geode companion) */
525*4882a593Smuzhiyun 			.flags = ATA_FLAG_SLAVE_POSS,
526*4882a593Smuzhiyun 			.pio_mask = ATA_PIO4,
527*4882a593Smuzhiyun 			.mwdma_mask = ATA_MWDMA2,
528*4882a593Smuzhiyun 			.udma_mask = ATA_UDMA5,
529*4882a593Smuzhiyun 			.port_ops = &amd100_port_ops
530*4882a593Smuzhiyun 		}
531*4882a593Smuzhiyun 	};
532*4882a593Smuzhiyun 	const struct ata_port_info *ppi[] = { NULL, NULL };
533*4882a593Smuzhiyun 	int type = id->driver_data;
534*4882a593Smuzhiyun 	void *hpriv = NULL;
535*4882a593Smuzhiyun 	u8 fifo;
536*4882a593Smuzhiyun 	int rc;
537*4882a593Smuzhiyun 
538*4882a593Smuzhiyun 	ata_print_version_once(&pdev->dev, DRV_VERSION);
539*4882a593Smuzhiyun 
540*4882a593Smuzhiyun 	rc = pcim_enable_device(pdev);
541*4882a593Smuzhiyun 	if (rc)
542*4882a593Smuzhiyun 		return rc;
543*4882a593Smuzhiyun 
544*4882a593Smuzhiyun 	pci_read_config_byte(pdev, 0x41, &fifo);
545*4882a593Smuzhiyun 
546*4882a593Smuzhiyun 	/* Check for AMD7409 without swdma errata and if found adjust type */
547*4882a593Smuzhiyun 	if (type == 1 && pdev->revision > 0x7)
548*4882a593Smuzhiyun 		type = 2;
549*4882a593Smuzhiyun 
550*4882a593Smuzhiyun 	/* Serenade ? */
551*4882a593Smuzhiyun 	if (type == 5 && pdev->subsystem_vendor == PCI_VENDOR_ID_AMD &&
552*4882a593Smuzhiyun 			 pdev->subsystem_device == PCI_DEVICE_ID_AMD_SERENADE)
553*4882a593Smuzhiyun 		type = 6;	/* UDMA 100 only */
554*4882a593Smuzhiyun 
555*4882a593Smuzhiyun 	/*
556*4882a593Smuzhiyun 	 * Okay, type is determined now.  Apply type-specific workarounds.
557*4882a593Smuzhiyun 	 */
558*4882a593Smuzhiyun 	ppi[0] = &info[type];
559*4882a593Smuzhiyun 
560*4882a593Smuzhiyun 	if (type < 3)
561*4882a593Smuzhiyun 		ata_pci_bmdma_clear_simplex(pdev);
562*4882a593Smuzhiyun 	if (pdev->vendor == PCI_VENDOR_ID_AMD)
563*4882a593Smuzhiyun 		amd_clear_fifo(pdev);
564*4882a593Smuzhiyun 	/* Cable detection on Nvidia chips doesn't work too well,
565*4882a593Smuzhiyun 	 * cache BIOS programmed UDMA mode.
566*4882a593Smuzhiyun 	 */
567*4882a593Smuzhiyun 	if (type == 7 || type == 8) {
568*4882a593Smuzhiyun 		u32 udma;
569*4882a593Smuzhiyun 
570*4882a593Smuzhiyun 		pci_read_config_dword(pdev, 0x60, &udma);
571*4882a593Smuzhiyun 		hpriv = (void *)(unsigned long)udma;
572*4882a593Smuzhiyun 	}
573*4882a593Smuzhiyun 
574*4882a593Smuzhiyun 	/* And fire it up */
575*4882a593Smuzhiyun 	return ata_pci_bmdma_init_one(pdev, ppi, &amd_sht, hpriv, 0);
576*4882a593Smuzhiyun }
577*4882a593Smuzhiyun 
578*4882a593Smuzhiyun #ifdef CONFIG_PM_SLEEP
amd_reinit_one(struct pci_dev * pdev)579*4882a593Smuzhiyun static int amd_reinit_one(struct pci_dev *pdev)
580*4882a593Smuzhiyun {
581*4882a593Smuzhiyun 	struct ata_host *host = pci_get_drvdata(pdev);
582*4882a593Smuzhiyun 	int rc;
583*4882a593Smuzhiyun 
584*4882a593Smuzhiyun 	rc = ata_pci_device_do_resume(pdev);
585*4882a593Smuzhiyun 	if (rc)
586*4882a593Smuzhiyun 		return rc;
587*4882a593Smuzhiyun 
588*4882a593Smuzhiyun 	if (pdev->vendor == PCI_VENDOR_ID_AMD) {
589*4882a593Smuzhiyun 		amd_clear_fifo(pdev);
590*4882a593Smuzhiyun 		if (pdev->device == PCI_DEVICE_ID_AMD_VIPER_7409 ||
591*4882a593Smuzhiyun 		    pdev->device == PCI_DEVICE_ID_AMD_COBRA_7401)
592*4882a593Smuzhiyun 			ata_pci_bmdma_clear_simplex(pdev);
593*4882a593Smuzhiyun 	}
594*4882a593Smuzhiyun 	ata_host_resume(host);
595*4882a593Smuzhiyun 	return 0;
596*4882a593Smuzhiyun }
597*4882a593Smuzhiyun #endif
598*4882a593Smuzhiyun 
599*4882a593Smuzhiyun static const struct pci_device_id amd[] = {
600*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_COBRA_7401),		0 },
601*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_VIPER_7409),		1 },
602*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_VIPER_7411),		3 },
603*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_OPUS_7441),		4 },
604*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_8111_IDE),		5 },
605*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_IDE),	7 },
606*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE2_IDE),	8 },
607*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE2S_IDE),	8 },
608*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE3_IDE),	8 },
609*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE3S_IDE),	8 },
610*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_CK804_IDE),	8 },
611*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP04_IDE),	8 },
612*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP51_IDE),	8 },
613*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP55_IDE),	8 },
614*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP61_IDE),	8 },
615*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP65_IDE),	8 },
616*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP67_IDE),	8 },
617*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP73_IDE),	8 },
618*4882a593Smuzhiyun 	{ PCI_VDEVICE(NVIDIA,	PCI_DEVICE_ID_NVIDIA_NFORCE_MCP77_IDE),	8 },
619*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_CS5536_IDE),		9 },
620*4882a593Smuzhiyun 	{ PCI_VDEVICE(AMD,	PCI_DEVICE_ID_AMD_CS5536_DEV_IDE),	9 },
621*4882a593Smuzhiyun 
622*4882a593Smuzhiyun 	{ },
623*4882a593Smuzhiyun };
624*4882a593Smuzhiyun 
625*4882a593Smuzhiyun static struct pci_driver amd_pci_driver = {
626*4882a593Smuzhiyun 	.name 		= DRV_NAME,
627*4882a593Smuzhiyun 	.id_table	= amd,
628*4882a593Smuzhiyun 	.probe 		= amd_init_one,
629*4882a593Smuzhiyun 	.remove		= ata_pci_remove_one,
630*4882a593Smuzhiyun #ifdef CONFIG_PM_SLEEP
631*4882a593Smuzhiyun 	.suspend	= ata_pci_device_suspend,
632*4882a593Smuzhiyun 	.resume		= amd_reinit_one,
633*4882a593Smuzhiyun #endif
634*4882a593Smuzhiyun };
635*4882a593Smuzhiyun 
636*4882a593Smuzhiyun module_pci_driver(amd_pci_driver);
637*4882a593Smuzhiyun 
638*4882a593Smuzhiyun MODULE_AUTHOR("Alan Cox");
639*4882a593Smuzhiyun MODULE_DESCRIPTION("low-level driver for AMD and Nvidia PATA IDE");
640*4882a593Smuzhiyun MODULE_LICENSE("GPL");
641*4882a593Smuzhiyun MODULE_DEVICE_TABLE(pci, amd);
642*4882a593Smuzhiyun MODULE_VERSION(DRV_VERSION);
643