1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * PCI Error Disconnect Recover support
4*4882a593Smuzhiyun * Author: Kuppuswamy Sathyanarayanan <sathyanarayanan.kuppuswamy@linux.intel.com>
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2020 Intel Corp.
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #define dev_fmt(fmt) "EDR: " fmt
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <linux/pci.h>
12*4882a593Smuzhiyun #include <linux/pci-acpi.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include "portdrv.h"
15*4882a593Smuzhiyun #include "../pci.h"
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #define EDR_PORT_DPC_ENABLE_DSM 0x0C
18*4882a593Smuzhiyun #define EDR_PORT_LOCATE_DSM 0x0D
19*4882a593Smuzhiyun #define EDR_OST_SUCCESS 0x80
20*4882a593Smuzhiyun #define EDR_OST_FAILED 0x81
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun /*
23*4882a593Smuzhiyun * _DSM wrapper function to enable/disable DPC
24*4882a593Smuzhiyun * @pdev : PCI device structure
25*4882a593Smuzhiyun *
26*4882a593Smuzhiyun * returns 0 on success or errno on failure.
27*4882a593Smuzhiyun */
acpi_enable_dpc(struct pci_dev * pdev)28*4882a593Smuzhiyun static int acpi_enable_dpc(struct pci_dev *pdev)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun struct acpi_device *adev = ACPI_COMPANION(&pdev->dev);
31*4882a593Smuzhiyun union acpi_object *obj, argv4, req;
32*4882a593Smuzhiyun int status = 0;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /*
35*4882a593Smuzhiyun * Behavior when calling unsupported _DSM functions is undefined,
36*4882a593Smuzhiyun * so check whether EDR_PORT_DPC_ENABLE_DSM is supported.
37*4882a593Smuzhiyun */
38*4882a593Smuzhiyun if (!acpi_check_dsm(adev->handle, &pci_acpi_dsm_guid, 5,
39*4882a593Smuzhiyun 1ULL << EDR_PORT_DPC_ENABLE_DSM))
40*4882a593Smuzhiyun return 0;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun req.type = ACPI_TYPE_INTEGER;
43*4882a593Smuzhiyun req.integer.value = 1;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun argv4.type = ACPI_TYPE_PACKAGE;
46*4882a593Smuzhiyun argv4.package.count = 1;
47*4882a593Smuzhiyun argv4.package.elements = &req;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /*
50*4882a593Smuzhiyun * Per Downstream Port Containment Related Enhancements ECN to PCI
51*4882a593Smuzhiyun * Firmware Specification r3.2, sec 4.6.12, EDR_PORT_DPC_ENABLE_DSM is
52*4882a593Smuzhiyun * optional. Return success if it's not implemented.
53*4882a593Smuzhiyun */
54*4882a593Smuzhiyun obj = acpi_evaluate_dsm(adev->handle, &pci_acpi_dsm_guid, 5,
55*4882a593Smuzhiyun EDR_PORT_DPC_ENABLE_DSM, &argv4);
56*4882a593Smuzhiyun if (!obj)
57*4882a593Smuzhiyun return 0;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun if (obj->type != ACPI_TYPE_INTEGER) {
60*4882a593Smuzhiyun pci_err(pdev, FW_BUG "Enable DPC _DSM returned non integer\n");
61*4882a593Smuzhiyun status = -EIO;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun if (obj->integer.value != 1) {
65*4882a593Smuzhiyun pci_err(pdev, "Enable DPC _DSM failed to enable DPC\n");
66*4882a593Smuzhiyun status = -EIO;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun ACPI_FREE(obj);
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun return status;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun /*
75*4882a593Smuzhiyun * _DSM wrapper function to locate DPC port
76*4882a593Smuzhiyun * @pdev : Device which received EDR event
77*4882a593Smuzhiyun *
78*4882a593Smuzhiyun * Returns pci_dev or NULL. Caller is responsible for dropping a reference
79*4882a593Smuzhiyun * on the returned pci_dev with pci_dev_put().
80*4882a593Smuzhiyun */
acpi_dpc_port_get(struct pci_dev * pdev)81*4882a593Smuzhiyun static struct pci_dev *acpi_dpc_port_get(struct pci_dev *pdev)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun struct acpi_device *adev = ACPI_COMPANION(&pdev->dev);
84*4882a593Smuzhiyun union acpi_object *obj;
85*4882a593Smuzhiyun u16 port;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun /*
88*4882a593Smuzhiyun * Behavior when calling unsupported _DSM functions is undefined,
89*4882a593Smuzhiyun * so check whether EDR_PORT_DPC_ENABLE_DSM is supported.
90*4882a593Smuzhiyun */
91*4882a593Smuzhiyun if (!acpi_check_dsm(adev->handle, &pci_acpi_dsm_guid, 5,
92*4882a593Smuzhiyun 1ULL << EDR_PORT_LOCATE_DSM))
93*4882a593Smuzhiyun return pci_dev_get(pdev);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun obj = acpi_evaluate_dsm(adev->handle, &pci_acpi_dsm_guid, 5,
96*4882a593Smuzhiyun EDR_PORT_LOCATE_DSM, NULL);
97*4882a593Smuzhiyun if (!obj)
98*4882a593Smuzhiyun return pci_dev_get(pdev);
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun if (obj->type != ACPI_TYPE_INTEGER) {
101*4882a593Smuzhiyun ACPI_FREE(obj);
102*4882a593Smuzhiyun pci_err(pdev, FW_BUG "Locate Port _DSM returned non integer\n");
103*4882a593Smuzhiyun return NULL;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun /*
107*4882a593Smuzhiyun * Firmware returns DPC port BDF details in following format:
108*4882a593Smuzhiyun * 15:8 = bus
109*4882a593Smuzhiyun * 7:3 = device
110*4882a593Smuzhiyun * 2:0 = function
111*4882a593Smuzhiyun */
112*4882a593Smuzhiyun port = obj->integer.value;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun ACPI_FREE(obj);
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun return pci_get_domain_bus_and_slot(pci_domain_nr(pdev->bus),
117*4882a593Smuzhiyun PCI_BUS_NUM(port), port & 0xff);
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun /*
121*4882a593Smuzhiyun * _OST wrapper function to let firmware know the status of EDR event
122*4882a593Smuzhiyun * @pdev : Device used to send _OST
123*4882a593Smuzhiyun * @edev : Device which experienced EDR event
124*4882a593Smuzhiyun * @status : Status of EDR event
125*4882a593Smuzhiyun */
acpi_send_edr_status(struct pci_dev * pdev,struct pci_dev * edev,u16 status)126*4882a593Smuzhiyun static int acpi_send_edr_status(struct pci_dev *pdev, struct pci_dev *edev,
127*4882a593Smuzhiyun u16 status)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun struct acpi_device *adev = ACPI_COMPANION(&pdev->dev);
130*4882a593Smuzhiyun u32 ost_status;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun pci_dbg(pdev, "Status for %s: %#x\n", pci_name(edev), status);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun ost_status = PCI_DEVID(edev->bus->number, edev->devfn) << 16;
135*4882a593Smuzhiyun ost_status |= status;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun status = acpi_evaluate_ost(adev->handle, ACPI_NOTIFY_DISCONNECT_RECOVER,
138*4882a593Smuzhiyun ost_status, NULL);
139*4882a593Smuzhiyun if (ACPI_FAILURE(status))
140*4882a593Smuzhiyun return -EINVAL;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun return 0;
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
edr_handle_event(acpi_handle handle,u32 event,void * data)145*4882a593Smuzhiyun static void edr_handle_event(acpi_handle handle, u32 event, void *data)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun struct pci_dev *pdev = data, *edev;
148*4882a593Smuzhiyun pci_ers_result_t estate = PCI_ERS_RESULT_DISCONNECT;
149*4882a593Smuzhiyun u16 status;
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (event != ACPI_NOTIFY_DISCONNECT_RECOVER)
152*4882a593Smuzhiyun return;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun pci_info(pdev, "EDR event received\n");
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun /* Locate the port which issued EDR event */
157*4882a593Smuzhiyun edev = acpi_dpc_port_get(pdev);
158*4882a593Smuzhiyun if (!edev) {
159*4882a593Smuzhiyun pci_err(pdev, "Firmware failed to locate DPC port\n");
160*4882a593Smuzhiyun return;
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun pci_dbg(pdev, "Reported EDR dev: %s\n", pci_name(edev));
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun /* If port does not support DPC, just send the OST */
166*4882a593Smuzhiyun if (!edev->dpc_cap) {
167*4882a593Smuzhiyun pci_err(edev, FW_BUG "This device doesn't support DPC\n");
168*4882a593Smuzhiyun goto send_ost;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun /* Check if there is a valid DPC trigger */
172*4882a593Smuzhiyun pci_read_config_word(edev, edev->dpc_cap + PCI_EXP_DPC_STATUS, &status);
173*4882a593Smuzhiyun if (!(status & PCI_EXP_DPC_STATUS_TRIGGER)) {
174*4882a593Smuzhiyun pci_err(edev, "Invalid DPC trigger %#010x\n", status);
175*4882a593Smuzhiyun goto send_ost;
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun dpc_process_error(edev);
179*4882a593Smuzhiyun pci_aer_raw_clear_status(edev);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun /*
182*4882a593Smuzhiyun * Irrespective of whether the DPC event is triggered by ERR_FATAL
183*4882a593Smuzhiyun * or ERR_NONFATAL, since the link is already down, use the FATAL
184*4882a593Smuzhiyun * error recovery path for both cases.
185*4882a593Smuzhiyun */
186*4882a593Smuzhiyun estate = pcie_do_recovery(edev, pci_channel_io_frozen, dpc_reset_link);
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun send_ost:
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun /*
191*4882a593Smuzhiyun * If recovery is successful, send _OST(0xF, BDF << 16 | 0x80)
192*4882a593Smuzhiyun * to firmware. If not successful, send _OST(0xF, BDF << 16 | 0x81).
193*4882a593Smuzhiyun */
194*4882a593Smuzhiyun if (estate == PCI_ERS_RESULT_RECOVERED) {
195*4882a593Smuzhiyun pci_dbg(edev, "DPC port successfully recovered\n");
196*4882a593Smuzhiyun acpi_send_edr_status(pdev, edev, EDR_OST_SUCCESS);
197*4882a593Smuzhiyun } else {
198*4882a593Smuzhiyun pci_dbg(edev, "DPC port recovery failed\n");
199*4882a593Smuzhiyun acpi_send_edr_status(pdev, edev, EDR_OST_FAILED);
200*4882a593Smuzhiyun }
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun pci_dev_put(edev);
203*4882a593Smuzhiyun }
204*4882a593Smuzhiyun
pci_acpi_add_edr_notifier(struct pci_dev * pdev)205*4882a593Smuzhiyun void pci_acpi_add_edr_notifier(struct pci_dev *pdev)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun struct acpi_device *adev = ACPI_COMPANION(&pdev->dev);
208*4882a593Smuzhiyun acpi_status status;
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun if (!adev) {
211*4882a593Smuzhiyun pci_dbg(pdev, "No valid ACPI node, skipping EDR init\n");
212*4882a593Smuzhiyun return;
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun status = acpi_install_notify_handler(adev->handle, ACPI_SYSTEM_NOTIFY,
216*4882a593Smuzhiyun edr_handle_event, pdev);
217*4882a593Smuzhiyun if (ACPI_FAILURE(status)) {
218*4882a593Smuzhiyun pci_err(pdev, "Failed to install notify handler\n");
219*4882a593Smuzhiyun return;
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun if (acpi_enable_dpc(pdev))
223*4882a593Smuzhiyun acpi_remove_notify_handler(adev->handle, ACPI_SYSTEM_NOTIFY,
224*4882a593Smuzhiyun edr_handle_event);
225*4882a593Smuzhiyun else
226*4882a593Smuzhiyun pci_dbg(pdev, "Notify handler installed\n");
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
pci_acpi_remove_edr_notifier(struct pci_dev * pdev)229*4882a593Smuzhiyun void pci_acpi_remove_edr_notifier(struct pci_dev *pdev)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun struct acpi_device *adev = ACPI_COMPANION(&pdev->dev);
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun if (!adev)
234*4882a593Smuzhiyun return;
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun acpi_remove_notify_handler(adev->handle, ACPI_SYSTEM_NOTIFY,
237*4882a593Smuzhiyun edr_handle_event);
238*4882a593Smuzhiyun pci_dbg(pdev, "Notify handler removed\n");
239*4882a593Smuzhiyun }
240