1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is provided under a dual BSD/GPLv2 license. When using or
3*4882a593Smuzhiyun * redistributing this file, you may do so under either license.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * GPL LICENSE SUMMARY
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * This program is free software; you can redistribute it and/or modify
10*4882a593Smuzhiyun * it under the terms of version 2 of the GNU General Public License as
11*4882a593Smuzhiyun * published by the Free Software Foundation.
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * This program is distributed in the hope that it will be useful, but
14*4882a593Smuzhiyun * WITHOUT ANY WARRANTY; without even the implied warranty of
15*4882a593Smuzhiyun * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16*4882a593Smuzhiyun * General Public License for more details.
17*4882a593Smuzhiyun *
18*4882a593Smuzhiyun * You should have received a copy of the GNU General Public License
19*4882a593Smuzhiyun * along with this program; if not, write to the Free Software
20*4882a593Smuzhiyun * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
21*4882a593Smuzhiyun * The full GNU General Public License is included in this distribution
22*4882a593Smuzhiyun * in the file called LICENSE.GPL.
23*4882a593Smuzhiyun *
24*4882a593Smuzhiyun * BSD LICENSE
25*4882a593Smuzhiyun *
26*4882a593Smuzhiyun * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
27*4882a593Smuzhiyun * All rights reserved.
28*4882a593Smuzhiyun *
29*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or without
30*4882a593Smuzhiyun * modification, are permitted provided that the following conditions
31*4882a593Smuzhiyun * are met:
32*4882a593Smuzhiyun *
33*4882a593Smuzhiyun * * Redistributions of source code must retain the above copyright
34*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer.
35*4882a593Smuzhiyun * * Redistributions in binary form must reproduce the above copyright
36*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer in
37*4882a593Smuzhiyun * the documentation and/or other materials provided with the
38*4882a593Smuzhiyun * distribution.
39*4882a593Smuzhiyun * * Neither the name of Intel Corporation nor the names of its
40*4882a593Smuzhiyun * contributors may be used to endorse or promote products derived
41*4882a593Smuzhiyun * from this software without specific prior written permission.
42*4882a593Smuzhiyun *
43*4882a593Smuzhiyun * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
44*4882a593Smuzhiyun * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
45*4882a593Smuzhiyun * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
46*4882a593Smuzhiyun * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
47*4882a593Smuzhiyun * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
48*4882a593Smuzhiyun * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
49*4882a593Smuzhiyun * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
50*4882a593Smuzhiyun * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
51*4882a593Smuzhiyun * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
52*4882a593Smuzhiyun * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
53*4882a593Smuzhiyun * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
54*4882a593Smuzhiyun */
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun #include <linux/completion.h>
57*4882a593Smuzhiyun #include <linux/irqflags.h>
58*4882a593Smuzhiyun #include "sas.h"
59*4882a593Smuzhiyun #include <scsi/libsas.h>
60*4882a593Smuzhiyun #include "remote_device.h"
61*4882a593Smuzhiyun #include "remote_node_context.h"
62*4882a593Smuzhiyun #include "isci.h"
63*4882a593Smuzhiyun #include "request.h"
64*4882a593Smuzhiyun #include "task.h"
65*4882a593Smuzhiyun #include "host.h"
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun /**
68*4882a593Smuzhiyun * isci_task_refuse() - complete the request to the upper layer driver in
69*4882a593Smuzhiyun * the case where an I/O needs to be completed back in the submit path.
70*4882a593Smuzhiyun * @ihost: host on which the the request was queued
71*4882a593Smuzhiyun * @task: request to complete
72*4882a593Smuzhiyun * @response: response code for the completed task.
73*4882a593Smuzhiyun * @status: status code for the completed task.
74*4882a593Smuzhiyun *
75*4882a593Smuzhiyun */
isci_task_refuse(struct isci_host * ihost,struct sas_task * task,enum service_response response,enum exec_status status)76*4882a593Smuzhiyun static void isci_task_refuse(struct isci_host *ihost, struct sas_task *task,
77*4882a593Smuzhiyun enum service_response response,
78*4882a593Smuzhiyun enum exec_status status)
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun {
81*4882a593Smuzhiyun unsigned long flags;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun /* Normal notification (task_done) */
84*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev, "%s: task = %p, response=%d, status=%d\n",
85*4882a593Smuzhiyun __func__, task, response, status);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun spin_lock_irqsave(&task->task_state_lock, flags);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun task->task_status.resp = response;
90*4882a593Smuzhiyun task->task_status.stat = status;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun /* Normal notification (task_done) */
93*4882a593Smuzhiyun task->task_state_flags |= SAS_TASK_STATE_DONE;
94*4882a593Smuzhiyun task->task_state_flags &= ~(SAS_TASK_AT_INITIATOR |
95*4882a593Smuzhiyun SAS_TASK_STATE_PENDING);
96*4882a593Smuzhiyun task->lldd_task = NULL;
97*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun task->task_done(task);
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun #define for_each_sas_task(num, task) \
103*4882a593Smuzhiyun for (; num > 0; num--,\
104*4882a593Smuzhiyun task = list_entry(task->list.next, struct sas_task, list))
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun
isci_device_io_ready(struct isci_remote_device * idev,struct sas_task * task)107*4882a593Smuzhiyun static inline int isci_device_io_ready(struct isci_remote_device *idev,
108*4882a593Smuzhiyun struct sas_task *task)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun return idev ? test_bit(IDEV_IO_READY, &idev->flags) ||
111*4882a593Smuzhiyun (test_bit(IDEV_IO_NCQERROR, &idev->flags) &&
112*4882a593Smuzhiyun isci_task_is_ncq_recovery(task))
113*4882a593Smuzhiyun : 0;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun /**
116*4882a593Smuzhiyun * isci_task_execute_task() - This function is one of the SAS Domain Template
117*4882a593Smuzhiyun * functions. This function is called by libsas to send a task down to
118*4882a593Smuzhiyun * hardware.
119*4882a593Smuzhiyun * @task: This parameter specifies the SAS task to send.
120*4882a593Smuzhiyun * @gfp_flags: This parameter specifies the context of this call.
121*4882a593Smuzhiyun *
122*4882a593Smuzhiyun * status, zero indicates success.
123*4882a593Smuzhiyun */
isci_task_execute_task(struct sas_task * task,gfp_t gfp_flags)124*4882a593Smuzhiyun int isci_task_execute_task(struct sas_task *task, gfp_t gfp_flags)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun struct isci_host *ihost = dev_to_ihost(task->dev);
127*4882a593Smuzhiyun struct isci_remote_device *idev;
128*4882a593Smuzhiyun unsigned long flags;
129*4882a593Smuzhiyun enum sci_status status = SCI_FAILURE;
130*4882a593Smuzhiyun bool io_ready;
131*4882a593Smuzhiyun u16 tag;
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
134*4882a593Smuzhiyun idev = isci_lookup_device(task->dev);
135*4882a593Smuzhiyun io_ready = isci_device_io_ready(idev, task);
136*4882a593Smuzhiyun tag = isci_alloc_tag(ihost);
137*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
140*4882a593Smuzhiyun "task: %p, dev: %p idev: %p:%#lx cmd = %p\n",
141*4882a593Smuzhiyun task, task->dev, idev, idev ? idev->flags : 0,
142*4882a593Smuzhiyun task->uldd_task);
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun if (!idev) {
145*4882a593Smuzhiyun isci_task_refuse(ihost, task, SAS_TASK_UNDELIVERED,
146*4882a593Smuzhiyun SAS_DEVICE_UNKNOWN);
147*4882a593Smuzhiyun } else if (!io_ready || tag == SCI_CONTROLLER_INVALID_IO_TAG) {
148*4882a593Smuzhiyun /* Indicate QUEUE_FULL so that the scsi midlayer
149*4882a593Smuzhiyun * retries.
150*4882a593Smuzhiyun */
151*4882a593Smuzhiyun isci_task_refuse(ihost, task, SAS_TASK_COMPLETE,
152*4882a593Smuzhiyun SAS_QUEUE_FULL);
153*4882a593Smuzhiyun } else {
154*4882a593Smuzhiyun /* There is a device and it's ready for I/O. */
155*4882a593Smuzhiyun spin_lock_irqsave(&task->task_state_lock, flags);
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun if (task->task_state_flags & SAS_TASK_STATE_ABORTED) {
158*4882a593Smuzhiyun /* The I/O was aborted. */
159*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun isci_task_refuse(ihost, task,
162*4882a593Smuzhiyun SAS_TASK_UNDELIVERED,
163*4882a593Smuzhiyun SAM_STAT_TASK_ABORTED);
164*4882a593Smuzhiyun } else {
165*4882a593Smuzhiyun task->task_state_flags |= SAS_TASK_AT_INITIATOR;
166*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun /* build and send the request. */
169*4882a593Smuzhiyun status = isci_request_execute(ihost, idev, task, tag);
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun if (status != SCI_SUCCESS) {
172*4882a593Smuzhiyun spin_lock_irqsave(&task->task_state_lock, flags);
173*4882a593Smuzhiyun /* Did not really start this command. */
174*4882a593Smuzhiyun task->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
175*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun if (test_bit(IDEV_GONE, &idev->flags)) {
178*4882a593Smuzhiyun /* Indicate that the device
179*4882a593Smuzhiyun * is gone.
180*4882a593Smuzhiyun */
181*4882a593Smuzhiyun isci_task_refuse(ihost, task,
182*4882a593Smuzhiyun SAS_TASK_UNDELIVERED,
183*4882a593Smuzhiyun SAS_DEVICE_UNKNOWN);
184*4882a593Smuzhiyun } else {
185*4882a593Smuzhiyun /* Indicate QUEUE_FULL so that
186*4882a593Smuzhiyun * the scsi midlayer retries.
187*4882a593Smuzhiyun * If the request failed for
188*4882a593Smuzhiyun * remote device reasons, it
189*4882a593Smuzhiyun * gets returned as
190*4882a593Smuzhiyun * SAS_TASK_UNDELIVERED next
191*4882a593Smuzhiyun * time through.
192*4882a593Smuzhiyun */
193*4882a593Smuzhiyun isci_task_refuse(ihost, task,
194*4882a593Smuzhiyun SAS_TASK_COMPLETE,
195*4882a593Smuzhiyun SAS_QUEUE_FULL);
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun if (status != SCI_SUCCESS && tag != SCI_CONTROLLER_INVALID_IO_TAG) {
202*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
203*4882a593Smuzhiyun /* command never hit the device, so just free
204*4882a593Smuzhiyun * the tci and skip the sequence increment
205*4882a593Smuzhiyun */
206*4882a593Smuzhiyun isci_tci_free(ihost, ISCI_TAG_TCI(tag));
207*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun isci_put_device(idev);
211*4882a593Smuzhiyun return 0;
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun
isci_task_request_build(struct isci_host * ihost,struct isci_remote_device * idev,u16 tag,struct isci_tmf * isci_tmf)214*4882a593Smuzhiyun static struct isci_request *isci_task_request_build(struct isci_host *ihost,
215*4882a593Smuzhiyun struct isci_remote_device *idev,
216*4882a593Smuzhiyun u16 tag, struct isci_tmf *isci_tmf)
217*4882a593Smuzhiyun {
218*4882a593Smuzhiyun enum sci_status status = SCI_FAILURE;
219*4882a593Smuzhiyun struct isci_request *ireq = NULL;
220*4882a593Smuzhiyun struct domain_device *dev;
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
223*4882a593Smuzhiyun "%s: isci_tmf = %p\n", __func__, isci_tmf);
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun dev = idev->domain_dev;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun /* do common allocation and init of request object. */
228*4882a593Smuzhiyun ireq = isci_tmf_request_from_tag(ihost, isci_tmf, tag);
229*4882a593Smuzhiyun if (!ireq)
230*4882a593Smuzhiyun return NULL;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun /* let the core do it's construct. */
233*4882a593Smuzhiyun status = sci_task_request_construct(ihost, idev, tag,
234*4882a593Smuzhiyun ireq);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun if (status != SCI_SUCCESS) {
237*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
238*4882a593Smuzhiyun "%s: sci_task_request_construct failed - "
239*4882a593Smuzhiyun "status = 0x%x\n",
240*4882a593Smuzhiyun __func__,
241*4882a593Smuzhiyun status);
242*4882a593Smuzhiyun return NULL;
243*4882a593Smuzhiyun }
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun /* XXX convert to get this from task->tproto like other drivers */
246*4882a593Smuzhiyun if (dev->dev_type == SAS_END_DEVICE) {
247*4882a593Smuzhiyun isci_tmf->proto = SAS_PROTOCOL_SSP;
248*4882a593Smuzhiyun status = sci_task_request_construct_ssp(ireq);
249*4882a593Smuzhiyun if (status != SCI_SUCCESS)
250*4882a593Smuzhiyun return NULL;
251*4882a593Smuzhiyun }
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun return ireq;
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
isci_task_execute_tmf(struct isci_host * ihost,struct isci_remote_device * idev,struct isci_tmf * tmf,unsigned long timeout_ms)256*4882a593Smuzhiyun static int isci_task_execute_tmf(struct isci_host *ihost,
257*4882a593Smuzhiyun struct isci_remote_device *idev,
258*4882a593Smuzhiyun struct isci_tmf *tmf, unsigned long timeout_ms)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun DECLARE_COMPLETION_ONSTACK(completion);
261*4882a593Smuzhiyun enum sci_status status = SCI_FAILURE;
262*4882a593Smuzhiyun struct isci_request *ireq;
263*4882a593Smuzhiyun int ret = TMF_RESP_FUNC_FAILED;
264*4882a593Smuzhiyun unsigned long flags;
265*4882a593Smuzhiyun unsigned long timeleft;
266*4882a593Smuzhiyun u16 tag;
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
269*4882a593Smuzhiyun tag = isci_alloc_tag(ihost);
270*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun if (tag == SCI_CONTROLLER_INVALID_IO_TAG)
273*4882a593Smuzhiyun return ret;
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun /* sanity check, return TMF_RESP_FUNC_FAILED
276*4882a593Smuzhiyun * if the device is not there and ready.
277*4882a593Smuzhiyun */
278*4882a593Smuzhiyun if (!idev ||
279*4882a593Smuzhiyun (!test_bit(IDEV_IO_READY, &idev->flags) &&
280*4882a593Smuzhiyun !test_bit(IDEV_IO_NCQERROR, &idev->flags))) {
281*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
282*4882a593Smuzhiyun "%s: idev = %p not ready (%#lx)\n",
283*4882a593Smuzhiyun __func__,
284*4882a593Smuzhiyun idev, idev ? idev->flags : 0);
285*4882a593Smuzhiyun goto err_tci;
286*4882a593Smuzhiyun } else
287*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
288*4882a593Smuzhiyun "%s: idev = %p\n",
289*4882a593Smuzhiyun __func__, idev);
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun /* Assign the pointer to the TMF's completion kernel wait structure. */
292*4882a593Smuzhiyun tmf->complete = &completion;
293*4882a593Smuzhiyun tmf->status = SCI_FAILURE_TIMEOUT;
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun ireq = isci_task_request_build(ihost, idev, tag, tmf);
296*4882a593Smuzhiyun if (!ireq)
297*4882a593Smuzhiyun goto err_tci;
298*4882a593Smuzhiyun
299*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun /* start the TMF io. */
302*4882a593Smuzhiyun status = sci_controller_start_task(ihost, idev, ireq);
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun if (status != SCI_SUCCESS) {
305*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
306*4882a593Smuzhiyun "%s: start_io failed - status = 0x%x, request = %p\n",
307*4882a593Smuzhiyun __func__,
308*4882a593Smuzhiyun status,
309*4882a593Smuzhiyun ireq);
310*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
311*4882a593Smuzhiyun goto err_tci;
312*4882a593Smuzhiyun }
313*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun /* The RNC must be unsuspended before the TMF can get a response. */
316*4882a593Smuzhiyun isci_remote_device_resume_from_abort(ihost, idev);
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun /* Wait for the TMF to complete, or a timeout. */
319*4882a593Smuzhiyun timeleft = wait_for_completion_timeout(&completion,
320*4882a593Smuzhiyun msecs_to_jiffies(timeout_ms));
321*4882a593Smuzhiyun
322*4882a593Smuzhiyun if (timeleft == 0) {
323*4882a593Smuzhiyun /* The TMF did not complete - this could be because
324*4882a593Smuzhiyun * of an unplug. Terminate the TMF request now.
325*4882a593Smuzhiyun */
326*4882a593Smuzhiyun isci_remote_device_suspend_terminate(ihost, idev, ireq);
327*4882a593Smuzhiyun }
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun isci_print_tmf(ihost, tmf);
330*4882a593Smuzhiyun
331*4882a593Smuzhiyun if (tmf->status == SCI_SUCCESS)
332*4882a593Smuzhiyun ret = TMF_RESP_FUNC_COMPLETE;
333*4882a593Smuzhiyun else if (tmf->status == SCI_FAILURE_IO_RESPONSE_VALID) {
334*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
335*4882a593Smuzhiyun "%s: tmf.status == "
336*4882a593Smuzhiyun "SCI_FAILURE_IO_RESPONSE_VALID\n",
337*4882a593Smuzhiyun __func__);
338*4882a593Smuzhiyun ret = TMF_RESP_FUNC_COMPLETE;
339*4882a593Smuzhiyun }
340*4882a593Smuzhiyun /* Else - leave the default "failed" status alone. */
341*4882a593Smuzhiyun
342*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
343*4882a593Smuzhiyun "%s: completed request = %p\n",
344*4882a593Smuzhiyun __func__,
345*4882a593Smuzhiyun ireq);
346*4882a593Smuzhiyun
347*4882a593Smuzhiyun return ret;
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun err_tci:
350*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
351*4882a593Smuzhiyun isci_tci_free(ihost, ISCI_TAG_TCI(tag));
352*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
353*4882a593Smuzhiyun
354*4882a593Smuzhiyun return ret;
355*4882a593Smuzhiyun }
356*4882a593Smuzhiyun
isci_task_build_tmf(struct isci_tmf * tmf,enum isci_tmf_function_codes code)357*4882a593Smuzhiyun static void isci_task_build_tmf(struct isci_tmf *tmf,
358*4882a593Smuzhiyun enum isci_tmf_function_codes code)
359*4882a593Smuzhiyun {
360*4882a593Smuzhiyun memset(tmf, 0, sizeof(*tmf));
361*4882a593Smuzhiyun tmf->tmf_code = code;
362*4882a593Smuzhiyun }
363*4882a593Smuzhiyun
isci_task_build_abort_task_tmf(struct isci_tmf * tmf,enum isci_tmf_function_codes code,struct isci_request * old_request)364*4882a593Smuzhiyun static void isci_task_build_abort_task_tmf(struct isci_tmf *tmf,
365*4882a593Smuzhiyun enum isci_tmf_function_codes code,
366*4882a593Smuzhiyun struct isci_request *old_request)
367*4882a593Smuzhiyun {
368*4882a593Smuzhiyun isci_task_build_tmf(tmf, code);
369*4882a593Smuzhiyun tmf->io_tag = old_request->io_tag;
370*4882a593Smuzhiyun }
371*4882a593Smuzhiyun
372*4882a593Smuzhiyun /**
373*4882a593Smuzhiyun * isci_task_send_lu_reset_sas() - This function is called by of the SAS Domain
374*4882a593Smuzhiyun * Template functions.
375*4882a593Smuzhiyun * @lun: This parameter specifies the lun to be reset.
376*4882a593Smuzhiyun *
377*4882a593Smuzhiyun * status, zero indicates success.
378*4882a593Smuzhiyun */
isci_task_send_lu_reset_sas(struct isci_host * isci_host,struct isci_remote_device * isci_device,u8 * lun)379*4882a593Smuzhiyun static int isci_task_send_lu_reset_sas(
380*4882a593Smuzhiyun struct isci_host *isci_host,
381*4882a593Smuzhiyun struct isci_remote_device *isci_device,
382*4882a593Smuzhiyun u8 *lun)
383*4882a593Smuzhiyun {
384*4882a593Smuzhiyun struct isci_tmf tmf;
385*4882a593Smuzhiyun int ret = TMF_RESP_FUNC_FAILED;
386*4882a593Smuzhiyun
387*4882a593Smuzhiyun dev_dbg(&isci_host->pdev->dev,
388*4882a593Smuzhiyun "%s: isci_host = %p, isci_device = %p\n",
389*4882a593Smuzhiyun __func__, isci_host, isci_device);
390*4882a593Smuzhiyun /* Send the LUN reset to the target. By the time the call returns,
391*4882a593Smuzhiyun * the TMF has fully exected in the target (in which case the return
392*4882a593Smuzhiyun * value is "TMF_RESP_FUNC_COMPLETE", or the request timed-out (or
393*4882a593Smuzhiyun * was otherwise unable to be executed ("TMF_RESP_FUNC_FAILED").
394*4882a593Smuzhiyun */
395*4882a593Smuzhiyun isci_task_build_tmf(&tmf, isci_tmf_ssp_lun_reset);
396*4882a593Smuzhiyun
397*4882a593Smuzhiyun #define ISCI_LU_RESET_TIMEOUT_MS 2000 /* 2 second timeout. */
398*4882a593Smuzhiyun ret = isci_task_execute_tmf(isci_host, isci_device, &tmf, ISCI_LU_RESET_TIMEOUT_MS);
399*4882a593Smuzhiyun
400*4882a593Smuzhiyun if (ret == TMF_RESP_FUNC_COMPLETE)
401*4882a593Smuzhiyun dev_dbg(&isci_host->pdev->dev,
402*4882a593Smuzhiyun "%s: %p: TMF_LU_RESET passed\n",
403*4882a593Smuzhiyun __func__, isci_device);
404*4882a593Smuzhiyun else
405*4882a593Smuzhiyun dev_dbg(&isci_host->pdev->dev,
406*4882a593Smuzhiyun "%s: %p: TMF_LU_RESET failed (%x)\n",
407*4882a593Smuzhiyun __func__, isci_device, ret);
408*4882a593Smuzhiyun
409*4882a593Smuzhiyun return ret;
410*4882a593Smuzhiyun }
411*4882a593Smuzhiyun
isci_task_lu_reset(struct domain_device * dev,u8 * lun)412*4882a593Smuzhiyun int isci_task_lu_reset(struct domain_device *dev, u8 *lun)
413*4882a593Smuzhiyun {
414*4882a593Smuzhiyun struct isci_host *ihost = dev_to_ihost(dev);
415*4882a593Smuzhiyun struct isci_remote_device *idev;
416*4882a593Smuzhiyun unsigned long flags;
417*4882a593Smuzhiyun int ret = TMF_RESP_FUNC_COMPLETE;
418*4882a593Smuzhiyun
419*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
420*4882a593Smuzhiyun idev = isci_get_device(dev->lldd_dev);
421*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
422*4882a593Smuzhiyun
423*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
424*4882a593Smuzhiyun "%s: domain_device=%p, isci_host=%p; isci_device=%p\n",
425*4882a593Smuzhiyun __func__, dev, ihost, idev);
426*4882a593Smuzhiyun
427*4882a593Smuzhiyun if (!idev) {
428*4882a593Smuzhiyun /* If the device is gone, escalate to I_T_Nexus_Reset. */
429*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev, "%s: No dev\n", __func__);
430*4882a593Smuzhiyun
431*4882a593Smuzhiyun ret = TMF_RESP_FUNC_FAILED;
432*4882a593Smuzhiyun goto out;
433*4882a593Smuzhiyun }
434*4882a593Smuzhiyun
435*4882a593Smuzhiyun /* Suspend the RNC, kill all TCs */
436*4882a593Smuzhiyun if (isci_remote_device_suspend_terminate(ihost, idev, NULL)
437*4882a593Smuzhiyun != SCI_SUCCESS) {
438*4882a593Smuzhiyun /* The suspend/terminate only fails if isci_get_device fails */
439*4882a593Smuzhiyun ret = TMF_RESP_FUNC_FAILED;
440*4882a593Smuzhiyun goto out;
441*4882a593Smuzhiyun }
442*4882a593Smuzhiyun /* All pending I/Os have been terminated and cleaned up. */
443*4882a593Smuzhiyun if (!test_bit(IDEV_GONE, &idev->flags)) {
444*4882a593Smuzhiyun if (dev_is_sata(dev))
445*4882a593Smuzhiyun sas_ata_schedule_reset(dev);
446*4882a593Smuzhiyun else
447*4882a593Smuzhiyun /* Send the task management part of the reset. */
448*4882a593Smuzhiyun ret = isci_task_send_lu_reset_sas(ihost, idev, lun);
449*4882a593Smuzhiyun }
450*4882a593Smuzhiyun out:
451*4882a593Smuzhiyun isci_put_device(idev);
452*4882a593Smuzhiyun return ret;
453*4882a593Smuzhiyun }
454*4882a593Smuzhiyun
455*4882a593Smuzhiyun
456*4882a593Smuzhiyun /* int (*lldd_clear_nexus_port)(struct asd_sas_port *); */
isci_task_clear_nexus_port(struct asd_sas_port * port)457*4882a593Smuzhiyun int isci_task_clear_nexus_port(struct asd_sas_port *port)
458*4882a593Smuzhiyun {
459*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
460*4882a593Smuzhiyun }
461*4882a593Smuzhiyun
462*4882a593Smuzhiyun
463*4882a593Smuzhiyun
isci_task_clear_nexus_ha(struct sas_ha_struct * ha)464*4882a593Smuzhiyun int isci_task_clear_nexus_ha(struct sas_ha_struct *ha)
465*4882a593Smuzhiyun {
466*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
467*4882a593Smuzhiyun }
468*4882a593Smuzhiyun
469*4882a593Smuzhiyun /* Task Management Functions. Must be called from process context. */
470*4882a593Smuzhiyun
471*4882a593Smuzhiyun /**
472*4882a593Smuzhiyun * isci_task_abort_task() - This function is one of the SAS Domain Template
473*4882a593Smuzhiyun * functions. This function is called by libsas to abort a specified task.
474*4882a593Smuzhiyun * @task: This parameter specifies the SAS task to abort.
475*4882a593Smuzhiyun *
476*4882a593Smuzhiyun * status, zero indicates success.
477*4882a593Smuzhiyun */
isci_task_abort_task(struct sas_task * task)478*4882a593Smuzhiyun int isci_task_abort_task(struct sas_task *task)
479*4882a593Smuzhiyun {
480*4882a593Smuzhiyun struct isci_host *ihost = dev_to_ihost(task->dev);
481*4882a593Smuzhiyun DECLARE_COMPLETION_ONSTACK(aborted_io_completion);
482*4882a593Smuzhiyun struct isci_request *old_request = NULL;
483*4882a593Smuzhiyun struct isci_remote_device *idev = NULL;
484*4882a593Smuzhiyun struct isci_tmf tmf;
485*4882a593Smuzhiyun int ret = TMF_RESP_FUNC_FAILED;
486*4882a593Smuzhiyun unsigned long flags;
487*4882a593Smuzhiyun int target_done_already = 0;
488*4882a593Smuzhiyun
489*4882a593Smuzhiyun /* Get the isci_request reference from the task. Note that
490*4882a593Smuzhiyun * this check does not depend on the pending request list
491*4882a593Smuzhiyun * in the device, because tasks driving resets may land here
492*4882a593Smuzhiyun * after completion in the core.
493*4882a593Smuzhiyun */
494*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
495*4882a593Smuzhiyun spin_lock(&task->task_state_lock);
496*4882a593Smuzhiyun
497*4882a593Smuzhiyun old_request = task->lldd_task;
498*4882a593Smuzhiyun
499*4882a593Smuzhiyun /* If task is already done, the request isn't valid */
500*4882a593Smuzhiyun if (!(task->task_state_flags & SAS_TASK_STATE_DONE) &&
501*4882a593Smuzhiyun (task->task_state_flags & SAS_TASK_AT_INITIATOR) &&
502*4882a593Smuzhiyun old_request) {
503*4882a593Smuzhiyun idev = isci_get_device(task->dev->lldd_dev);
504*4882a593Smuzhiyun target_done_already = test_bit(IREQ_COMPLETE_IN_TARGET,
505*4882a593Smuzhiyun &old_request->flags);
506*4882a593Smuzhiyun }
507*4882a593Smuzhiyun spin_unlock(&task->task_state_lock);
508*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
509*4882a593Smuzhiyun
510*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
511*4882a593Smuzhiyun "%s: dev = %p (%s%s), task = %p, old_request == %p\n",
512*4882a593Smuzhiyun __func__, idev,
513*4882a593Smuzhiyun (dev_is_sata(task->dev) ? "STP/SATA"
514*4882a593Smuzhiyun : ((dev_is_expander(task->dev->dev_type))
515*4882a593Smuzhiyun ? "SMP"
516*4882a593Smuzhiyun : "SSP")),
517*4882a593Smuzhiyun ((idev) ? ((test_bit(IDEV_GONE, &idev->flags))
518*4882a593Smuzhiyun ? " IDEV_GONE"
519*4882a593Smuzhiyun : "")
520*4882a593Smuzhiyun : " <NULL>"),
521*4882a593Smuzhiyun task, old_request);
522*4882a593Smuzhiyun
523*4882a593Smuzhiyun /* Device reset conditions signalled in task_state_flags are the
524*4882a593Smuzhiyun * responsbility of libsas to observe at the start of the error
525*4882a593Smuzhiyun * handler thread.
526*4882a593Smuzhiyun */
527*4882a593Smuzhiyun if (!idev || !old_request) {
528*4882a593Smuzhiyun /* The request has already completed and there
529*4882a593Smuzhiyun * is nothing to do here other than to set the task
530*4882a593Smuzhiyun * done bit, and indicate that the task abort function
531*4882a593Smuzhiyun * was successful.
532*4882a593Smuzhiyun */
533*4882a593Smuzhiyun spin_lock_irqsave(&task->task_state_lock, flags);
534*4882a593Smuzhiyun task->task_state_flags |= SAS_TASK_STATE_DONE;
535*4882a593Smuzhiyun task->task_state_flags &= ~(SAS_TASK_AT_INITIATOR |
536*4882a593Smuzhiyun SAS_TASK_STATE_PENDING);
537*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
538*4882a593Smuzhiyun
539*4882a593Smuzhiyun ret = TMF_RESP_FUNC_COMPLETE;
540*4882a593Smuzhiyun
541*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
542*4882a593Smuzhiyun "%s: abort task not needed for %p\n",
543*4882a593Smuzhiyun __func__, task);
544*4882a593Smuzhiyun goto out;
545*4882a593Smuzhiyun }
546*4882a593Smuzhiyun /* Suspend the RNC, kill the TC */
547*4882a593Smuzhiyun if (isci_remote_device_suspend_terminate(ihost, idev, old_request)
548*4882a593Smuzhiyun != SCI_SUCCESS) {
549*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
550*4882a593Smuzhiyun "%s: isci_remote_device_reset_terminate(dev=%p, "
551*4882a593Smuzhiyun "req=%p, task=%p) failed\n",
552*4882a593Smuzhiyun __func__, idev, old_request, task);
553*4882a593Smuzhiyun ret = TMF_RESP_FUNC_FAILED;
554*4882a593Smuzhiyun goto out;
555*4882a593Smuzhiyun }
556*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
557*4882a593Smuzhiyun
558*4882a593Smuzhiyun if (task->task_proto == SAS_PROTOCOL_SMP ||
559*4882a593Smuzhiyun sas_protocol_ata(task->task_proto) ||
560*4882a593Smuzhiyun target_done_already ||
561*4882a593Smuzhiyun test_bit(IDEV_GONE, &idev->flags)) {
562*4882a593Smuzhiyun
563*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
564*4882a593Smuzhiyun
565*4882a593Smuzhiyun /* No task to send, so explicitly resume the device here */
566*4882a593Smuzhiyun isci_remote_device_resume_from_abort(ihost, idev);
567*4882a593Smuzhiyun
568*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
569*4882a593Smuzhiyun "%s: %s request"
570*4882a593Smuzhiyun " or complete_in_target (%d), "
571*4882a593Smuzhiyun "or IDEV_GONE (%d), thus no TMF\n",
572*4882a593Smuzhiyun __func__,
573*4882a593Smuzhiyun ((task->task_proto == SAS_PROTOCOL_SMP)
574*4882a593Smuzhiyun ? "SMP"
575*4882a593Smuzhiyun : (sas_protocol_ata(task->task_proto)
576*4882a593Smuzhiyun ? "SATA/STP"
577*4882a593Smuzhiyun : "<other>")
578*4882a593Smuzhiyun ),
579*4882a593Smuzhiyun test_bit(IREQ_COMPLETE_IN_TARGET,
580*4882a593Smuzhiyun &old_request->flags),
581*4882a593Smuzhiyun test_bit(IDEV_GONE, &idev->flags));
582*4882a593Smuzhiyun
583*4882a593Smuzhiyun spin_lock_irqsave(&task->task_state_lock, flags);
584*4882a593Smuzhiyun task->task_state_flags &= ~(SAS_TASK_AT_INITIATOR |
585*4882a593Smuzhiyun SAS_TASK_STATE_PENDING);
586*4882a593Smuzhiyun task->task_state_flags |= SAS_TASK_STATE_DONE;
587*4882a593Smuzhiyun spin_unlock_irqrestore(&task->task_state_lock, flags);
588*4882a593Smuzhiyun
589*4882a593Smuzhiyun ret = TMF_RESP_FUNC_COMPLETE;
590*4882a593Smuzhiyun } else {
591*4882a593Smuzhiyun /* Fill in the tmf structure */
592*4882a593Smuzhiyun isci_task_build_abort_task_tmf(&tmf, isci_tmf_ssp_task_abort,
593*4882a593Smuzhiyun old_request);
594*4882a593Smuzhiyun
595*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
596*4882a593Smuzhiyun
597*4882a593Smuzhiyun /* Send the task management request. */
598*4882a593Smuzhiyun #define ISCI_ABORT_TASK_TIMEOUT_MS 500 /* 1/2 second timeout */
599*4882a593Smuzhiyun ret = isci_task_execute_tmf(ihost, idev, &tmf,
600*4882a593Smuzhiyun ISCI_ABORT_TASK_TIMEOUT_MS);
601*4882a593Smuzhiyun }
602*4882a593Smuzhiyun out:
603*4882a593Smuzhiyun dev_warn(&ihost->pdev->dev,
604*4882a593Smuzhiyun "%s: Done; dev = %p, task = %p , old_request == %p\n",
605*4882a593Smuzhiyun __func__, idev, task, old_request);
606*4882a593Smuzhiyun isci_put_device(idev);
607*4882a593Smuzhiyun return ret;
608*4882a593Smuzhiyun }
609*4882a593Smuzhiyun
610*4882a593Smuzhiyun /**
611*4882a593Smuzhiyun * isci_task_abort_task_set() - This function is one of the SAS Domain Template
612*4882a593Smuzhiyun * functions. This is one of the Task Management functoins called by libsas,
613*4882a593Smuzhiyun * to abort all task for the given lun.
614*4882a593Smuzhiyun * @d_device: This parameter specifies the domain device associated with this
615*4882a593Smuzhiyun * request.
616*4882a593Smuzhiyun * @lun: This parameter specifies the lun associated with this request.
617*4882a593Smuzhiyun *
618*4882a593Smuzhiyun * status, zero indicates success.
619*4882a593Smuzhiyun */
isci_task_abort_task_set(struct domain_device * d_device,u8 * lun)620*4882a593Smuzhiyun int isci_task_abort_task_set(
621*4882a593Smuzhiyun struct domain_device *d_device,
622*4882a593Smuzhiyun u8 *lun)
623*4882a593Smuzhiyun {
624*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
625*4882a593Smuzhiyun }
626*4882a593Smuzhiyun
627*4882a593Smuzhiyun
628*4882a593Smuzhiyun /**
629*4882a593Smuzhiyun * isci_task_clear_aca() - This function is one of the SAS Domain Template
630*4882a593Smuzhiyun * functions. This is one of the Task Management functoins called by libsas.
631*4882a593Smuzhiyun * @d_device: This parameter specifies the domain device associated with this
632*4882a593Smuzhiyun * request.
633*4882a593Smuzhiyun * @lun: This parameter specifies the lun associated with this request.
634*4882a593Smuzhiyun *
635*4882a593Smuzhiyun * status, zero indicates success.
636*4882a593Smuzhiyun */
isci_task_clear_aca(struct domain_device * d_device,u8 * lun)637*4882a593Smuzhiyun int isci_task_clear_aca(
638*4882a593Smuzhiyun struct domain_device *d_device,
639*4882a593Smuzhiyun u8 *lun)
640*4882a593Smuzhiyun {
641*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
642*4882a593Smuzhiyun }
643*4882a593Smuzhiyun
644*4882a593Smuzhiyun
645*4882a593Smuzhiyun
646*4882a593Smuzhiyun /**
647*4882a593Smuzhiyun * isci_task_clear_task_set() - This function is one of the SAS Domain Template
648*4882a593Smuzhiyun * functions. This is one of the Task Management functoins called by libsas.
649*4882a593Smuzhiyun * @d_device: This parameter specifies the domain device associated with this
650*4882a593Smuzhiyun * request.
651*4882a593Smuzhiyun * @lun: This parameter specifies the lun associated with this request.
652*4882a593Smuzhiyun *
653*4882a593Smuzhiyun * status, zero indicates success.
654*4882a593Smuzhiyun */
isci_task_clear_task_set(struct domain_device * d_device,u8 * lun)655*4882a593Smuzhiyun int isci_task_clear_task_set(
656*4882a593Smuzhiyun struct domain_device *d_device,
657*4882a593Smuzhiyun u8 *lun)
658*4882a593Smuzhiyun {
659*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
660*4882a593Smuzhiyun }
661*4882a593Smuzhiyun
662*4882a593Smuzhiyun
663*4882a593Smuzhiyun /**
664*4882a593Smuzhiyun * isci_task_query_task() - This function is implemented to cause libsas to
665*4882a593Smuzhiyun * correctly escalate the failed abort to a LUN or target reset (this is
666*4882a593Smuzhiyun * because sas_scsi_find_task libsas function does not correctly interpret
667*4882a593Smuzhiyun * all return codes from the abort task call). When TMF_RESP_FUNC_SUCC is
668*4882a593Smuzhiyun * returned, libsas turns this into a LUN reset; when FUNC_FAILED is
669*4882a593Smuzhiyun * returned, libsas will turn this into a target reset
670*4882a593Smuzhiyun * @task: This parameter specifies the sas task being queried.
671*4882a593Smuzhiyun * @lun: This parameter specifies the lun associated with this request.
672*4882a593Smuzhiyun *
673*4882a593Smuzhiyun * status, zero indicates success.
674*4882a593Smuzhiyun */
isci_task_query_task(struct sas_task * task)675*4882a593Smuzhiyun int isci_task_query_task(
676*4882a593Smuzhiyun struct sas_task *task)
677*4882a593Smuzhiyun {
678*4882a593Smuzhiyun /* See if there is a pending device reset for this device. */
679*4882a593Smuzhiyun if (task->task_state_flags & SAS_TASK_NEED_DEV_RESET)
680*4882a593Smuzhiyun return TMF_RESP_FUNC_FAILED;
681*4882a593Smuzhiyun else
682*4882a593Smuzhiyun return TMF_RESP_FUNC_SUCC;
683*4882a593Smuzhiyun }
684*4882a593Smuzhiyun
685*4882a593Smuzhiyun /*
686*4882a593Smuzhiyun * isci_task_request_complete() - This function is called by the sci core when
687*4882a593Smuzhiyun * an task request completes.
688*4882a593Smuzhiyun * @ihost: This parameter specifies the ISCI host object
689*4882a593Smuzhiyun * @ireq: This parameter is the completed isci_request object.
690*4882a593Smuzhiyun * @completion_status: This parameter specifies the completion status from the
691*4882a593Smuzhiyun * sci core.
692*4882a593Smuzhiyun *
693*4882a593Smuzhiyun * none.
694*4882a593Smuzhiyun */
695*4882a593Smuzhiyun void
isci_task_request_complete(struct isci_host * ihost,struct isci_request * ireq,enum sci_task_status completion_status)696*4882a593Smuzhiyun isci_task_request_complete(struct isci_host *ihost,
697*4882a593Smuzhiyun struct isci_request *ireq,
698*4882a593Smuzhiyun enum sci_task_status completion_status)
699*4882a593Smuzhiyun {
700*4882a593Smuzhiyun struct isci_tmf *tmf = isci_request_access_tmf(ireq);
701*4882a593Smuzhiyun struct completion *tmf_complete = NULL;
702*4882a593Smuzhiyun
703*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev,
704*4882a593Smuzhiyun "%s: request = %p, status=%d\n",
705*4882a593Smuzhiyun __func__, ireq, completion_status);
706*4882a593Smuzhiyun
707*4882a593Smuzhiyun set_bit(IREQ_COMPLETE_IN_TARGET, &ireq->flags);
708*4882a593Smuzhiyun
709*4882a593Smuzhiyun if (tmf) {
710*4882a593Smuzhiyun tmf->status = completion_status;
711*4882a593Smuzhiyun
712*4882a593Smuzhiyun if (tmf->proto == SAS_PROTOCOL_SSP) {
713*4882a593Smuzhiyun memcpy(&tmf->resp.resp_iu,
714*4882a593Smuzhiyun &ireq->ssp.rsp,
715*4882a593Smuzhiyun SSP_RESP_IU_MAX_SIZE);
716*4882a593Smuzhiyun } else if (tmf->proto == SAS_PROTOCOL_SATA) {
717*4882a593Smuzhiyun memcpy(&tmf->resp.d2h_fis,
718*4882a593Smuzhiyun &ireq->stp.rsp,
719*4882a593Smuzhiyun sizeof(struct dev_to_host_fis));
720*4882a593Smuzhiyun }
721*4882a593Smuzhiyun /* PRINT_TMF( ((struct isci_tmf *)request->task)); */
722*4882a593Smuzhiyun tmf_complete = tmf->complete;
723*4882a593Smuzhiyun }
724*4882a593Smuzhiyun sci_controller_complete_io(ihost, ireq->target_device, ireq);
725*4882a593Smuzhiyun /* set the 'terminated' flag handle to make sure it cannot be terminated
726*4882a593Smuzhiyun * or completed again.
727*4882a593Smuzhiyun */
728*4882a593Smuzhiyun set_bit(IREQ_TERMINATED, &ireq->flags);
729*4882a593Smuzhiyun
730*4882a593Smuzhiyun if (test_and_clear_bit(IREQ_ABORT_PATH_ACTIVE, &ireq->flags))
731*4882a593Smuzhiyun wake_up_all(&ihost->eventq);
732*4882a593Smuzhiyun
733*4882a593Smuzhiyun if (!test_bit(IREQ_NO_AUTO_FREE_TAG, &ireq->flags))
734*4882a593Smuzhiyun isci_free_tag(ihost, ireq->io_tag);
735*4882a593Smuzhiyun
736*4882a593Smuzhiyun /* The task management part completes last. */
737*4882a593Smuzhiyun if (tmf_complete)
738*4882a593Smuzhiyun complete(tmf_complete);
739*4882a593Smuzhiyun }
740*4882a593Smuzhiyun
isci_reset_device(struct isci_host * ihost,struct domain_device * dev,struct isci_remote_device * idev)741*4882a593Smuzhiyun static int isci_reset_device(struct isci_host *ihost,
742*4882a593Smuzhiyun struct domain_device *dev,
743*4882a593Smuzhiyun struct isci_remote_device *idev)
744*4882a593Smuzhiyun {
745*4882a593Smuzhiyun int rc = TMF_RESP_FUNC_COMPLETE, reset_stat = -1;
746*4882a593Smuzhiyun struct sas_phy *phy = sas_get_local_phy(dev);
747*4882a593Smuzhiyun struct isci_port *iport = dev->port->lldd_port;
748*4882a593Smuzhiyun
749*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev, "%s: idev %p\n", __func__, idev);
750*4882a593Smuzhiyun
751*4882a593Smuzhiyun /* Suspend the RNC, terminate all outstanding TCs. */
752*4882a593Smuzhiyun if (isci_remote_device_suspend_terminate(ihost, idev, NULL)
753*4882a593Smuzhiyun != SCI_SUCCESS) {
754*4882a593Smuzhiyun rc = TMF_RESP_FUNC_FAILED;
755*4882a593Smuzhiyun goto out;
756*4882a593Smuzhiyun }
757*4882a593Smuzhiyun /* Note that since the termination for outstanding requests succeeded,
758*4882a593Smuzhiyun * this function will return success. This is because the resets will
759*4882a593Smuzhiyun * only fail if the device has been removed (ie. hotplug), and the
760*4882a593Smuzhiyun * primary duty of this function is to cleanup tasks, so that is the
761*4882a593Smuzhiyun * relevant status.
762*4882a593Smuzhiyun */
763*4882a593Smuzhiyun if (!test_bit(IDEV_GONE, &idev->flags)) {
764*4882a593Smuzhiyun if (scsi_is_sas_phy_local(phy)) {
765*4882a593Smuzhiyun struct isci_phy *iphy = &ihost->phys[phy->number];
766*4882a593Smuzhiyun
767*4882a593Smuzhiyun reset_stat = isci_port_perform_hard_reset(ihost, iport,
768*4882a593Smuzhiyun iphy);
769*4882a593Smuzhiyun } else
770*4882a593Smuzhiyun reset_stat = sas_phy_reset(phy, !dev_is_sata(dev));
771*4882a593Smuzhiyun }
772*4882a593Smuzhiyun /* Explicitly resume the RNC here, since there was no task sent. */
773*4882a593Smuzhiyun isci_remote_device_resume_from_abort(ihost, idev);
774*4882a593Smuzhiyun
775*4882a593Smuzhiyun dev_dbg(&ihost->pdev->dev, "%s: idev %p complete, reset_stat=%d.\n",
776*4882a593Smuzhiyun __func__, idev, reset_stat);
777*4882a593Smuzhiyun out:
778*4882a593Smuzhiyun sas_put_local_phy(phy);
779*4882a593Smuzhiyun return rc;
780*4882a593Smuzhiyun }
781*4882a593Smuzhiyun
isci_task_I_T_nexus_reset(struct domain_device * dev)782*4882a593Smuzhiyun int isci_task_I_T_nexus_reset(struct domain_device *dev)
783*4882a593Smuzhiyun {
784*4882a593Smuzhiyun struct isci_host *ihost = dev_to_ihost(dev);
785*4882a593Smuzhiyun struct isci_remote_device *idev;
786*4882a593Smuzhiyun unsigned long flags;
787*4882a593Smuzhiyun int ret;
788*4882a593Smuzhiyun
789*4882a593Smuzhiyun spin_lock_irqsave(&ihost->scic_lock, flags);
790*4882a593Smuzhiyun idev = isci_get_device(dev->lldd_dev);
791*4882a593Smuzhiyun spin_unlock_irqrestore(&ihost->scic_lock, flags);
792*4882a593Smuzhiyun
793*4882a593Smuzhiyun if (!idev) {
794*4882a593Smuzhiyun /* XXX: need to cleanup any ireqs targeting this
795*4882a593Smuzhiyun * domain_device
796*4882a593Smuzhiyun */
797*4882a593Smuzhiyun ret = -ENODEV;
798*4882a593Smuzhiyun goto out;
799*4882a593Smuzhiyun }
800*4882a593Smuzhiyun
801*4882a593Smuzhiyun ret = isci_reset_device(ihost, dev, idev);
802*4882a593Smuzhiyun out:
803*4882a593Smuzhiyun isci_put_device(idev);
804*4882a593Smuzhiyun return ret;
805*4882a593Smuzhiyun }
806