blob: d1c2a2294a3262c512b9d8781b541b62d2693492 [file] [log] [blame]
Dan Williams6f231dd2011-07-02 22:56:22 -07001/*
2 * This file is provided under a dual BSD/GPLv2 license. When using or
3 * redistributing this file, you may do so under either license.
4 *
5 * GPL LICENSE SUMMARY
6 *
7 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
21 * The full GNU General Public License is included in this distribution
22 * in the file called LICENSE.GPL.
23 *
24 * BSD LICENSE
25 *
26 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
27 * All rights reserved.
28 *
29 * Redistribution and use in source and binary forms, with or without
30 * modification, are permitted provided that the following conditions
31 * are met:
32 *
33 * * Redistributions of source code must retain the above copyright
34 * notice, this list of conditions and the following disclaimer.
35 * * Redistributions in binary form must reproduce the above copyright
36 * notice, this list of conditions and the following disclaimer in
37 * the documentation and/or other materials provided with the
38 * distribution.
39 * * Neither the name of Intel Corporation nor the names of its
40 * contributors may be used to endorse or promote products derived
41 * from this software without specific prior written permission.
42 *
43 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
44 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
45 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
46 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
47 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
48 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
49 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
50 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
51 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
52 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
53 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
54 */
Dave Jiang2d9c2242011-05-04 18:45:05 -070055#include <scsi/sas.h>
Bartek Nowakowski7e629842012-01-04 01:33:20 -080056#include <linux/bitops.h>
Dan Williams6f231dd2011-07-02 22:56:22 -070057#include "isci.h"
Dan Williams6f231dd2011-07-02 22:56:22 -070058#include "port.h"
59#include "remote_device.h"
60#include "request.h"
Dan Williams88f3b622011-04-22 19:18:03 -070061#include "remote_node_context.h"
Dan Williams88f3b622011-04-22 19:18:03 -070062#include "scu_event_codes.h"
Dan Williams6f231dd2011-07-02 22:56:22 -070063#include "task.h"
64
Dan Williamsd7a0ccd2012-02-10 01:18:44 -080065#undef C
66#define C(a) (#a)
67const char *dev_state_name(enum sci_remote_device_states state)
68{
69 static const char * const strings[] = REMOTE_DEV_STATES;
70
71 return strings[state];
72}
73#undef C
74
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -080075static enum sci_status sci_remote_device_suspend(struct isci_remote_device *idev,
76 enum sci_remote_node_suspension_reasons reason)
Jeff Skirvin23ec2aa2012-03-08 22:41:52 -080077{
Jeff Skirvin447bfbc2012-03-08 22:41:59 -080078 return sci_remote_node_context_suspend(&idev->rnc, reason,
79 SCI_SOFTWARE_SUSPEND_EXPECTED_EVENT);
Jeff Skirvin23ec2aa2012-03-08 22:41:52 -080080}
81
Dan Williamsab2e8f72011-04-27 16:32:45 -070082/**
Dan Williamsd9dcb4b2011-06-30 17:38:32 -070083 * isci_remote_device_ready() - This function is called by the ihost when the
Dan Williamsab2e8f72011-04-27 16:32:45 -070084 * remote device is ready. We mark the isci device as ready and signal the
85 * waiting proccess.
86 * @ihost: our valid isci_host
87 * @idev: remote device
88 *
89 */
90static void isci_remote_device_ready(struct isci_host *ihost, struct isci_remote_device *idev)
91{
92 dev_dbg(&ihost->pdev->dev,
93 "%s: idev = %p\n", __func__, idev);
94
Jeff Skirvin9274f452011-06-23 17:09:02 -070095 clear_bit(IDEV_IO_NCQERROR, &idev->flags);
Dan Williamsf2088262011-06-16 11:26:12 -070096 set_bit(IDEV_IO_READY, &idev->flags);
Dan Williamsab2e8f72011-04-27 16:32:45 -070097 if (test_and_clear_bit(IDEV_START_PENDING, &idev->flags))
98 wake_up(&ihost->eventq);
99}
100
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800101static enum sci_status sci_remote_device_terminate_req(
102 struct isci_host *ihost,
103 struct isci_remote_device *idev,
104 int check_abort,
105 struct isci_request *ireq)
Jeff Skirvin5b6bf222012-03-08 22:41:51 -0800106{
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800107 dev_dbg(&ihost->pdev->dev,
108 "%s: idev=%p; flags=%lx; req=%p; req target=%p\n",
109 __func__, idev, idev->flags, ireq, ireq->target_device);
110
111 if (!test_bit(IREQ_ACTIVE, &ireq->flags) ||
112 (ireq->target_device != idev) ||
113 (check_abort && !test_bit(IREQ_PENDING_ABORT, &ireq->flags)))
114 return SCI_SUCCESS;
115
116 set_bit(IREQ_ABORT_PATH_ACTIVE, &ireq->flags);
117
118 return sci_controller_terminate_request(ihost, idev, ireq);
Jeff Skirvin5b6bf222012-03-08 22:41:51 -0800119}
120
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800121static enum sci_status sci_remote_device_terminate_reqs_checkabort(
122 struct isci_remote_device *idev,
123 int chk)
Jeff Skirvin726980d2012-03-08 22:41:50 -0800124{
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800125 struct isci_host *ihost = idev->owning_port->owning_controller;
126 enum sci_status status = SCI_SUCCESS;
127 u32 i;
128
129 for (i = 0; i < SCI_MAX_IO_REQUESTS; i++) {
130 struct isci_request *ireq = ihost->reqs[i];
131 enum sci_status s;
132
133 s = sci_remote_device_terminate_req(ihost, idev, chk, ireq);
134 if (s != SCI_SUCCESS)
135 status = s;
136 }
137 return status;
138}
139
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800140static bool isci_compare_suspendcount(
141 struct isci_remote_device *idev,
142 u32 localcount)
143{
144 smp_rmb();
145 return localcount != idev->rnc.suspend_count;
146}
147
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800148enum sci_status isci_remote_device_terminate_requests(
149 struct isci_host *ihost,
150 struct isci_remote_device *idev,
151 struct isci_request *ireq)
152{
153 enum sci_status status = SCI_SUCCESS;
Jeff Skirvin726980d2012-03-08 22:41:50 -0800154 unsigned long flags;
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800155 u32 rnc_suspend_count;
Jeff Skirvin726980d2012-03-08 22:41:50 -0800156
157 spin_lock_irqsave(&ihost->scic_lock, flags);
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800158
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800159 if (isci_get_device(idev) == NULL) {
160 dev_dbg(&ihost->pdev->dev, "%s: failed isci_get_device(idev=%p)\n",
161 __func__, idev);
Jeff Skirvin726980d2012-03-08 22:41:50 -0800162 spin_unlock_irqrestore(&ihost->scic_lock, flags);
163 status = SCI_FAILURE;
164 } else {
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800165 /* If already suspended, don't wait for another suspension. */
166 smp_rmb();
167 rnc_suspend_count
168 = sci_remote_node_context_is_suspended(&idev->rnc)
169 ? 0 : idev->rnc.suspend_count;
170
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800171 dev_dbg(&ihost->pdev->dev,
172 "%s: idev=%p, ireq=%p; started_request_count=%d, "
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800173 "rnc_suspend_count=%d, rnc.suspend_count=%d"
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800174 "about to wait\n",
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800175 __func__, idev, ireq, idev->started_request_count,
176 rnc_suspend_count, idev->rnc.suspend_count);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800177 if (ireq) {
178 /* Terminate a specific TC. */
179 sci_remote_device_terminate_req(ihost, idev, 0, ireq);
180 spin_unlock_irqrestore(&ihost->scic_lock, flags);
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800181 wait_event(ihost->eventq,
182 (isci_compare_suspendcount(idev,
183 rnc_suspend_count)
184 && !test_bit(IREQ_ACTIVE, &ireq->flags)));
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800185 } else {
186 /* Terminate all TCs. */
187 sci_remote_device_terminate_requests(idev);
188 spin_unlock_irqrestore(&ihost->scic_lock, flags);
189 wait_event(ihost->eventq,
Jeff Skirvin31a38ef2012-03-08 22:42:01 -0800190 (isci_compare_suspendcount(idev,
191 rnc_suspend_count)
192 && idev->started_request_count == 0));
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800193 }
194 dev_dbg(&ihost->pdev->dev, "%s: idev=%p, wait done\n",
195 __func__, idev);
Jeff Skirvin726980d2012-03-08 22:41:50 -0800196 isci_put_device(idev);
197 }
198 return status;
199}
200
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800201/**
202* isci_remote_device_not_ready() - This function is called by the ihost when
203* the remote device is not ready. We mark the isci device as ready (not
204* "ready_for_io") and signal the waiting proccess.
205* @isci_host: This parameter specifies the isci host object.
206* @isci_device: This parameter specifies the remote device
207*
208* sci_lock is held on entrance to this function.
209*/
210static void isci_remote_device_not_ready(struct isci_host *ihost,
211 struct isci_remote_device *idev,
212 u32 reason)
213{
214 dev_dbg(&ihost->pdev->dev,
Jeff Skirvin59e35392012-03-08 22:41:54 -0800215 "%s: isci_device = %p; reason = %d\n", __func__, idev, reason);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800216
217 switch (reason) {
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800218 case SCIC_REMOTE_DEVICE_NOT_READY_SATA_SDB_ERROR_FIS_RECEIVED:
219 set_bit(IDEV_IO_NCQERROR, &idev->flags);
220
221 /* Suspend the remote device so the I/O can be terminated. */
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -0800222 sci_remote_device_suspend(idev, SCI_SW_SUSPEND_NORMAL);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800223
224 /* Kill all outstanding requests for the device. */
225 sci_remote_device_terminate_requests(idev);
226
227 /* Fall through into the default case... */
228 default:
229 clear_bit(IDEV_IO_READY, &idev->flags);
230 break;
231 }
232}
233
Dan Williamsec575662011-05-01 14:19:25 -0700234/* called once the remote node context is ready to be freed.
235 * The remote device can now report that its stop operation is complete. none
236 */
237static void rnc_destruct_done(void *_dev)
Dan Williams88f3b622011-04-22 19:18:03 -0700238{
Dan Williams78a6f062011-06-30 16:31:37 -0700239 struct isci_remote_device *idev = _dev;
Dan Williamsec575662011-05-01 14:19:25 -0700240
Dan Williams78a6f062011-06-30 16:31:37 -0700241 BUG_ON(idev->started_request_count != 0);
242 sci_change_state(&idev->sm, SCI_DEV_STOPPED);
Dan Williamsec575662011-05-01 14:19:25 -0700243}
244
Jeff Skirvin726980d2012-03-08 22:41:50 -0800245enum sci_status sci_remote_device_terminate_requests(
246 struct isci_remote_device *idev)
247{
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800248 return sci_remote_device_terminate_reqs_checkabort(idev, 0);
Jeff Skirvin726980d2012-03-08 22:41:50 -0800249}
250
Dan Williams89a73012011-06-30 19:14:33 -0700251enum sci_status sci_remote_device_stop(struct isci_remote_device *idev,
Dan Williamsec575662011-05-01 14:19:25 -0700252 u32 timeout)
253{
Dan Williams78a6f062011-06-30 16:31:37 -0700254 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700255 enum sci_remote_device_states state = sm->current_state_id;
Dan Williamsec575662011-05-01 14:19:25 -0700256
257 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000258 case SCI_DEV_INITIAL:
259 case SCI_DEV_FAILED:
260 case SCI_DEV_FINAL:
Dan Williamsec575662011-05-01 14:19:25 -0700261 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800262 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
263 __func__, dev_state_name(state));
Dan Williamsec575662011-05-01 14:19:25 -0700264 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000265 case SCI_DEV_STOPPED:
Dan Williamsec575662011-05-01 14:19:25 -0700266 return SCI_SUCCESS;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000267 case SCI_DEV_STARTING:
Dan Williamsec575662011-05-01 14:19:25 -0700268 /* device not started so there had better be no requests */
Dan Williams78a6f062011-06-30 16:31:37 -0700269 BUG_ON(idev->started_request_count != 0);
Dan Williams89a73012011-06-30 19:14:33 -0700270 sci_remote_node_context_destruct(&idev->rnc,
Dan Williams78a6f062011-06-30 16:31:37 -0700271 rnc_destruct_done, idev);
Dan Williamsec575662011-05-01 14:19:25 -0700272 /* Transition to the stopping state and wait for the
273 * remote node to complete being posted and invalidated.
274 */
Edmund Nadolskie3013702011-06-02 00:10:43 +0000275 sci_change_state(sm, SCI_DEV_STOPPING);
Dan Williamsec575662011-05-01 14:19:25 -0700276 return SCI_SUCCESS;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000277 case SCI_DEV_READY:
278 case SCI_STP_DEV_IDLE:
279 case SCI_STP_DEV_CMD:
280 case SCI_STP_DEV_NCQ:
281 case SCI_STP_DEV_NCQ_ERROR:
282 case SCI_STP_DEV_AWAIT_RESET:
283 case SCI_SMP_DEV_IDLE:
284 case SCI_SMP_DEV_CMD:
285 sci_change_state(sm, SCI_DEV_STOPPING);
Jeff Skirvin83884012012-03-08 22:41:52 -0800286 if (idev->started_request_count == 0)
Dan Williams89a73012011-06-30 19:14:33 -0700287 sci_remote_node_context_destruct(&idev->rnc,
Jeff Skirvin83884012012-03-08 22:41:52 -0800288 rnc_destruct_done,
289 idev);
290 else {
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -0800291 sci_remote_device_suspend(
292 idev, SCI_SW_SUSPEND_LINKHANG_DETECT);
Jeff Skirvin83884012012-03-08 22:41:52 -0800293 sci_remote_device_terminate_requests(idev);
294 }
295 return SCI_SUCCESS;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000296 case SCI_DEV_STOPPING:
Dan Williamsec575662011-05-01 14:19:25 -0700297 /* All requests should have been terminated, but if there is an
298 * attempt to stop a device already in the stopping state, then
299 * try again to terminate.
300 */
Dan Williams89a73012011-06-30 19:14:33 -0700301 return sci_remote_device_terminate_requests(idev);
Edmund Nadolskie3013702011-06-02 00:10:43 +0000302 case SCI_DEV_RESETTING:
303 sci_change_state(sm, SCI_DEV_STOPPING);
Dan Williamsec575662011-05-01 14:19:25 -0700304 return SCI_SUCCESS;
305 }
Dan Williams88f3b622011-04-22 19:18:03 -0700306}
Dan Williams6f231dd2011-07-02 22:56:22 -0700307
Dan Williams89a73012011-06-30 19:14:33 -0700308enum sci_status sci_remote_device_reset(struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -0700309{
Dan Williams78a6f062011-06-30 16:31:37 -0700310 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700311 enum sci_remote_device_states state = sm->current_state_id;
Dan Williams4fd0d2e2011-05-01 14:48:54 -0700312
313 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000314 case SCI_DEV_INITIAL:
315 case SCI_DEV_STOPPED:
316 case SCI_DEV_STARTING:
317 case SCI_SMP_DEV_IDLE:
318 case SCI_SMP_DEV_CMD:
319 case SCI_DEV_STOPPING:
320 case SCI_DEV_FAILED:
321 case SCI_DEV_RESETTING:
322 case SCI_DEV_FINAL:
Dan Williams4fd0d2e2011-05-01 14:48:54 -0700323 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800324 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
325 __func__, dev_state_name(state));
Dan Williams4fd0d2e2011-05-01 14:48:54 -0700326 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000327 case SCI_DEV_READY:
328 case SCI_STP_DEV_IDLE:
329 case SCI_STP_DEV_CMD:
330 case SCI_STP_DEV_NCQ:
331 case SCI_STP_DEV_NCQ_ERROR:
332 case SCI_STP_DEV_AWAIT_RESET:
333 sci_change_state(sm, SCI_DEV_RESETTING);
Dan Williams4fd0d2e2011-05-01 14:48:54 -0700334 return SCI_SUCCESS;
335 }
Dan Williams88f3b622011-04-22 19:18:03 -0700336}
337
Dan Williams89a73012011-06-30 19:14:33 -0700338enum sci_status sci_remote_device_reset_complete(struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -0700339{
Dan Williams78a6f062011-06-30 16:31:37 -0700340 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700341 enum sci_remote_device_states state = sm->current_state_id;
Dan Williams88f3b622011-04-22 19:18:03 -0700342
Edmund Nadolskie3013702011-06-02 00:10:43 +0000343 if (state != SCI_DEV_RESETTING) {
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800344 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
345 __func__, dev_state_name(state));
Dan Williams81515182011-05-01 14:53:00 -0700346 return SCI_FAILURE_INVALID_STATE;
347 }
348
Edmund Nadolskie3013702011-06-02 00:10:43 +0000349 sci_change_state(sm, SCI_DEV_READY);
Dan Williams81515182011-05-01 14:53:00 -0700350 return SCI_SUCCESS;
351}
Dan Williams88f3b622011-04-22 19:18:03 -0700352
Dan Williams89a73012011-06-30 19:14:33 -0700353enum sci_status sci_remote_device_frame_handler(struct isci_remote_device *idev,
Dan Williams01bec772011-05-01 16:51:11 -0700354 u32 frame_index)
Dan Williams88f3b622011-04-22 19:18:03 -0700355{
Dan Williams78a6f062011-06-30 16:31:37 -0700356 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700357 enum sci_remote_device_states state = sm->current_state_id;
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700358 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williams01bec772011-05-01 16:51:11 -0700359 enum sci_status status;
360
361 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000362 case SCI_DEV_INITIAL:
363 case SCI_DEV_STOPPED:
364 case SCI_DEV_STARTING:
365 case SCI_STP_DEV_IDLE:
366 case SCI_SMP_DEV_IDLE:
367 case SCI_DEV_FINAL:
Dan Williams01bec772011-05-01 16:51:11 -0700368 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800369 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
370 __func__, dev_state_name(state));
Dan Williams01bec772011-05-01 16:51:11 -0700371 /* Return the frame back to the controller */
Dan Williams89a73012011-06-30 19:14:33 -0700372 sci_controller_release_frame(ihost, frame_index);
Dan Williams01bec772011-05-01 16:51:11 -0700373 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000374 case SCI_DEV_READY:
375 case SCI_STP_DEV_NCQ_ERROR:
376 case SCI_STP_DEV_AWAIT_RESET:
377 case SCI_DEV_STOPPING:
378 case SCI_DEV_FAILED:
379 case SCI_DEV_RESETTING: {
Dan Williams5076a1a2011-06-27 14:57:03 -0700380 struct isci_request *ireq;
Dave Jiang2d9c2242011-05-04 18:45:05 -0700381 struct ssp_frame_hdr hdr;
382 void *frame_header;
383 ssize_t word_cnt;
Dan Williams01bec772011-05-01 16:51:11 -0700384
Dan Williams89a73012011-06-30 19:14:33 -0700385 status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,
Dan Williams01bec772011-05-01 16:51:11 -0700386 frame_index,
Dave Jiang2d9c2242011-05-04 18:45:05 -0700387 &frame_header);
Dan Williams01bec772011-05-01 16:51:11 -0700388 if (status != SCI_SUCCESS)
389 return status;
390
Dave Jiang2d9c2242011-05-04 18:45:05 -0700391 word_cnt = sizeof(hdr) / sizeof(u32);
392 sci_swab32_cpy(&hdr, frame_header, word_cnt);
393
Dan Williams89a73012011-06-30 19:14:33 -0700394 ireq = sci_request_by_tag(ihost, be16_to_cpu(hdr.tag));
Dan Williams78a6f062011-06-30 16:31:37 -0700395 if (ireq && ireq->target_device == idev) {
Dan Williams01bec772011-05-01 16:51:11 -0700396 /* The IO request is now in charge of releasing the frame */
Dan Williams89a73012011-06-30 19:14:33 -0700397 status = sci_io_request_frame_handler(ireq, frame_index);
Dan Williams01bec772011-05-01 16:51:11 -0700398 } else {
399 /* We could not map this tag to a valid IO
400 * request Just toss the frame and continue
401 */
Dan Williams89a73012011-06-30 19:14:33 -0700402 sci_controller_release_frame(ihost, frame_index);
Dan Williams01bec772011-05-01 16:51:11 -0700403 }
404 break;
405 }
Edmund Nadolskie3013702011-06-02 00:10:43 +0000406 case SCI_STP_DEV_NCQ: {
Dave Jiange76d6182011-05-04 15:02:03 -0700407 struct dev_to_host_fis *hdr;
Dan Williams01bec772011-05-01 16:51:11 -0700408
Dan Williams89a73012011-06-30 19:14:33 -0700409 status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,
Dan Williams01bec772011-05-01 16:51:11 -0700410 frame_index,
411 (void **)&hdr);
412 if (status != SCI_SUCCESS)
413 return status;
414
Dave Jiange76d6182011-05-04 15:02:03 -0700415 if (hdr->fis_type == FIS_SETDEVBITS &&
416 (hdr->status & ATA_ERR)) {
Dan Williams78a6f062011-06-30 16:31:37 -0700417 idev->not_ready_reason = SCIC_REMOTE_DEVICE_NOT_READY_SATA_SDB_ERROR_FIS_RECEIVED;
Dan Williams01bec772011-05-01 16:51:11 -0700418
419 /* TODO Check sactive and complete associated IO if any. */
Edmund Nadolskie3013702011-06-02 00:10:43 +0000420 sci_change_state(sm, SCI_STP_DEV_NCQ_ERROR);
Dave Jiange76d6182011-05-04 15:02:03 -0700421 } else if (hdr->fis_type == FIS_REGD2H &&
422 (hdr->status & ATA_ERR)) {
Dan Williams01bec772011-05-01 16:51:11 -0700423 /*
424 * Some devices return D2H FIS when an NCQ error is detected.
425 * Treat this like an SDB error FIS ready reason.
426 */
Dan Williams78a6f062011-06-30 16:31:37 -0700427 idev->not_ready_reason = SCIC_REMOTE_DEVICE_NOT_READY_SATA_SDB_ERROR_FIS_RECEIVED;
428 sci_change_state(&idev->sm, SCI_STP_DEV_NCQ_ERROR);
Dan Williams01bec772011-05-01 16:51:11 -0700429 } else
430 status = SCI_FAILURE;
431
Dan Williams89a73012011-06-30 19:14:33 -0700432 sci_controller_release_frame(ihost, frame_index);
Dan Williams01bec772011-05-01 16:51:11 -0700433 break;
434 }
Edmund Nadolskie3013702011-06-02 00:10:43 +0000435 case SCI_STP_DEV_CMD:
436 case SCI_SMP_DEV_CMD:
Dan Williams01bec772011-05-01 16:51:11 -0700437 /* The device does not process any UF received from the hardware while
438 * in this state. All unsolicited frames are forwarded to the io request
439 * object.
440 */
Dan Williams89a73012011-06-30 19:14:33 -0700441 status = sci_io_request_frame_handler(idev->working_request, frame_index);
Dan Williams01bec772011-05-01 16:51:11 -0700442 break;
443 }
444
445 return status;
Dan Williams88f3b622011-04-22 19:18:03 -0700446}
447
Dan Williams78a6f062011-06-30 16:31:37 -0700448static bool is_remote_device_ready(struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -0700449{
Dan Williamse6225712011-05-01 16:26:09 -0700450
Dan Williams78a6f062011-06-30 16:31:37 -0700451 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700452 enum sci_remote_device_states state = sm->current_state_id;
Dan Williamse6225712011-05-01 16:26:09 -0700453
454 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000455 case SCI_DEV_READY:
456 case SCI_STP_DEV_IDLE:
457 case SCI_STP_DEV_CMD:
458 case SCI_STP_DEV_NCQ:
459 case SCI_STP_DEV_NCQ_ERROR:
460 case SCI_STP_DEV_AWAIT_RESET:
461 case SCI_SMP_DEV_IDLE:
462 case SCI_SMP_DEV_CMD:
Dan Williamse6225712011-05-01 16:26:09 -0700463 return true;
464 default:
465 return false;
466 }
467}
468
Dan Williamsb50102d2011-09-30 18:52:19 -0700469/*
470 * called once the remote node context has transisitioned to a ready
471 * state (after suspending RX and/or TX due to early D2H fis)
472 */
473static void atapi_remote_device_resume_done(void *_dev)
474{
475 struct isci_remote_device *idev = _dev;
476 struct isci_request *ireq = idev->working_request;
477
478 sci_change_state(&ireq->sm, SCI_REQ_COMPLETED);
479}
480
Dan Williams89a73012011-06-30 19:14:33 -0700481enum sci_status sci_remote_device_event_handler(struct isci_remote_device *idev,
Dan Williamse6225712011-05-01 16:26:09 -0700482 u32 event_code)
483{
Dan Williamse6225712011-05-01 16:26:09 -0700484 enum sci_status status;
485
486 switch (scu_get_event_type(event_code)) {
487 case SCU_EVENT_TYPE_RNC_OPS_MISC:
488 case SCU_EVENT_TYPE_RNC_SUSPEND_TX:
489 case SCU_EVENT_TYPE_RNC_SUSPEND_TX_RX:
Dan Williams89a73012011-06-30 19:14:33 -0700490 status = sci_remote_node_context_event_handler(&idev->rnc, event_code);
Dan Williamse6225712011-05-01 16:26:09 -0700491 break;
492 case SCU_EVENT_TYPE_PTX_SCHEDULE_EVENT:
493 if (scu_get_event_code(event_code) == SCU_EVENT_IT_NEXUS_TIMEOUT) {
494 status = SCI_SUCCESS;
495
496 /* Suspend the associated RNC */
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -0800497 sci_remote_device_suspend(idev, SCI_SW_SUSPEND_NORMAL);
Dan Williamse6225712011-05-01 16:26:09 -0700498
Dan Williams78a6f062011-06-30 16:31:37 -0700499 dev_dbg(scirdev_to_dev(idev),
Dan Williamse6225712011-05-01 16:26:09 -0700500 "%s: device: %p event code: %x: %s\n",
Dan Williams78a6f062011-06-30 16:31:37 -0700501 __func__, idev, event_code,
502 is_remote_device_ready(idev)
Dan Williamse6225712011-05-01 16:26:09 -0700503 ? "I_T_Nexus_Timeout event"
504 : "I_T_Nexus_Timeout event in wrong state");
505
506 break;
507 }
508 /* Else, fall through and treat as unhandled... */
509 default:
Dan Williams78a6f062011-06-30 16:31:37 -0700510 dev_dbg(scirdev_to_dev(idev),
Dan Williamse6225712011-05-01 16:26:09 -0700511 "%s: device: %p event code: %x: %s\n",
Dan Williams78a6f062011-06-30 16:31:37 -0700512 __func__, idev, event_code,
513 is_remote_device_ready(idev)
Dan Williamse6225712011-05-01 16:26:09 -0700514 ? "unexpected event"
515 : "unexpected event in wrong state");
516 status = SCI_FAILURE_INVALID_STATE;
517 break;
518 }
519
520 if (status != SCI_SUCCESS)
521 return status;
522
Dan Williamse6225712011-05-01 16:26:09 -0700523 return status;
Dan Williams88f3b622011-04-22 19:18:03 -0700524}
525
Dan Williams89a73012011-06-30 19:14:33 -0700526static void sci_remote_device_start_request(struct isci_remote_device *idev,
Dan Williams5076a1a2011-06-27 14:57:03 -0700527 struct isci_request *ireq,
Dan Williams18606552011-05-01 14:57:11 -0700528 enum sci_status status)
Dan Williams88f3b622011-04-22 19:18:03 -0700529{
Dan Williams78a6f062011-06-30 16:31:37 -0700530 struct isci_port *iport = idev->owning_port;
Dan Williams18606552011-05-01 14:57:11 -0700531
532 /* cleanup requests that failed after starting on the port */
533 if (status != SCI_SUCCESS)
Dan Williams89a73012011-06-30 19:14:33 -0700534 sci_port_complete_io(iport, idev, ireq);
Dan Williams209fae12011-06-13 17:39:44 -0700535 else {
Dan Williams78a6f062011-06-30 16:31:37 -0700536 kref_get(&idev->kref);
Dan Williams34a99152011-07-01 02:25:15 -0700537 idev->started_request_count++;
Dan Williams209fae12011-06-13 17:39:44 -0700538 }
Dan Williams18606552011-05-01 14:57:11 -0700539}
540
Dan Williams89a73012011-06-30 19:14:33 -0700541enum sci_status sci_remote_device_start_io(struct isci_host *ihost,
Dan Williams78a6f062011-06-30 16:31:37 -0700542 struct isci_remote_device *idev,
Dan Williams5076a1a2011-06-27 14:57:03 -0700543 struct isci_request *ireq)
Dan Williams18606552011-05-01 14:57:11 -0700544{
Dan Williams78a6f062011-06-30 16:31:37 -0700545 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700546 enum sci_remote_device_states state = sm->current_state_id;
Dan Williams78a6f062011-06-30 16:31:37 -0700547 struct isci_port *iport = idev->owning_port;
Dan Williams18606552011-05-01 14:57:11 -0700548 enum sci_status status;
549
550 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000551 case SCI_DEV_INITIAL:
552 case SCI_DEV_STOPPED:
553 case SCI_DEV_STARTING:
554 case SCI_STP_DEV_NCQ_ERROR:
555 case SCI_DEV_STOPPING:
556 case SCI_DEV_FAILED:
557 case SCI_DEV_RESETTING:
558 case SCI_DEV_FINAL:
Dan Williams18606552011-05-01 14:57:11 -0700559 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800560 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
561 __func__, dev_state_name(state));
Dan Williams18606552011-05-01 14:57:11 -0700562 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000563 case SCI_DEV_READY:
Dan Williams18606552011-05-01 14:57:11 -0700564 /* attempt to start an io request for this device object. The remote
565 * device object will issue the start request for the io and if
566 * successful it will start the request for the port object then
567 * increment its own request count.
568 */
Dan Williams89a73012011-06-30 19:14:33 -0700569 status = sci_port_start_io(iport, idev, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700570 if (status != SCI_SUCCESS)
571 return status;
572
Dan Williams89a73012011-06-30 19:14:33 -0700573 status = sci_remote_node_context_start_io(&idev->rnc, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700574 if (status != SCI_SUCCESS)
575 break;
576
Dan Williams89a73012011-06-30 19:14:33 -0700577 status = sci_request_start(ireq);
Dan Williams18606552011-05-01 14:57:11 -0700578 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000579 case SCI_STP_DEV_IDLE: {
Dan Williams18606552011-05-01 14:57:11 -0700580 /* handle the start io operation for a sata device that is in
581 * the command idle state. - Evalute the type of IO request to
582 * be started - If its an NCQ request change to NCQ substate -
583 * If its any other command change to the CMD substate
584 *
585 * If this is a softreset we may want to have a different
586 * substate.
587 */
Dan Williams89a73012011-06-30 19:14:33 -0700588 enum sci_remote_device_states new_state;
Dave Jiange76d6182011-05-04 15:02:03 -0700589 struct sas_task *task = isci_request_access_task(ireq);
Dan Williams18606552011-05-01 14:57:11 -0700590
Dan Williams89a73012011-06-30 19:14:33 -0700591 status = sci_port_start_io(iport, idev, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700592 if (status != SCI_SUCCESS)
593 return status;
594
Dan Williams89a73012011-06-30 19:14:33 -0700595 status = sci_remote_node_context_start_io(&idev->rnc, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700596 if (status != SCI_SUCCESS)
597 break;
598
Dan Williams89a73012011-06-30 19:14:33 -0700599 status = sci_request_start(ireq);
Dan Williams18606552011-05-01 14:57:11 -0700600 if (status != SCI_SUCCESS)
601 break;
602
Dave Jiange76d6182011-05-04 15:02:03 -0700603 if (task->ata_task.use_ncq)
Edmund Nadolskie3013702011-06-02 00:10:43 +0000604 new_state = SCI_STP_DEV_NCQ;
Dan Williams18606552011-05-01 14:57:11 -0700605 else {
Dan Williams78a6f062011-06-30 16:31:37 -0700606 idev->working_request = ireq;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000607 new_state = SCI_STP_DEV_CMD;
Dan Williams18606552011-05-01 14:57:11 -0700608 }
Edmund Nadolskie3013702011-06-02 00:10:43 +0000609 sci_change_state(sm, new_state);
Dan Williams18606552011-05-01 14:57:11 -0700610 break;
611 }
Edmund Nadolskie3013702011-06-02 00:10:43 +0000612 case SCI_STP_DEV_NCQ: {
Dave Jiange76d6182011-05-04 15:02:03 -0700613 struct sas_task *task = isci_request_access_task(ireq);
614
615 if (task->ata_task.use_ncq) {
Dan Williams89a73012011-06-30 19:14:33 -0700616 status = sci_port_start_io(iport, idev, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700617 if (status != SCI_SUCCESS)
618 return status;
619
Dan Williams89a73012011-06-30 19:14:33 -0700620 status = sci_remote_node_context_start_io(&idev->rnc, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700621 if (status != SCI_SUCCESS)
622 break;
623
Dan Williams89a73012011-06-30 19:14:33 -0700624 status = sci_request_start(ireq);
Dan Williams18606552011-05-01 14:57:11 -0700625 } else
626 return SCI_FAILURE_INVALID_STATE;
627 break;
Dave Jiange76d6182011-05-04 15:02:03 -0700628 }
Edmund Nadolskie3013702011-06-02 00:10:43 +0000629 case SCI_STP_DEV_AWAIT_RESET:
Dan Williams18606552011-05-01 14:57:11 -0700630 return SCI_FAILURE_REMOTE_DEVICE_RESET_REQUIRED;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000631 case SCI_SMP_DEV_IDLE:
Dan Williams89a73012011-06-30 19:14:33 -0700632 status = sci_port_start_io(iport, idev, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700633 if (status != SCI_SUCCESS)
634 return status;
635
Dan Williams89a73012011-06-30 19:14:33 -0700636 status = sci_remote_node_context_start_io(&idev->rnc, ireq);
Dan Williams18606552011-05-01 14:57:11 -0700637 if (status != SCI_SUCCESS)
638 break;
639
Dan Williams89a73012011-06-30 19:14:33 -0700640 status = sci_request_start(ireq);
Dan Williams18606552011-05-01 14:57:11 -0700641 if (status != SCI_SUCCESS)
642 break;
643
Dan Williams78a6f062011-06-30 16:31:37 -0700644 idev->working_request = ireq;
645 sci_change_state(&idev->sm, SCI_SMP_DEV_CMD);
Dan Williams18606552011-05-01 14:57:11 -0700646 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000647 case SCI_STP_DEV_CMD:
648 case SCI_SMP_DEV_CMD:
Dan Williams18606552011-05-01 14:57:11 -0700649 /* device is already handling a command it can not accept new commands
650 * until this one is complete.
651 */
652 return SCI_FAILURE_INVALID_STATE;
653 }
654
Dan Williams89a73012011-06-30 19:14:33 -0700655 sci_remote_device_start_request(idev, ireq, status);
Dan Williams18606552011-05-01 14:57:11 -0700656 return status;
Dan Williams88f3b622011-04-22 19:18:03 -0700657}
658
Dan Williamsffe191c2011-06-29 13:09:25 -0700659static enum sci_status common_complete_io(struct isci_port *iport,
Dan Williams78a6f062011-06-30 16:31:37 -0700660 struct isci_remote_device *idev,
Dan Williams5076a1a2011-06-27 14:57:03 -0700661 struct isci_request *ireq)
Dan Williams88f3b622011-04-22 19:18:03 -0700662{
Dan Williams10a09e62011-05-01 15:33:43 -0700663 enum sci_status status;
664
Dan Williams89a73012011-06-30 19:14:33 -0700665 status = sci_request_complete(ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700666 if (status != SCI_SUCCESS)
667 return status;
668
Dan Williams89a73012011-06-30 19:14:33 -0700669 status = sci_port_complete_io(iport, idev, ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700670 if (status != SCI_SUCCESS)
671 return status;
672
Dan Williams89a73012011-06-30 19:14:33 -0700673 sci_remote_device_decrement_request_count(idev);
Dan Williams10a09e62011-05-01 15:33:43 -0700674 return status;
675}
676
Dan Williams89a73012011-06-30 19:14:33 -0700677enum sci_status sci_remote_device_complete_io(struct isci_host *ihost,
Dan Williams78a6f062011-06-30 16:31:37 -0700678 struct isci_remote_device *idev,
Dan Williams5076a1a2011-06-27 14:57:03 -0700679 struct isci_request *ireq)
Dan Williams10a09e62011-05-01 15:33:43 -0700680{
Dan Williams78a6f062011-06-30 16:31:37 -0700681 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700682 enum sci_remote_device_states state = sm->current_state_id;
Dan Williams78a6f062011-06-30 16:31:37 -0700683 struct isci_port *iport = idev->owning_port;
Dan Williams10a09e62011-05-01 15:33:43 -0700684 enum sci_status status;
685
686 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000687 case SCI_DEV_INITIAL:
688 case SCI_DEV_STOPPED:
689 case SCI_DEV_STARTING:
690 case SCI_STP_DEV_IDLE:
691 case SCI_SMP_DEV_IDLE:
692 case SCI_DEV_FAILED:
693 case SCI_DEV_FINAL:
Dan Williams10a09e62011-05-01 15:33:43 -0700694 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800695 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
696 __func__, dev_state_name(state));
Dan Williams10a09e62011-05-01 15:33:43 -0700697 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000698 case SCI_DEV_READY:
699 case SCI_STP_DEV_AWAIT_RESET:
700 case SCI_DEV_RESETTING:
Dan Williams78a6f062011-06-30 16:31:37 -0700701 status = common_complete_io(iport, idev, ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700702 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000703 case SCI_STP_DEV_CMD:
704 case SCI_STP_DEV_NCQ:
705 case SCI_STP_DEV_NCQ_ERROR:
Dan Williamsb50102d2011-09-30 18:52:19 -0700706 case SCI_STP_DEV_ATAPI_ERROR:
Dan Williams78a6f062011-06-30 16:31:37 -0700707 status = common_complete_io(iport, idev, ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700708 if (status != SCI_SUCCESS)
709 break;
710
Dan Williams5076a1a2011-06-27 14:57:03 -0700711 if (ireq->sci_status == SCI_FAILURE_REMOTE_DEVICE_RESET_REQUIRED) {
Dan Williams10a09e62011-05-01 15:33:43 -0700712 /* This request causes hardware error, device needs to be Lun Reset.
713 * So here we force the state machine to IDLE state so the rest IOs
714 * can reach RNC state handler, these IOs will be completed by RNC with
715 * status of "DEVICE_RESET_REQUIRED", instead of "INVALID STATE".
716 */
Edmund Nadolskie3013702011-06-02 00:10:43 +0000717 sci_change_state(sm, SCI_STP_DEV_AWAIT_RESET);
Dan Williams34a99152011-07-01 02:25:15 -0700718 } else if (idev->started_request_count == 0)
Edmund Nadolskie3013702011-06-02 00:10:43 +0000719 sci_change_state(sm, SCI_STP_DEV_IDLE);
Dan Williams10a09e62011-05-01 15:33:43 -0700720 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000721 case SCI_SMP_DEV_CMD:
Dan Williams78a6f062011-06-30 16:31:37 -0700722 status = common_complete_io(iport, idev, ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700723 if (status != SCI_SUCCESS)
724 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000725 sci_change_state(sm, SCI_SMP_DEV_IDLE);
Dan Williams10a09e62011-05-01 15:33:43 -0700726 break;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000727 case SCI_DEV_STOPPING:
Dan Williams78a6f062011-06-30 16:31:37 -0700728 status = common_complete_io(iport, idev, ireq);
Dan Williams10a09e62011-05-01 15:33:43 -0700729 if (status != SCI_SUCCESS)
730 break;
731
Dan Williams34a99152011-07-01 02:25:15 -0700732 if (idev->started_request_count == 0)
Dan Williams89a73012011-06-30 19:14:33 -0700733 sci_remote_node_context_destruct(&idev->rnc,
Dan Williams34a99152011-07-01 02:25:15 -0700734 rnc_destruct_done,
735 idev);
Dan Williams10a09e62011-05-01 15:33:43 -0700736 break;
737 }
738
739 if (status != SCI_SUCCESS)
Dan Williams78a6f062011-06-30 16:31:37 -0700740 dev_err(scirdev_to_dev(idev),
Dan Williams10a09e62011-05-01 15:33:43 -0700741 "%s: Port:0x%p Device:0x%p Request:0x%p Status:0x%x "
Dan Williamsffe191c2011-06-29 13:09:25 -0700742 "could not complete\n", __func__, iport,
Dan Williams78a6f062011-06-30 16:31:37 -0700743 idev, ireq, status);
Dan Williams209fae12011-06-13 17:39:44 -0700744 else
Dan Williams78a6f062011-06-30 16:31:37 -0700745 isci_put_device(idev);
Dan Williams10a09e62011-05-01 15:33:43 -0700746
747 return status;
Dan Williams88f3b622011-04-22 19:18:03 -0700748}
749
Dan Williams89a73012011-06-30 19:14:33 -0700750static void sci_remote_device_continue_request(void *dev)
Dan Williams88f3b622011-04-22 19:18:03 -0700751{
Dan Williams78a6f062011-06-30 16:31:37 -0700752 struct isci_remote_device *idev = dev;
Dan Williams84b9b022011-05-01 15:53:25 -0700753
754 /* we need to check if this request is still valid to continue. */
Dan Williams78a6f062011-06-30 16:31:37 -0700755 if (idev->working_request)
Dan Williams89a73012011-06-30 19:14:33 -0700756 sci_controller_continue_io(idev->working_request);
Dan Williams84b9b022011-05-01 15:53:25 -0700757}
758
Dan Williams89a73012011-06-30 19:14:33 -0700759enum sci_status sci_remote_device_start_task(struct isci_host *ihost,
Dan Williams78a6f062011-06-30 16:31:37 -0700760 struct isci_remote_device *idev,
Dan Williams5076a1a2011-06-27 14:57:03 -0700761 struct isci_request *ireq)
Dan Williams84b9b022011-05-01 15:53:25 -0700762{
Dan Williams78a6f062011-06-30 16:31:37 -0700763 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700764 enum sci_remote_device_states state = sm->current_state_id;
Dan Williams78a6f062011-06-30 16:31:37 -0700765 struct isci_port *iport = idev->owning_port;
Dan Williams84b9b022011-05-01 15:53:25 -0700766 enum sci_status status;
767
768 switch (state) {
Edmund Nadolskie3013702011-06-02 00:10:43 +0000769 case SCI_DEV_INITIAL:
770 case SCI_DEV_STOPPED:
771 case SCI_DEV_STARTING:
772 case SCI_SMP_DEV_IDLE:
773 case SCI_SMP_DEV_CMD:
774 case SCI_DEV_STOPPING:
775 case SCI_DEV_FAILED:
776 case SCI_DEV_RESETTING:
777 case SCI_DEV_FINAL:
Dan Williams84b9b022011-05-01 15:53:25 -0700778 default:
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800779 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
780 __func__, dev_state_name(state));
Dan Williams84b9b022011-05-01 15:53:25 -0700781 return SCI_FAILURE_INVALID_STATE;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000782 case SCI_STP_DEV_IDLE:
783 case SCI_STP_DEV_CMD:
784 case SCI_STP_DEV_NCQ:
785 case SCI_STP_DEV_NCQ_ERROR:
786 case SCI_STP_DEV_AWAIT_RESET:
Dan Williams89a73012011-06-30 19:14:33 -0700787 status = sci_port_start_io(iport, idev, ireq);
Dan Williams84b9b022011-05-01 15:53:25 -0700788 if (status != SCI_SUCCESS)
789 return status;
790
Dan Williams89a73012011-06-30 19:14:33 -0700791 status = sci_request_start(ireq);
Dan Williams84b9b022011-05-01 15:53:25 -0700792 if (status != SCI_SUCCESS)
793 goto out;
794
795 /* Note: If the remote device state is not IDLE this will
796 * replace the request that probably resulted in the task
797 * management request.
798 */
Dan Williams78a6f062011-06-30 16:31:37 -0700799 idev->working_request = ireq;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000800 sci_change_state(sm, SCI_STP_DEV_CMD);
Dan Williams84b9b022011-05-01 15:53:25 -0700801
802 /* The remote node context must cleanup the TCi to NCQ mapping
803 * table. The only way to do this correctly is to either write
804 * to the TLCR register or to invalidate and repost the RNC. In
805 * either case the remote node context state machine will take
806 * the correct action when the remote node context is suspended
807 * and later resumed.
808 */
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -0800809 sci_remote_device_suspend(idev,
810 SCI_SW_SUSPEND_LINKHANG_DETECT);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800811
812 status = sci_remote_node_context_start_task(&idev->rnc, ireq,
813 sci_remote_device_continue_request, idev);
Dan Williams84b9b022011-05-01 15:53:25 -0700814
815 out:
Dan Williams89a73012011-06-30 19:14:33 -0700816 sci_remote_device_start_request(idev, ireq, status);
Dan Williams84b9b022011-05-01 15:53:25 -0700817 /* We need to let the controller start request handler know that
818 * it can't post TC yet. We will provide a callback function to
819 * post TC when RNC gets resumed.
820 */
821 return SCI_FAILURE_RESET_DEVICE_PARTIAL_SUCCESS;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000822 case SCI_DEV_READY:
Dan Williams89a73012011-06-30 19:14:33 -0700823 status = sci_port_start_io(iport, idev, ireq);
Dan Williams84b9b022011-05-01 15:53:25 -0700824 if (status != SCI_SUCCESS)
825 return status;
826
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -0800827 /* Resume the RNC as needed: */
828 status = sci_remote_node_context_start_task(&idev->rnc, ireq,
829 NULL, NULL);
Dan Williams84b9b022011-05-01 15:53:25 -0700830 if (status != SCI_SUCCESS)
831 break;
832
Dan Williams89a73012011-06-30 19:14:33 -0700833 status = sci_request_start(ireq);
Dan Williams84b9b022011-05-01 15:53:25 -0700834 break;
835 }
Dan Williams89a73012011-06-30 19:14:33 -0700836 sci_remote_device_start_request(idev, ireq, status);
Dan Williams84b9b022011-05-01 15:53:25 -0700837
838 return status;
Dan Williams88f3b622011-04-22 19:18:03 -0700839}
840
Dan Williams34a99152011-07-01 02:25:15 -0700841void sci_remote_device_post_request(struct isci_remote_device *idev, u32 request)
Dan Williams88f3b622011-04-22 19:18:03 -0700842{
Dan Williams34a99152011-07-01 02:25:15 -0700843 struct isci_port *iport = idev->owning_port;
Dan Williams88f3b622011-04-22 19:18:03 -0700844 u32 context;
845
Dan Williams34a99152011-07-01 02:25:15 -0700846 context = request |
847 (ISCI_PEG << SCU_CONTEXT_COMMAND_PROTOCOL_ENGINE_GROUP_SHIFT) |
848 (iport->physical_port_index << SCU_CONTEXT_COMMAND_LOGICAL_PORT_SHIFT) |
849 idev->rnc.remote_node_index;
Dan Williams88f3b622011-04-22 19:18:03 -0700850
Dan Williams34a99152011-07-01 02:25:15 -0700851 sci_controller_post_request(iport->owning_controller, context);
Dan Williams88f3b622011-04-22 19:18:03 -0700852}
853
Dan Williamsab2e8f72011-04-27 16:32:45 -0700854/* called once the remote node context has transisitioned to a
Dan Williams88f3b622011-04-22 19:18:03 -0700855 * ready state. This is the indication that the remote device object can also
Dan Williamsab2e8f72011-04-27 16:32:45 -0700856 * transition to ready.
Dan Williams88f3b622011-04-22 19:18:03 -0700857 */
Dan Williamseb229672011-05-01 14:05:57 -0700858static void remote_device_resume_done(void *_dev)
Dan Williams88f3b622011-04-22 19:18:03 -0700859{
Dan Williams78a6f062011-06-30 16:31:37 -0700860 struct isci_remote_device *idev = _dev;
Dan Williams88f3b622011-04-22 19:18:03 -0700861
Dan Williams78a6f062011-06-30 16:31:37 -0700862 if (is_remote_device_ready(idev))
Dan Williamse6225712011-05-01 16:26:09 -0700863 return;
Dan Williams88f3b622011-04-22 19:18:03 -0700864
Dan Williamse6225712011-05-01 16:26:09 -0700865 /* go 'ready' if we are not already in a ready state */
Dan Williams78a6f062011-06-30 16:31:37 -0700866 sci_change_state(&idev->sm, SCI_DEV_READY);
Dan Williams88f3b622011-04-22 19:18:03 -0700867}
868
Dan Williams89a73012011-06-30 19:14:33 -0700869static void sci_stp_remote_device_ready_idle_substate_resume_complete_handler(void *_dev)
Dan Williamsab2e8f72011-04-27 16:32:45 -0700870{
Dan Williams78a6f062011-06-30 16:31:37 -0700871 struct isci_remote_device *idev = _dev;
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700872 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williamsab2e8f72011-04-27 16:32:45 -0700873
874 /* For NCQ operation we do not issue a isci_remote_device_not_ready().
875 * As a result, avoid sending the ready notification.
876 */
Dan Williams78a6f062011-06-30 16:31:37 -0700877 if (idev->sm.previous_state_id != SCI_STP_DEV_NCQ)
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700878 isci_remote_device_ready(ihost, idev);
Dan Williamsab2e8f72011-04-27 16:32:45 -0700879}
880
Dan Williams89a73012011-06-30 19:14:33 -0700881static void sci_remote_device_initial_state_enter(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700882{
Dan Williams78a6f062011-06-30 16:31:37 -0700883 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams88f3b622011-04-22 19:18:03 -0700884
Dan Williams88f3b622011-04-22 19:18:03 -0700885 /* Initial state is a transitional state to the stopped state */
Dan Williams78a6f062011-06-30 16:31:37 -0700886 sci_change_state(&idev->sm, SCI_DEV_STOPPED);
Dan Williams88f3b622011-04-22 19:18:03 -0700887}
888
889/**
Dan Williams89a73012011-06-30 19:14:33 -0700890 * sci_remote_device_destruct() - free remote node context and destruct
Dan Williams88f3b622011-04-22 19:18:03 -0700891 * @remote_device: This parameter specifies the remote device to be destructed.
892 *
893 * Remote device objects are a limited resource. As such, they must be
894 * protected. Thus calls to construct and destruct are mutually exclusive and
895 * non-reentrant. The return value shall indicate if the device was
896 * successfully destructed or if some failure occurred. enum sci_status This value
897 * is returned if the device is successfully destructed.
898 * SCI_FAILURE_INVALID_REMOTE_DEVICE This value is returned if the supplied
899 * device isn't valid (e.g. it's already been destoryed, the handle isn't
900 * valid, etc.).
901 */
Dan Williams89a73012011-06-30 19:14:33 -0700902static enum sci_status sci_remote_device_destruct(struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -0700903{
Dan Williams78a6f062011-06-30 16:31:37 -0700904 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -0700905 enum sci_remote_device_states state = sm->current_state_id;
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700906 struct isci_host *ihost;
Dan Williamsb8d82f62011-05-01 14:38:26 -0700907
Edmund Nadolskie3013702011-06-02 00:10:43 +0000908 if (state != SCI_DEV_STOPPED) {
Dan Williamsd7a0ccd2012-02-10 01:18:44 -0800909 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
910 __func__, dev_state_name(state));
Dan Williamsb8d82f62011-05-01 14:38:26 -0700911 return SCI_FAILURE_INVALID_STATE;
912 }
913
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700914 ihost = idev->owning_port->owning_controller;
Dan Williams89a73012011-06-30 19:14:33 -0700915 sci_controller_free_remote_node_context(ihost, idev,
Dan Williams78a6f062011-06-30 16:31:37 -0700916 idev->rnc.remote_node_index);
917 idev->rnc.remote_node_index = SCIC_SDS_REMOTE_NODE_CONTEXT_INVALID_INDEX;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000918 sci_change_state(sm, SCI_DEV_FINAL);
Dan Williamsb8d82f62011-05-01 14:38:26 -0700919
920 return SCI_SUCCESS;
Dan Williams88f3b622011-04-22 19:18:03 -0700921}
922
Dan Williams6f231dd2011-07-02 22:56:22 -0700923/**
924 * isci_remote_device_deconstruct() - This function frees an isci_remote_device.
Dan Williamsd9c37392011-03-03 17:59:32 -0800925 * @ihost: This parameter specifies the isci host object.
926 * @idev: This parameter specifies the remote device to be freed.
Dan Williams6f231dd2011-07-02 22:56:22 -0700927 *
928 */
Dan Williamsd9c37392011-03-03 17:59:32 -0800929static void isci_remote_device_deconstruct(struct isci_host *ihost, struct isci_remote_device *idev)
Dan Williams6f231dd2011-07-02 22:56:22 -0700930{
Dan Williamsd9c37392011-03-03 17:59:32 -0800931 dev_dbg(&ihost->pdev->dev,
932 "%s: isci_device = %p\n", __func__, idev);
Dan Williams6f231dd2011-07-02 22:56:22 -0700933
934 /* There should not be any outstanding io's. All paths to
935 * here should go through isci_remote_device_nuke_requests.
936 * If we hit this condition, we will need a way to complete
937 * io requests in process */
Jeff Skirvind6b2a0e2012-03-08 22:41:57 -0800938 BUG_ON(idev->started_request_count > 0);
Dan Williams6f231dd2011-07-02 22:56:22 -0700939
Dan Williams89a73012011-06-30 19:14:33 -0700940 sci_remote_device_destruct(idev);
Dan Williamsd9c37392011-03-03 17:59:32 -0800941 list_del_init(&idev->node);
Dan Williams209fae12011-06-13 17:39:44 -0700942 isci_put_device(idev);
Dan Williams6f231dd2011-07-02 22:56:22 -0700943}
944
Dan Williams89a73012011-06-30 19:14:33 -0700945static void sci_remote_device_stopped_state_enter(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700946{
Dan Williams78a6f062011-06-30 16:31:37 -0700947 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700948 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williams88f3b622011-04-22 19:18:03 -0700949 u32 prev_state;
950
Dan Williams88f3b622011-04-22 19:18:03 -0700951 /* If we are entering from the stopping state let the SCI User know that
952 * the stop operation has completed.
953 */
Dan Williams78a6f062011-06-30 16:31:37 -0700954 prev_state = idev->sm.previous_state_id;
Edmund Nadolskie3013702011-06-02 00:10:43 +0000955 if (prev_state == SCI_DEV_STOPPING)
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700956 isci_remote_device_deconstruct(ihost, idev);
Dan Williams88f3b622011-04-22 19:18:03 -0700957
Dan Williams89a73012011-06-30 19:14:33 -0700958 sci_controller_remote_device_stopped(ihost, idev);
Dan Williams88f3b622011-04-22 19:18:03 -0700959}
960
Dan Williams89a73012011-06-30 19:14:33 -0700961static void sci_remote_device_starting_state_enter(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700962{
Dan Williams78a6f062011-06-30 16:31:37 -0700963 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams34a99152011-07-01 02:25:15 -0700964 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williams88f3b622011-04-22 19:18:03 -0700965
Dan Williams88f3b622011-04-22 19:18:03 -0700966 isci_remote_device_not_ready(ihost, idev,
967 SCIC_REMOTE_DEVICE_NOT_READY_START_REQUESTED);
968}
969
Dan Williams89a73012011-06-30 19:14:33 -0700970static void sci_remote_device_ready_state_enter(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700971{
Dan Williams78a6f062011-06-30 16:31:37 -0700972 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700973 struct isci_host *ihost = idev->owning_port->owning_controller;
Artur Wojcikcc3dbd02011-05-04 07:58:16 +0000974 struct domain_device *dev = idev->domain_dev;
Dan Williams88f3b622011-04-22 19:18:03 -0700975
Dan Williamsab2e8f72011-04-27 16:32:45 -0700976 if (dev->dev_type == SATA_DEV || (dev->tproto & SAS_PROTOCOL_SATA)) {
Dan Williams78a6f062011-06-30 16:31:37 -0700977 sci_change_state(&idev->sm, SCI_STP_DEV_IDLE);
Dan Williamsab2e8f72011-04-27 16:32:45 -0700978 } else if (dev_is_expander(dev)) {
Dan Williams78a6f062011-06-30 16:31:37 -0700979 sci_change_state(&idev->sm, SCI_SMP_DEV_IDLE);
Dan Williamsab2e8f72011-04-27 16:32:45 -0700980 } else
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700981 isci_remote_device_ready(ihost, idev);
Dan Williams88f3b622011-04-22 19:18:03 -0700982}
983
Dan Williams89a73012011-06-30 19:14:33 -0700984static void sci_remote_device_ready_state_exit(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700985{
Dan Williams78a6f062011-06-30 16:31:37 -0700986 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
987 struct domain_device *dev = idev->domain_dev;
Dan Williamsab2e8f72011-04-27 16:32:45 -0700988
989 if (dev->dev_type == SAS_END_DEV) {
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700990 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williams88f3b622011-04-22 19:18:03 -0700991
Dan Williamsd9dcb4b2011-06-30 17:38:32 -0700992 isci_remote_device_not_ready(ihost, idev,
Dan Williams88f3b622011-04-22 19:18:03 -0700993 SCIC_REMOTE_DEVICE_NOT_READY_STOP_REQUESTED);
994 }
995}
996
Dan Williams89a73012011-06-30 19:14:33 -0700997static void sci_remote_device_resetting_state_enter(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -0700998{
Dan Williams78a6f062011-06-30 16:31:37 -0700999 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Jeff Skirvinac78ed02012-03-08 22:41:50 -08001000 struct isci_host *ihost = idev->owning_port->owning_controller;
1001
1002 dev_dbg(&ihost->pdev->dev,
1003 "%s: isci_device = %p\n", __func__, idev);
Dan Williams88f3b622011-04-22 19:18:03 -07001004
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -08001005 sci_remote_device_suspend(idev, SCI_SW_SUSPEND_LINKHANG_DETECT);
Dan Williams88f3b622011-04-22 19:18:03 -07001006}
1007
Dan Williams89a73012011-06-30 19:14:33 -07001008static void sci_remote_device_resetting_state_exit(struct sci_base_state_machine *sm)
Dan Williams88f3b622011-04-22 19:18:03 -07001009{
Dan Williams78a6f062011-06-30 16:31:37 -07001010 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Jeff Skirvinac78ed02012-03-08 22:41:50 -08001011 struct isci_host *ihost = idev->owning_port->owning_controller;
1012
1013 dev_dbg(&ihost->pdev->dev,
1014 "%s: isci_device = %p\n", __func__, idev);
Dan Williams88f3b622011-04-22 19:18:03 -07001015
Dan Williams89a73012011-06-30 19:14:33 -07001016 sci_remote_node_context_resume(&idev->rnc, NULL, NULL);
Dan Williams88f3b622011-04-22 19:18:03 -07001017}
1018
Dan Williams89a73012011-06-30 19:14:33 -07001019static void sci_stp_remote_device_ready_idle_substate_enter(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001020{
Dan Williams78a6f062011-06-30 16:31:37 -07001021 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001022
Dan Williams78a6f062011-06-30 16:31:37 -07001023 idev->working_request = NULL;
Dan Williams89a73012011-06-30 19:14:33 -07001024 if (sci_remote_node_context_is_ready(&idev->rnc)) {
Dan Williamsab2e8f72011-04-27 16:32:45 -07001025 /*
1026 * Since the RNC is ready, it's alright to finish completion
1027 * processing (e.g. signal the remote device is ready). */
Dan Williams89a73012011-06-30 19:14:33 -07001028 sci_stp_remote_device_ready_idle_substate_resume_complete_handler(idev);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001029 } else {
Dan Williams89a73012011-06-30 19:14:33 -07001030 sci_remote_node_context_resume(&idev->rnc,
1031 sci_stp_remote_device_ready_idle_substate_resume_complete_handler,
Dan Williams78a6f062011-06-30 16:31:37 -07001032 idev);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001033 }
1034}
1035
Dan Williams89a73012011-06-30 19:14:33 -07001036static void sci_stp_remote_device_ready_cmd_substate_enter(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001037{
Dan Williams78a6f062011-06-30 16:31:37 -07001038 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams34a99152011-07-01 02:25:15 -07001039 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williamsab2e8f72011-04-27 16:32:45 -07001040
Dan Williams78a6f062011-06-30 16:31:37 -07001041 BUG_ON(idev->working_request == NULL);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001042
Dan Williamsd9dcb4b2011-06-30 17:38:32 -07001043 isci_remote_device_not_ready(ihost, idev,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001044 SCIC_REMOTE_DEVICE_NOT_READY_SATA_REQUEST_STARTED);
1045}
1046
Dan Williams89a73012011-06-30 19:14:33 -07001047static void sci_stp_remote_device_ready_ncq_error_substate_enter(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001048{
Dan Williams78a6f062011-06-30 16:31:37 -07001049 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams34a99152011-07-01 02:25:15 -07001050 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williamsab2e8f72011-04-27 16:32:45 -07001051
Dan Williams78a6f062011-06-30 16:31:37 -07001052 if (idev->not_ready_reason == SCIC_REMOTE_DEVICE_NOT_READY_SATA_SDB_ERROR_FIS_RECEIVED)
Dan Williamsd9dcb4b2011-06-30 17:38:32 -07001053 isci_remote_device_not_ready(ihost, idev,
Dan Williams78a6f062011-06-30 16:31:37 -07001054 idev->not_ready_reason);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001055}
1056
Jeff Skirvinac78ed02012-03-08 22:41:50 -08001057static void sci_stp_remote_device_atapi_error_substate_enter(
1058 struct sci_base_state_machine *sm)
1059{
1060 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
1061
1062 /* This state is entered when an I/O is decoded with an error
1063 * condition. By this point the RNC expected suspension state is set.
1064 * The error conditions suspend the device, so unsuspend here if
1065 * possible.
1066 */
1067 sci_remote_node_context_resume(&idev->rnc,
1068 atapi_remote_device_resume_done,
1069 idev);
1070}
1071
Dan Williams89a73012011-06-30 19:14:33 -07001072static void sci_smp_remote_device_ready_idle_substate_enter(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001073{
Dan Williams78a6f062011-06-30 16:31:37 -07001074 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams34a99152011-07-01 02:25:15 -07001075 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williamsab2e8f72011-04-27 16:32:45 -07001076
Dan Williamsd9dcb4b2011-06-30 17:38:32 -07001077 isci_remote_device_ready(ihost, idev);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001078}
1079
Dan Williams89a73012011-06-30 19:14:33 -07001080static void sci_smp_remote_device_ready_cmd_substate_enter(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001081{
Dan Williams78a6f062011-06-30 16:31:37 -07001082 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williams34a99152011-07-01 02:25:15 -07001083 struct isci_host *ihost = idev->owning_port->owning_controller;
Dan Williamsab2e8f72011-04-27 16:32:45 -07001084
Dan Williams78a6f062011-06-30 16:31:37 -07001085 BUG_ON(idev->working_request == NULL);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001086
Dan Williamsd9dcb4b2011-06-30 17:38:32 -07001087 isci_remote_device_not_ready(ihost, idev,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001088 SCIC_REMOTE_DEVICE_NOT_READY_SMP_REQUEST_STARTED);
1089}
1090
Dan Williams89a73012011-06-30 19:14:33 -07001091static void sci_smp_remote_device_ready_cmd_substate_exit(struct sci_base_state_machine *sm)
Dan Williamsab2e8f72011-04-27 16:32:45 -07001092{
Dan Williams78a6f062011-06-30 16:31:37 -07001093 struct isci_remote_device *idev = container_of(sm, typeof(*idev), sm);
Dan Williamsab2e8f72011-04-27 16:32:45 -07001094
Dan Williams78a6f062011-06-30 16:31:37 -07001095 idev->working_request = NULL;
Dan Williamsab2e8f72011-04-27 16:32:45 -07001096}
Dan Williams88f3b622011-04-22 19:18:03 -07001097
Dan Williams89a73012011-06-30 19:14:33 -07001098static const struct sci_base_state sci_remote_device_state_table[] = {
Edmund Nadolskie3013702011-06-02 00:10:43 +00001099 [SCI_DEV_INITIAL] = {
Dan Williams89a73012011-06-30 19:14:33 -07001100 .enter_state = sci_remote_device_initial_state_enter,
Dan Williams88f3b622011-04-22 19:18:03 -07001101 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001102 [SCI_DEV_STOPPED] = {
Dan Williams89a73012011-06-30 19:14:33 -07001103 .enter_state = sci_remote_device_stopped_state_enter,
Dan Williams88f3b622011-04-22 19:18:03 -07001104 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001105 [SCI_DEV_STARTING] = {
Dan Williams89a73012011-06-30 19:14:33 -07001106 .enter_state = sci_remote_device_starting_state_enter,
Dan Williams88f3b622011-04-22 19:18:03 -07001107 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001108 [SCI_DEV_READY] = {
Dan Williams89a73012011-06-30 19:14:33 -07001109 .enter_state = sci_remote_device_ready_state_enter,
1110 .exit_state = sci_remote_device_ready_state_exit
Dan Williams88f3b622011-04-22 19:18:03 -07001111 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001112 [SCI_STP_DEV_IDLE] = {
Dan Williams89a73012011-06-30 19:14:33 -07001113 .enter_state = sci_stp_remote_device_ready_idle_substate_enter,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001114 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001115 [SCI_STP_DEV_CMD] = {
Dan Williams89a73012011-06-30 19:14:33 -07001116 .enter_state = sci_stp_remote_device_ready_cmd_substate_enter,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001117 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001118 [SCI_STP_DEV_NCQ] = { },
1119 [SCI_STP_DEV_NCQ_ERROR] = {
Dan Williams89a73012011-06-30 19:14:33 -07001120 .enter_state = sci_stp_remote_device_ready_ncq_error_substate_enter,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001121 },
Jeff Skirvinac78ed02012-03-08 22:41:50 -08001122 [SCI_STP_DEV_ATAPI_ERROR] = {
1123 .enter_state = sci_stp_remote_device_atapi_error_substate_enter,
1124 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001125 [SCI_STP_DEV_AWAIT_RESET] = { },
1126 [SCI_SMP_DEV_IDLE] = {
Dan Williams89a73012011-06-30 19:14:33 -07001127 .enter_state = sci_smp_remote_device_ready_idle_substate_enter,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001128 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001129 [SCI_SMP_DEV_CMD] = {
Dan Williams89a73012011-06-30 19:14:33 -07001130 .enter_state = sci_smp_remote_device_ready_cmd_substate_enter,
1131 .exit_state = sci_smp_remote_device_ready_cmd_substate_exit,
Dan Williamsab2e8f72011-04-27 16:32:45 -07001132 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001133 [SCI_DEV_STOPPING] = { },
1134 [SCI_DEV_FAILED] = { },
1135 [SCI_DEV_RESETTING] = {
Dan Williams89a73012011-06-30 19:14:33 -07001136 .enter_state = sci_remote_device_resetting_state_enter,
1137 .exit_state = sci_remote_device_resetting_state_exit
Dan Williams88f3b622011-04-22 19:18:03 -07001138 },
Edmund Nadolskie3013702011-06-02 00:10:43 +00001139 [SCI_DEV_FINAL] = { },
Dan Williams88f3b622011-04-22 19:18:03 -07001140};
1141
1142/**
Dan Williams89a73012011-06-30 19:14:33 -07001143 * sci_remote_device_construct() - common construction
Dan Williams88f3b622011-04-22 19:18:03 -07001144 * @sci_port: SAS/SATA port through which this device is accessed.
1145 * @sci_dev: remote device to construct
1146 *
Dan Williamsb87ee302011-04-25 11:48:29 -07001147 * This routine just performs benign initialization and does not
1148 * allocate the remote_node_context which is left to
Dan Williams89a73012011-06-30 19:14:33 -07001149 * sci_remote_device_[de]a_construct(). sci_remote_device_destruct()
Dan Williamsb87ee302011-04-25 11:48:29 -07001150 * frees the remote_node_context(s) for the device.
Dan Williams88f3b622011-04-22 19:18:03 -07001151 */
Dan Williams89a73012011-06-30 19:14:33 -07001152static void sci_remote_device_construct(struct isci_port *iport,
Dan Williams78a6f062011-06-30 16:31:37 -07001153 struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -07001154{
Dan Williams78a6f062011-06-30 16:31:37 -07001155 idev->owning_port = iport;
1156 idev->started_request_count = 0;
Dan Williams88f3b622011-04-22 19:18:03 -07001157
Dan Williams89a73012011-06-30 19:14:33 -07001158 sci_init_sm(&idev->sm, sci_remote_device_state_table, SCI_DEV_INITIAL);
Dan Williams88f3b622011-04-22 19:18:03 -07001159
Dan Williams89a73012011-06-30 19:14:33 -07001160 sci_remote_node_context_construct(&idev->rnc,
Dan Williams88f3b622011-04-22 19:18:03 -07001161 SCIC_SDS_REMOTE_NODE_CONTEXT_INVALID_INDEX);
Dan Williams88f3b622011-04-22 19:18:03 -07001162}
1163
1164/**
Dan Williams89a73012011-06-30 19:14:33 -07001165 * sci_remote_device_da_construct() - construct direct attached device.
Dan Williams88f3b622011-04-22 19:18:03 -07001166 *
Dan Williamsb87ee302011-04-25 11:48:29 -07001167 * The information (e.g. IAF, Signature FIS, etc.) necessary to build
1168 * the device is known to the SCI Core since it is contained in the
Dan Williams89a73012011-06-30 19:14:33 -07001169 * sci_phy object. Remote node context(s) is/are a global resource
1170 * allocated by this routine, freed by sci_remote_device_destruct().
Dan Williamsb87ee302011-04-25 11:48:29 -07001171 *
1172 * Returns:
1173 * SCI_FAILURE_DEVICE_EXISTS - device has already been constructed.
1174 * SCI_FAILURE_UNSUPPORTED_PROTOCOL - e.g. sas device attached to
1175 * sata-only controller instance.
1176 * SCI_FAILURE_INSUFFICIENT_RESOURCES - remote node contexts exhausted.
Dan Williams88f3b622011-04-22 19:18:03 -07001177 */
Dan Williams89a73012011-06-30 19:14:33 -07001178static enum sci_status sci_remote_device_da_construct(struct isci_port *iport,
Dan Williams78a6f062011-06-30 16:31:37 -07001179 struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -07001180{
1181 enum sci_status status;
Bartek Nowakowski7e629842012-01-04 01:33:20 -08001182 struct sci_port_properties properties;
Dan Williams88f3b622011-04-22 19:18:03 -07001183
Dan Williams89a73012011-06-30 19:14:33 -07001184 sci_remote_device_construct(iport, idev);
Dan Williamsb87ee302011-04-25 11:48:29 -07001185
Bartek Nowakowski7e629842012-01-04 01:33:20 -08001186 sci_port_get_properties(iport, &properties);
1187 /* Get accurate port width from port's phy mask for a DA device. */
1188 idev->device_port_width = hweight32(properties.phy_mask);
1189
Dan Williams89a73012011-06-30 19:14:33 -07001190 status = sci_controller_allocate_remote_node_context(iport->owning_controller,
Dan Williams11cc5182012-02-01 00:23:10 -08001191 idev,
1192 &idev->rnc.remote_node_index);
Dan Williams88f3b622011-04-22 19:18:03 -07001193
Dan Williamsa1a113b2011-04-21 18:44:45 -07001194 if (status != SCI_SUCCESS)
1195 return status;
Dan Williams88f3b622011-04-22 19:18:03 -07001196
Dan Williams89a73012011-06-30 19:14:33 -07001197 idev->connection_rate = sci_port_get_max_allowed_speed(iport);
Dan Williams88f3b622011-04-22 19:18:03 -07001198
Dan Williamsa1a113b2011-04-21 18:44:45 -07001199 return SCI_SUCCESS;
Dan Williams88f3b622011-04-22 19:18:03 -07001200}
1201
Dan Williams88f3b622011-04-22 19:18:03 -07001202/**
Dan Williams89a73012011-06-30 19:14:33 -07001203 * sci_remote_device_ea_construct() - construct expander attached device
Dan Williams88f3b622011-04-22 19:18:03 -07001204 *
Dan Williamsb87ee302011-04-25 11:48:29 -07001205 * Remote node context(s) is/are a global resource allocated by this
Dan Williams89a73012011-06-30 19:14:33 -07001206 * routine, freed by sci_remote_device_destruct().
Dan Williamsb87ee302011-04-25 11:48:29 -07001207 *
1208 * Returns:
1209 * SCI_FAILURE_DEVICE_EXISTS - device has already been constructed.
1210 * SCI_FAILURE_UNSUPPORTED_PROTOCOL - e.g. sas device attached to
1211 * sata-only controller instance.
1212 * SCI_FAILURE_INSUFFICIENT_RESOURCES - remote node contexts exhausted.
Dan Williams88f3b622011-04-22 19:18:03 -07001213 */
Dan Williams89a73012011-06-30 19:14:33 -07001214static enum sci_status sci_remote_device_ea_construct(struct isci_port *iport,
Dan Williams78a6f062011-06-30 16:31:37 -07001215 struct isci_remote_device *idev)
Dan Williams88f3b622011-04-22 19:18:03 -07001216{
Dan Williams78a6f062011-06-30 16:31:37 -07001217 struct domain_device *dev = idev->domain_dev;
Dan Williams88f3b622011-04-22 19:18:03 -07001218 enum sci_status status;
Dan Williams88f3b622011-04-22 19:18:03 -07001219
Dan Williams89a73012011-06-30 19:14:33 -07001220 sci_remote_device_construct(iport, idev);
Dan Williams88f3b622011-04-22 19:18:03 -07001221
Dan Williams89a73012011-06-30 19:14:33 -07001222 status = sci_controller_allocate_remote_node_context(iport->owning_controller,
Dan Williams78a6f062011-06-30 16:31:37 -07001223 idev,
1224 &idev->rnc.remote_node_index);
Dan Williamsa1a113b2011-04-21 18:44:45 -07001225 if (status != SCI_SUCCESS)
1226 return status;
Dan Williams88f3b622011-04-22 19:18:03 -07001227
Dan Williams11cc5182012-02-01 00:23:10 -08001228 /* For SAS-2 the physical link rate is actually a logical link
Dan Williamsa1a113b2011-04-21 18:44:45 -07001229 * rate that incorporates multiplexing. The SCU doesn't
1230 * incorporate multiplexing and for the purposes of the
1231 * connection the logical link rate is that same as the
1232 * physical. Furthermore, the SAS-2 and SAS-1.1 fields overlay
Dan Williams11cc5182012-02-01 00:23:10 -08001233 * one another, so this code works for both situations.
1234 */
Dan Williams89a73012011-06-30 19:14:33 -07001235 idev->connection_rate = min_t(u16, sci_port_get_max_allowed_speed(iport),
Dan Williams00d680e2011-04-25 14:29:29 -07001236 dev->linkrate);
Dan Williams88f3b622011-04-22 19:18:03 -07001237
Dan Williamsa1a113b2011-04-21 18:44:45 -07001238 /* / @todo Should I assign the port width by reading all of the phys on the port? */
Dan Williams78a6f062011-06-30 16:31:37 -07001239 idev->device_port_width = 1;
Dan Williams88f3b622011-04-22 19:18:03 -07001240
Dan Williamsab2e8f72011-04-27 16:32:45 -07001241 return SCI_SUCCESS;
Dan Williams88f3b622011-04-22 19:18:03 -07001242}
1243
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001244enum sci_status sci_remote_device_resume(
1245 struct isci_remote_device *idev,
1246 scics_sds_remote_node_context_callback cb_fn,
1247 void *cb_p)
1248{
1249 enum sci_status status;
1250
1251 status = sci_remote_node_context_resume(&idev->rnc, cb_fn, cb_p);
1252 if (status != SCI_SUCCESS)
1253 dev_dbg(scirdev_to_dev(idev), "%s: failed to resume: %d\n",
1254 __func__, status);
1255 return status;
1256}
1257
Jeff Skirvin31a38ef2012-03-08 22:42:01 -08001258enum sci_status isci_remote_device_resume_from_abort(
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001259 struct isci_host *ihost,
Jeff Skirvin31a38ef2012-03-08 22:42:01 -08001260 struct isci_remote_device *idev)
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001261{
1262 unsigned long flags;
1263 enum sci_status status;
1264
1265 spin_lock_irqsave(&ihost->scic_lock, flags);
Jeff Skirvin31a38ef2012-03-08 22:42:01 -08001266 /* Preserve any current resume callbacks, for instance from other
1267 * resumptions.
1268 */
Jeff Skirvin0c3ce382012-03-08 22:42:02 -08001269 clear_bit(IDEV_ABORT_PATH_ACTIVE, &idev->flags);
Jeff Skirvin31a38ef2012-03-08 22:42:01 -08001270 status = sci_remote_device_resume(idev, idev->rnc.user_callback,
1271 idev->rnc.user_cookie);
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001272 spin_unlock_irqrestore(&ihost->scic_lock, flags);
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001273 return status;
1274}
Dan Williams88f3b622011-04-22 19:18:03 -07001275/**
Dan Williams89a73012011-06-30 19:14:33 -07001276 * sci_remote_device_start() - This method will start the supplied remote
Dan Williams88f3b622011-04-22 19:18:03 -07001277 * device. This method enables normal IO requests to flow through to the
1278 * remote device.
1279 * @remote_device: This parameter specifies the device to be started.
1280 * @timeout: This parameter specifies the number of milliseconds in which the
1281 * start operation should complete.
1282 *
1283 * An indication of whether the device was successfully started. SCI_SUCCESS
1284 * This value is returned if the device was successfully started.
1285 * SCI_FAILURE_INVALID_PHY This value is returned if the user attempts to start
1286 * the device when there have been no phys added to it.
1287 */
Dan Williams89a73012011-06-30 19:14:33 -07001288static enum sci_status sci_remote_device_start(struct isci_remote_device *idev,
Jeff Skirvin726980d2012-03-08 22:41:50 -08001289 u32 timeout)
Dan Williams88f3b622011-04-22 19:18:03 -07001290{
Dan Williams78a6f062011-06-30 16:31:37 -07001291 struct sci_base_state_machine *sm = &idev->sm;
Dan Williams89a73012011-06-30 19:14:33 -07001292 enum sci_remote_device_states state = sm->current_state_id;
Dan Williamseb229672011-05-01 14:05:57 -07001293 enum sci_status status;
1294
Edmund Nadolskie3013702011-06-02 00:10:43 +00001295 if (state != SCI_DEV_STOPPED) {
Dan Williamsd7a0ccd2012-02-10 01:18:44 -08001296 dev_warn(scirdev_to_dev(idev), "%s: in wrong state: %s\n",
1297 __func__, dev_state_name(state));
Dan Williamseb229672011-05-01 14:05:57 -07001298 return SCI_FAILURE_INVALID_STATE;
1299 }
1300
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001301 status = sci_remote_device_resume(idev, remote_device_resume_done,
1302 idev);
Dan Williamseb229672011-05-01 14:05:57 -07001303 if (status != SCI_SUCCESS)
1304 return status;
1305
Edmund Nadolskie3013702011-06-02 00:10:43 +00001306 sci_change_state(sm, SCI_DEV_STARTING);
Dan Williamseb229672011-05-01 14:05:57 -07001307
1308 return SCI_SUCCESS;
Dan Williams88f3b622011-04-22 19:18:03 -07001309}
Dan Williams6f231dd2011-07-02 22:56:22 -07001310
Dan Williams00d680e2011-04-25 14:29:29 -07001311static enum sci_status isci_remote_device_construct(struct isci_port *iport,
1312 struct isci_remote_device *idev)
Dan Williams6f231dd2011-07-02 22:56:22 -07001313{
Dan Williams00d680e2011-04-25 14:29:29 -07001314 struct isci_host *ihost = iport->isci_host;
1315 struct domain_device *dev = idev->domain_dev;
1316 enum sci_status status;
Dan Williams6f231dd2011-07-02 22:56:22 -07001317
Dan Williams00d680e2011-04-25 14:29:29 -07001318 if (dev->parent && dev_is_expander(dev->parent))
Dan Williams89a73012011-06-30 19:14:33 -07001319 status = sci_remote_device_ea_construct(iport, idev);
Dan Williams00d680e2011-04-25 14:29:29 -07001320 else
Dan Williams89a73012011-06-30 19:14:33 -07001321 status = sci_remote_device_da_construct(iport, idev);
Dan Williams6f231dd2011-07-02 22:56:22 -07001322
1323 if (status != SCI_SUCCESS) {
Dan Williams00d680e2011-04-25 14:29:29 -07001324 dev_dbg(&ihost->pdev->dev, "%s: construct failed: %d\n",
1325 __func__, status);
Dan Williams6f231dd2011-07-02 22:56:22 -07001326
1327 return status;
1328 }
1329
Dan Williams6f231dd2011-07-02 22:56:22 -07001330 /* start the device. */
Dan Williams89a73012011-06-30 19:14:33 -07001331 status = sci_remote_device_start(idev, ISCI_REMOTE_DEVICE_START_TIMEOUT);
Dan Williams6f231dd2011-07-02 22:56:22 -07001332
Dan Williams00d680e2011-04-25 14:29:29 -07001333 if (status != SCI_SUCCESS)
1334 dev_warn(&ihost->pdev->dev, "remote device start failed: %d\n",
1335 status);
Dan Williams6f231dd2011-07-02 22:56:22 -07001336
1337 return status;
1338}
1339
Dan Williams6f231dd2011-07-02 22:56:22 -07001340/**
1341 * This function builds the isci_remote_device when a libsas dev_found message
1342 * is received.
1343 * @isci_host: This parameter specifies the isci host object.
1344 * @port: This parameter specifies the isci_port conected to this device.
1345 *
1346 * pointer to new isci_remote_device.
1347 */
1348static struct isci_remote_device *
Dan Williamsd9c37392011-03-03 17:59:32 -08001349isci_remote_device_alloc(struct isci_host *ihost, struct isci_port *iport)
Dan Williams6f231dd2011-07-02 22:56:22 -07001350{
Dan Williamsd9c37392011-03-03 17:59:32 -08001351 struct isci_remote_device *idev;
1352 int i;
Dan Williams6f231dd2011-07-02 22:56:22 -07001353
Dan Williamsd9c37392011-03-03 17:59:32 -08001354 for (i = 0; i < SCI_MAX_REMOTE_DEVICES; i++) {
Dan Williams57f20f42011-04-21 18:14:45 -07001355 idev = &ihost->devices[i];
Dan Williamsd9c37392011-03-03 17:59:32 -08001356 if (!test_and_set_bit(IDEV_ALLOCATED, &idev->flags))
1357 break;
1358 }
Dan Williams6f231dd2011-07-02 22:56:22 -07001359
Dan Williamsd9c37392011-03-03 17:59:32 -08001360 if (i >= SCI_MAX_REMOTE_DEVICES) {
1361 dev_warn(&ihost->pdev->dev, "%s: failed\n", __func__);
Dan Williams6f231dd2011-07-02 22:56:22 -07001362 return NULL;
1363 }
Bartosz Barcinski6cb4d6b2011-04-12 17:28:43 -07001364 if (WARN_ONCE(!list_empty(&idev->node), "found non-idle remote device\n"))
1365 return NULL;
1366
Dan Williamsd9c37392011-03-03 17:59:32 -08001367 return idev;
Dan Williams6f231dd2011-07-02 22:56:22 -07001368}
Dan Williams6f231dd2011-07-02 22:56:22 -07001369
Dan Williams209fae12011-06-13 17:39:44 -07001370void isci_remote_device_release(struct kref *kref)
1371{
1372 struct isci_remote_device *idev = container_of(kref, typeof(*idev), kref);
1373 struct isci_host *ihost = idev->isci_port->isci_host;
1374
1375 idev->domain_dev = NULL;
1376 idev->isci_port = NULL;
1377 clear_bit(IDEV_START_PENDING, &idev->flags);
1378 clear_bit(IDEV_STOP_PENDING, &idev->flags);
Dan Williamsf2088262011-06-16 11:26:12 -07001379 clear_bit(IDEV_IO_READY, &idev->flags);
Dan Williams209fae12011-06-13 17:39:44 -07001380 clear_bit(IDEV_GONE, &idev->flags);
Dan Williams209fae12011-06-13 17:39:44 -07001381 smp_mb__before_clear_bit();
1382 clear_bit(IDEV_ALLOCATED, &idev->flags);
1383 wake_up(&ihost->eventq);
1384}
1385
Dan Williams6f231dd2011-07-02 22:56:22 -07001386/**
Dan Williams6f231dd2011-07-02 22:56:22 -07001387 * isci_remote_device_stop() - This function is called internally to stop the
1388 * remote device.
1389 * @isci_host: This parameter specifies the isci host object.
1390 * @isci_device: This parameter specifies the remote device.
1391 *
Dan Williamsd9dcb4b2011-06-30 17:38:32 -07001392 * The status of the ihost request to stop.
Dan Williams6f231dd2011-07-02 22:56:22 -07001393 */
Dan Williams6ad31fe2011-03-04 12:10:29 -08001394enum sci_status isci_remote_device_stop(struct isci_host *ihost, struct isci_remote_device *idev)
Dan Williams6f231dd2011-07-02 22:56:22 -07001395{
1396 enum sci_status status;
1397 unsigned long flags;
Dan Williams6f231dd2011-07-02 22:56:22 -07001398
Dan Williams6ad31fe2011-03-04 12:10:29 -08001399 dev_dbg(&ihost->pdev->dev,
1400 "%s: isci_device = %p\n", __func__, idev);
Dan Williams6f231dd2011-07-02 22:56:22 -07001401
Dan Williams209fae12011-06-13 17:39:44 -07001402 spin_lock_irqsave(&ihost->scic_lock, flags);
1403 idev->domain_dev->lldd_dev = NULL; /* disable new lookups */
1404 set_bit(IDEV_GONE, &idev->flags);
Jeff Skirvin6e2802a2011-03-08 20:32:16 -07001405
Dan Williams6ad31fe2011-03-04 12:10:29 -08001406 set_bit(IDEV_STOP_PENDING, &idev->flags);
Dan Williams89a73012011-06-30 19:14:33 -07001407 status = sci_remote_device_stop(idev, 50);
Dan Williams6ad31fe2011-03-04 12:10:29 -08001408 spin_unlock_irqrestore(&ihost->scic_lock, flags);
Dan Williams6f231dd2011-07-02 22:56:22 -07001409
1410 /* Wait for the stop complete callback. */
Dan Williams209fae12011-06-13 17:39:44 -07001411 if (WARN_ONCE(status != SCI_SUCCESS, "failed to stop device\n"))
1412 /* nothing to wait for */;
1413 else
Dan Williams6ad31fe2011-03-04 12:10:29 -08001414 wait_for_device_stop(ihost, idev);
Dan Williams6f231dd2011-07-02 22:56:22 -07001415
Jeff Skirvin83884012012-03-08 22:41:52 -08001416 dev_dbg(&ihost->pdev->dev,
1417 "%s: isci_device = %p, waiting done.\n", __func__, idev);
1418
Dan Williams6f231dd2011-07-02 22:56:22 -07001419 return status;
1420}
1421
1422/**
1423 * isci_remote_device_gone() - This function is called by libsas when a domain
1424 * device is removed.
1425 * @domain_device: This parameter specifies the libsas domain device.
1426 *
1427 */
Dan Williams6ad31fe2011-03-04 12:10:29 -08001428void isci_remote_device_gone(struct domain_device *dev)
Dan Williams6f231dd2011-07-02 22:56:22 -07001429{
Dan Williams4393aa42011-03-31 13:10:44 -07001430 struct isci_host *ihost = dev_to_ihost(dev);
Dan Williams6ad31fe2011-03-04 12:10:29 -08001431 struct isci_remote_device *idev = dev->lldd_dev;
Dan Williams6f231dd2011-07-02 22:56:22 -07001432
Dan Williams6ad31fe2011-03-04 12:10:29 -08001433 dev_dbg(&ihost->pdev->dev,
Dan Williams6f231dd2011-07-02 22:56:22 -07001434 "%s: domain_device = %p, isci_device = %p, isci_port = %p\n",
Dan Williams6ad31fe2011-03-04 12:10:29 -08001435 __func__, dev, idev, idev->isci_port);
Dan Williams6f231dd2011-07-02 22:56:22 -07001436
Dan Williams6ad31fe2011-03-04 12:10:29 -08001437 isci_remote_device_stop(ihost, idev);
Dan Williams6f231dd2011-07-02 22:56:22 -07001438}
1439
1440
1441/**
1442 * isci_remote_device_found() - This function is called by libsas when a remote
1443 * device is discovered. A remote device object is created and started. the
1444 * function then sleeps until the sci core device started message is
1445 * received.
1446 * @domain_device: This parameter specifies the libsas domain device.
1447 *
1448 * status, zero indicates success.
1449 */
Dan Williamsc132f692012-01-03 23:26:08 -08001450int isci_remote_device_found(struct domain_device *dev)
Dan Williams6f231dd2011-07-02 22:56:22 -07001451{
Dan Williamsc132f692012-01-03 23:26:08 -08001452 struct isci_host *isci_host = dev_to_ihost(dev);
1453 struct isci_port *isci_port = dev->port->lldd_port;
Dan Williams6f231dd2011-07-02 22:56:22 -07001454 struct isci_remote_device *isci_device;
1455 enum sci_status status;
Dan Williams6f231dd2011-07-02 22:56:22 -07001456
Dan Williams6f231dd2011-07-02 22:56:22 -07001457 dev_dbg(&isci_host->pdev->dev,
Dan Williamsc132f692012-01-03 23:26:08 -08001458 "%s: domain_device = %p\n", __func__, dev);
Dan Williams6f231dd2011-07-02 22:56:22 -07001459
Dan Williamsc132f692012-01-03 23:26:08 -08001460 if (!isci_port)
1461 return -ENODEV;
Dan Williams6f231dd2011-07-02 22:56:22 -07001462
Dan Williams6f231dd2011-07-02 22:56:22 -07001463 isci_device = isci_remote_device_alloc(isci_host, isci_port);
Dan Williamsd9c37392011-03-03 17:59:32 -08001464 if (!isci_device)
1465 return -ENODEV;
Dan Williams6f231dd2011-07-02 22:56:22 -07001466
Dan Williams209fae12011-06-13 17:39:44 -07001467 kref_init(&isci_device->kref);
Dan Williams6f231dd2011-07-02 22:56:22 -07001468 INIT_LIST_HEAD(&isci_device->node);
Dan Williams209fae12011-06-13 17:39:44 -07001469
1470 spin_lock_irq(&isci_host->scic_lock);
Dan Williamsc132f692012-01-03 23:26:08 -08001471 isci_device->domain_dev = dev;
Dan Williams6f231dd2011-07-02 22:56:22 -07001472 isci_device->isci_port = isci_port;
Dan Williams6f231dd2011-07-02 22:56:22 -07001473 list_add_tail(&isci_device->node, &isci_port->remote_dev_list);
1474
Dan Williams6ad31fe2011-03-04 12:10:29 -08001475 set_bit(IDEV_START_PENDING, &isci_device->flags);
Dan Williams6f231dd2011-07-02 22:56:22 -07001476 status = isci_remote_device_construct(isci_port, isci_device);
Dan Williams6f231dd2011-07-02 22:56:22 -07001477
Dan Williams6f231dd2011-07-02 22:56:22 -07001478 dev_dbg(&isci_host->pdev->dev,
1479 "%s: isci_device = %p\n",
1480 __func__, isci_device);
1481
Dan Williams209fae12011-06-13 17:39:44 -07001482 if (status == SCI_SUCCESS) {
1483 /* device came up, advertise it to the world */
Dan Williamsc132f692012-01-03 23:26:08 -08001484 dev->lldd_dev = isci_device;
Dan Williams209fae12011-06-13 17:39:44 -07001485 } else
1486 isci_put_device(isci_device);
1487 spin_unlock_irq(&isci_host->scic_lock);
Dan Williams6f231dd2011-07-02 22:56:22 -07001488
Dan Williams6ad31fe2011-03-04 12:10:29 -08001489 /* wait for the device ready callback. */
1490 wait_for_device_start(isci_host, isci_device);
1491
Dan Williams209fae12011-06-13 17:39:44 -07001492 return status == SCI_SUCCESS ? 0 : -ENODEV;
Dan Williams6f231dd2011-07-02 22:56:22 -07001493}
Jeff Skirvin726980d2012-03-08 22:41:50 -08001494
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001495enum sci_status isci_remote_device_suspend_terminate(
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001496 struct isci_host *ihost,
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001497 struct isci_remote_device *idev,
1498 struct isci_request *ireq)
Jeff Skirvin726980d2012-03-08 22:41:50 -08001499{
Jeff Skirvin726980d2012-03-08 22:41:50 -08001500 unsigned long flags;
1501 enum sci_status status;
1502
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001503 /* Put the device into suspension. */
Jeff Skirvin726980d2012-03-08 22:41:50 -08001504 spin_lock_irqsave(&ihost->scic_lock, flags);
Jeff Skirvin0c3ce382012-03-08 22:42:02 -08001505 set_bit(IDEV_ABORT_PATH_ACTIVE, &idev->flags);
Jeff Skirvinc94fc1a2012-03-08 22:41:58 -08001506 sci_remote_device_suspend(idev, SCI_SW_SUSPEND_LINKHANG_DETECT);
Jeff Skirvin726980d2012-03-08 22:41:50 -08001507 spin_unlock_irqrestore(&ihost->scic_lock, flags);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001508
1509 /* Terminate and wait for the completions. */
1510 status = isci_remote_device_terminate_requests(ihost, idev, ireq);
1511 if (status != SCI_SUCCESS)
Jeff Skirvin726980d2012-03-08 22:41:50 -08001512 dev_dbg(&ihost->pdev->dev,
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001513 "%s: isci_remote_device_terminate_requests(%p) "
1514 "returned %d!\n",
Jeff Skirvin726980d2012-03-08 22:41:50 -08001515 __func__, idev, status);
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001516
1517 /* NOTE: RNC resumption is left to the caller! */
Jeff Skirvin726980d2012-03-08 22:41:50 -08001518 return status;
1519}
1520
1521int isci_remote_device_is_safe_to_abort(
1522 struct isci_remote_device *idev)
1523{
1524 return sci_remote_node_context_is_safe_to_abort(&idev->rnc);
1525}
1526
1527enum sci_status sci_remote_device_abort_requests_pending_abort(
1528 struct isci_remote_device *idev)
1529{
Jeff Skirvin14aaa9f2012-03-08 22:41:54 -08001530 return sci_remote_device_terminate_reqs_checkabort(idev, 1);
Jeff Skirvin726980d2012-03-08 22:41:50 -08001531}
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001532
1533enum sci_status isci_remote_device_reset_complete(
1534 struct isci_host *ihost,
1535 struct isci_remote_device *idev)
1536{
1537 unsigned long flags;
1538 enum sci_status status;
1539
1540 spin_lock_irqsave(&ihost->scic_lock, flags);
1541 status = sci_remote_device_reset_complete(idev);
Jeff Skirvin5b6bf222012-03-08 22:41:51 -08001542 spin_unlock_irqrestore(&ihost->scic_lock, flags);
1543
1544 return status;
1545}
1546
Jeff Skirvin9608b642012-03-08 22:42:00 -08001547void isci_dev_set_hang_detection_timeout(
1548 struct isci_remote_device *idev,
1549 u32 timeout)
1550{
1551 if (dev_is_sata(idev->domain_dev)) {
1552 if (timeout) {
1553 if (test_and_set_bit(IDEV_RNC_LLHANG_ENABLED,
1554 &idev->flags))
1555 return; /* Already enabled. */
1556 } else if (!test_and_clear_bit(IDEV_RNC_LLHANG_ENABLED,
1557 &idev->flags))
1558 return; /* Not enabled. */
1559
1560 sci_port_set_hang_detection_timeout(idev->owning_port,
1561 timeout);
1562 }
1563}