Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2010 Cisco Systems, Inc. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
| 14 | * this program; if not, write to the Free Software Foundation, Inc., |
| 15 | * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. |
| 16 | */ |
| 17 | |
| 18 | /* XXX TBD some includes may be extraneous */ |
| 19 | |
| 20 | #include <linux/module.h> |
| 21 | #include <linux/moduleparam.h> |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 22 | #include <linux/utsname.h> |
| 23 | #include <linux/init.h> |
| 24 | #include <linux/slab.h> |
| 25 | #include <linux/kthread.h> |
| 26 | #include <linux/types.h> |
| 27 | #include <linux/string.h> |
| 28 | #include <linux/configfs.h> |
| 29 | #include <linux/ctype.h> |
| 30 | #include <linux/hash.h> |
Nicholas Bellinger | 5f544cf | 2013-09-23 12:12:42 -0700 | [diff] [blame] | 31 | #include <linux/percpu_ida.h> |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 32 | #include <asm/unaligned.h> |
| 33 | #include <scsi/scsi.h> |
| 34 | #include <scsi/scsi_host.h> |
| 35 | #include <scsi/scsi_device.h> |
| 36 | #include <scsi/scsi_cmnd.h> |
Nicholas Bellinger | 61db180 | 2011-05-19 20:19:14 -0700 | [diff] [blame] | 37 | #include <scsi/scsi_tcq.h> |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 38 | #include <scsi/libfc.h> |
| 39 | #include <scsi/fc_encode.h> |
| 40 | |
| 41 | #include <target/target_core_base.h> |
Christoph Hellwig | c4795fb | 2011-11-16 09:46:48 -0500 | [diff] [blame] | 42 | #include <target/target_core_fabric.h> |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 43 | #include <target/target_core_configfs.h> |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 44 | #include <target/configfs_macros.h> |
| 45 | |
| 46 | #include "tcm_fc.h" |
| 47 | |
| 48 | /* |
| 49 | * Dump cmd state for debugging. |
| 50 | */ |
Mark Rustad | 1fa8f45 | 2012-08-01 14:51:53 -0700 | [diff] [blame] | 51 | static void _ft_dump_cmd(struct ft_cmd *cmd, const char *caller) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 52 | { |
| 53 | struct fc_exch *ep; |
| 54 | struct fc_seq *sp; |
| 55 | struct se_cmd *se_cmd; |
Andy Grover | ec98f78 | 2011-07-20 19:28:46 +0000 | [diff] [blame] | 56 | struct scatterlist *sg; |
| 57 | int count; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 58 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 59 | se_cmd = &cmd->se_cmd; |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 60 | pr_debug("%s: cmd %p sess %p seq %p se_cmd %p\n", |
| 61 | caller, cmd, cmd->sess, cmd->seq, se_cmd); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 62 | |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 63 | pr_debug("%s: cmd %p data_nents %u len %u se_cmd_flags <0x%x>\n", |
Andy Grover | ec98f78 | 2011-07-20 19:28:46 +0000 | [diff] [blame] | 64 | caller, cmd, se_cmd->t_data_nents, |
Andy Grover | 05d1c7c | 2011-07-20 19:13:28 +0000 | [diff] [blame] | 65 | se_cmd->data_length, se_cmd->se_cmd_flags); |
Andy Grover | 5951146d | 2011-07-19 10:26:37 +0000 | [diff] [blame] | 66 | |
Andy Grover | ec98f78 | 2011-07-20 19:28:46 +0000 | [diff] [blame] | 67 | for_each_sg(se_cmd->t_data_sg, sg, se_cmd->t_data_nents, count) |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 68 | pr_debug("%s: cmd %p sg %p page %p " |
Andy Grover | ec98f78 | 2011-07-20 19:28:46 +0000 | [diff] [blame] | 69 | "len 0x%x off 0x%x\n", |
| 70 | caller, cmd, sg, |
| 71 | sg_page(sg), sg->length, sg->offset); |
| 72 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 73 | sp = cmd->seq; |
| 74 | if (sp) { |
| 75 | ep = fc_seq_exch(sp); |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 76 | pr_debug("%s: cmd %p sid %x did %x " |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 77 | "ox_id %x rx_id %x seq_id %x e_stat %x\n", |
| 78 | caller, cmd, ep->sid, ep->did, ep->oxid, ep->rxid, |
| 79 | sp->id, ep->esb_stat); |
| 80 | } |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Mark Rustad | 1fa8f45 | 2012-08-01 14:51:53 -0700 | [diff] [blame] | 83 | void ft_dump_cmd(struct ft_cmd *cmd, const char *caller) |
| 84 | { |
| 85 | if (unlikely(ft_debug_logging)) |
| 86 | _ft_dump_cmd(cmd, caller); |
| 87 | } |
| 88 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 89 | static void ft_free_cmd(struct ft_cmd *cmd) |
| 90 | { |
| 91 | struct fc_frame *fp; |
| 92 | struct fc_lport *lport; |
Nicholas Bellinger | ed8ec8f | 2014-05-12 12:18:32 -0700 | [diff] [blame] | 93 | struct ft_sess *sess; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 94 | |
| 95 | if (!cmd) |
| 96 | return; |
Nicholas Bellinger | ed8ec8f | 2014-05-12 12:18:32 -0700 | [diff] [blame] | 97 | sess = cmd->sess; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 98 | fp = cmd->req_frame; |
| 99 | lport = fr_dev(fp); |
| 100 | if (fr_seq(fp)) |
| 101 | lport->tt.seq_release(fr_seq(fp)); |
| 102 | fc_frame_free(fp); |
Nicholas Bellinger | ed8ec8f | 2014-05-12 12:18:32 -0700 | [diff] [blame] | 103 | percpu_ida_free(&sess->se_sess->sess_tag_pool, cmd->se_cmd.map_tag); |
| 104 | ft_sess_put(sess); /* undo get from lookup at recv */ |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 105 | } |
| 106 | |
| 107 | void ft_release_cmd(struct se_cmd *se_cmd) |
| 108 | { |
| 109 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 110 | |
| 111 | ft_free_cmd(cmd); |
| 112 | } |
| 113 | |
Nicholas Bellinger | 88dd9e2 | 2011-11-02 03:33:16 -0700 | [diff] [blame] | 114 | int ft_check_stop_free(struct se_cmd *se_cmd) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 115 | { |
Christoph Hellwig | 82f1c8a | 2011-09-13 23:09:01 +0200 | [diff] [blame] | 116 | transport_generic_free_cmd(se_cmd, 0); |
Nicholas Bellinger | 88dd9e2 | 2011-11-02 03:33:16 -0700 | [diff] [blame] | 117 | return 1; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | /* |
| 121 | * Send response. |
| 122 | */ |
| 123 | int ft_queue_status(struct se_cmd *se_cmd) |
| 124 | { |
| 125 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 126 | struct fc_frame *fp; |
| 127 | struct fcp_resp_with_ext *fcp; |
| 128 | struct fc_lport *lport; |
| 129 | struct fc_exch *ep; |
| 130 | size_t len; |
Nicholas Bellinger | 6dbe7f4 | 2014-06-05 16:37:38 -0700 | [diff] [blame] | 131 | int rc; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 132 | |
Mark Rustad | e1c4038 | 2012-04-03 10:24:41 -0700 | [diff] [blame] | 133 | if (cmd->aborted) |
| 134 | return 0; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 135 | ft_dump_cmd(cmd, __func__); |
| 136 | ep = fc_seq_exch(cmd->seq); |
| 137 | lport = ep->lp; |
| 138 | len = sizeof(*fcp) + se_cmd->scsi_sense_length; |
| 139 | fp = fc_frame_alloc(lport, len); |
| 140 | if (!fp) { |
Nicholas Bellinger | 6dbe7f4 | 2014-06-05 16:37:38 -0700 | [diff] [blame] | 141 | se_cmd->scsi_status = SAM_STAT_TASK_SET_FULL; |
| 142 | return -ENOMEM; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 143 | } |
Nicholas Bellinger | 6dbe7f4 | 2014-06-05 16:37:38 -0700 | [diff] [blame] | 144 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 145 | fcp = fc_frame_payload_get(fp, len); |
| 146 | memset(fcp, 0, len); |
| 147 | fcp->resp.fr_status = se_cmd->scsi_status; |
| 148 | |
| 149 | len = se_cmd->scsi_sense_length; |
| 150 | if (len) { |
| 151 | fcp->resp.fr_flags |= FCP_SNS_LEN_VAL; |
| 152 | fcp->ext.fr_sns_len = htonl(len); |
| 153 | memcpy((fcp + 1), se_cmd->sense_buffer, len); |
| 154 | } |
| 155 | |
| 156 | /* |
| 157 | * Test underflow and overflow with one mask. Usually both are off. |
| 158 | * Bidirectional commands are not handled yet. |
| 159 | */ |
| 160 | if (se_cmd->se_cmd_flags & (SCF_OVERFLOW_BIT | SCF_UNDERFLOW_BIT)) { |
| 161 | if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) |
| 162 | fcp->resp.fr_flags |= FCP_RESID_OVER; |
| 163 | else |
| 164 | fcp->resp.fr_flags |= FCP_RESID_UNDER; |
| 165 | fcp->ext.fr_resid = cpu_to_be32(se_cmd->residual_count); |
| 166 | } |
| 167 | |
| 168 | /* |
| 169 | * Send response. |
| 170 | */ |
| 171 | cmd->seq = lport->tt.seq_start_next(cmd->seq); |
| 172 | fc_fill_fc_hdr(fp, FC_RCTL_DD_CMD_STATUS, ep->did, ep->sid, FC_TYPE_FCP, |
| 173 | FC_FC_EX_CTX | FC_FC_LAST_SEQ | FC_FC_END_SEQ, 0); |
| 174 | |
Nicholas Bellinger | 6dbe7f4 | 2014-06-05 16:37:38 -0700 | [diff] [blame] | 175 | rc = lport->tt.seq_send(lport, cmd->seq, fp); |
| 176 | if (rc) { |
| 177 | pr_info_ratelimited("%s: Failed to send response frame %p, " |
| 178 | "xid <0x%x>\n", __func__, fp, ep->xid); |
| 179 | /* |
| 180 | * Generate a TASK_SET_FULL status to notify the initiator |
| 181 | * to reduce it's queue_depth after the se_cmd response has |
| 182 | * been re-queued by target-core. |
| 183 | */ |
| 184 | se_cmd->scsi_status = SAM_STAT_TASK_SET_FULL; |
| 185 | return -ENOMEM; |
| 186 | } |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 187 | lport->tt.exch_done(cmd->seq); |
| 188 | return 0; |
| 189 | } |
| 190 | |
| 191 | int ft_write_pending_status(struct se_cmd *se_cmd) |
| 192 | { |
| 193 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 194 | |
| 195 | return cmd->write_data_len != se_cmd->data_length; |
| 196 | } |
| 197 | |
| 198 | /* |
| 199 | * Send TX_RDY (transfer ready). |
| 200 | */ |
| 201 | int ft_write_pending(struct se_cmd *se_cmd) |
| 202 | { |
| 203 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 204 | struct fc_frame *fp; |
| 205 | struct fcp_txrdy *txrdy; |
| 206 | struct fc_lport *lport; |
| 207 | struct fc_exch *ep; |
| 208 | struct fc_frame_header *fh; |
| 209 | u32 f_ctl; |
| 210 | |
| 211 | ft_dump_cmd(cmd, __func__); |
| 212 | |
Mark Rustad | e1c4038 | 2012-04-03 10:24:41 -0700 | [diff] [blame] | 213 | if (cmd->aborted) |
| 214 | return 0; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 215 | ep = fc_seq_exch(cmd->seq); |
| 216 | lport = ep->lp; |
| 217 | fp = fc_frame_alloc(lport, sizeof(*txrdy)); |
| 218 | if (!fp) |
Nicholas Bellinger | 03e98c9 | 2011-11-04 02:36:16 -0700 | [diff] [blame] | 219 | return -ENOMEM; /* Signal QUEUE_FULL */ |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 220 | |
| 221 | txrdy = fc_frame_payload_get(fp, sizeof(*txrdy)); |
| 222 | memset(txrdy, 0, sizeof(*txrdy)); |
| 223 | txrdy->ft_burst_len = htonl(se_cmd->data_length); |
| 224 | |
| 225 | cmd->seq = lport->tt.seq_start_next(cmd->seq); |
| 226 | fc_fill_fc_hdr(fp, FC_RCTL_DD_DATA_DESC, ep->did, ep->sid, FC_TYPE_FCP, |
| 227 | FC_FC_EX_CTX | FC_FC_END_SEQ | FC_FC_SEQ_INIT, 0); |
| 228 | |
| 229 | fh = fc_frame_header_get(fp); |
| 230 | f_ctl = ntoh24(fh->fh_f_ctl); |
| 231 | |
| 232 | /* Only if it is 'Exchange Responder' */ |
| 233 | if (f_ctl & FC_FC_EX_CTX) { |
| 234 | /* Target is 'exchange responder' and sending XFER_READY |
| 235 | * to 'exchange initiator (initiator)' |
| 236 | */ |
| 237 | if ((ep->xid <= lport->lro_xid) && |
| 238 | (fh->fh_r_ctl == FC_RCTL_DD_DATA_DESC)) { |
Christoph Hellwig | 64f1db3 | 2012-05-20 11:59:11 -0400 | [diff] [blame] | 239 | if ((se_cmd->se_cmd_flags & SCF_SCSI_DATA_CDB) && |
Roland Dreier | e182d68 | 2012-03-30 11:29:11 -0700 | [diff] [blame] | 240 | lport->tt.ddp_target(lport, ep->xid, |
| 241 | se_cmd->t_data_sg, |
| 242 | se_cmd->t_data_nents)) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 243 | cmd->was_ddp_setup = 1; |
| 244 | } |
| 245 | } |
| 246 | lport->tt.seq_send(lport, cmd->seq, fp); |
| 247 | return 0; |
| 248 | } |
| 249 | |
| 250 | u32 ft_get_task_tag(struct se_cmd *se_cmd) |
| 251 | { |
| 252 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 253 | |
Mark Rustad | 3cc5d2a | 2012-07-13 18:18:04 -0700 | [diff] [blame] | 254 | if (cmd->aborted) |
| 255 | return ~0; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 256 | return fc_seq_exch(cmd->seq)->rxid; |
| 257 | } |
| 258 | |
| 259 | int ft_get_cmd_state(struct se_cmd *se_cmd) |
| 260 | { |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 261 | return 0; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 262 | } |
| 263 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 264 | /* |
| 265 | * FC sequence response handler for follow-on sequences (data) and aborts. |
| 266 | */ |
| 267 | static void ft_recv_seq(struct fc_seq *sp, struct fc_frame *fp, void *arg) |
| 268 | { |
| 269 | struct ft_cmd *cmd = arg; |
| 270 | struct fc_frame_header *fh; |
| 271 | |
Mark Rustad | e1c4038 | 2012-04-03 10:24:41 -0700 | [diff] [blame] | 272 | if (unlikely(IS_ERR(fp))) { |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 273 | /* XXX need to find cmd if queued */ |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 274 | cmd->seq = NULL; |
Mark Rustad | e1c4038 | 2012-04-03 10:24:41 -0700 | [diff] [blame] | 275 | cmd->aborted = true; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 276 | return; |
| 277 | } |
| 278 | |
| 279 | fh = fc_frame_header_get(fp); |
| 280 | |
| 281 | switch (fh->fh_r_ctl) { |
| 282 | case FC_RCTL_DD_SOL_DATA: /* write data */ |
| 283 | ft_recv_write_data(cmd, fp); |
| 284 | break; |
| 285 | case FC_RCTL_DD_UNSOL_CTL: /* command */ |
| 286 | case FC_RCTL_DD_SOL_CTL: /* transfer ready */ |
| 287 | case FC_RCTL_DD_DATA_DESC: /* transfer ready */ |
| 288 | default: |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 289 | pr_debug("%s: unhandled frame r_ctl %x\n", |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 290 | __func__, fh->fh_r_ctl); |
Kiran Patil | dcd998c | 2011-08-03 09:20:01 +0000 | [diff] [blame] | 291 | ft_invl_hw_context(cmd); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 292 | fc_frame_free(fp); |
Christoph Hellwig | 82f1c8a | 2011-09-13 23:09:01 +0200 | [diff] [blame] | 293 | transport_generic_free_cmd(&cmd->se_cmd, 0); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 294 | break; |
| 295 | } |
| 296 | } |
| 297 | |
| 298 | /* |
| 299 | * Send a FCP response including SCSI status and optional FCP rsp_code. |
| 300 | * status is SAM_STAT_GOOD (zero) iff code is valid. |
| 301 | * This is used in error cases, such as allocation failures. |
| 302 | */ |
| 303 | static void ft_send_resp_status(struct fc_lport *lport, |
| 304 | const struct fc_frame *rx_fp, |
| 305 | u32 status, enum fcp_resp_rsp_codes code) |
| 306 | { |
| 307 | struct fc_frame *fp; |
| 308 | struct fc_seq *sp; |
| 309 | const struct fc_frame_header *fh; |
| 310 | size_t len; |
| 311 | struct fcp_resp_with_ext *fcp; |
| 312 | struct fcp_resp_rsp_info *info; |
| 313 | |
| 314 | fh = fc_frame_header_get(rx_fp); |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 315 | pr_debug("FCP error response: did %x oxid %x status %x code %x\n", |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 316 | ntoh24(fh->fh_s_id), ntohs(fh->fh_ox_id), status, code); |
| 317 | len = sizeof(*fcp); |
| 318 | if (status == SAM_STAT_GOOD) |
| 319 | len += sizeof(*info); |
| 320 | fp = fc_frame_alloc(lport, len); |
| 321 | if (!fp) |
| 322 | return; |
| 323 | fcp = fc_frame_payload_get(fp, len); |
| 324 | memset(fcp, 0, len); |
| 325 | fcp->resp.fr_status = status; |
| 326 | if (status == SAM_STAT_GOOD) { |
| 327 | fcp->ext.fr_rsp_len = htonl(sizeof(*info)); |
| 328 | fcp->resp.fr_flags |= FCP_RSP_LEN_VAL; |
| 329 | info = (struct fcp_resp_rsp_info *)(fcp + 1); |
| 330 | info->rsp_code = code; |
| 331 | } |
| 332 | |
| 333 | fc_fill_reply_hdr(fp, rx_fp, FC_RCTL_DD_CMD_STATUS, 0); |
| 334 | sp = fr_seq(fp); |
Nicholas Bellinger | 031ed4d | 2012-03-09 23:45:38 -0800 | [diff] [blame] | 335 | if (sp) { |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 336 | lport->tt.seq_send(lport, sp, fp); |
Nicholas Bellinger | 031ed4d | 2012-03-09 23:45:38 -0800 | [diff] [blame] | 337 | lport->tt.exch_done(sp); |
| 338 | } else { |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 339 | lport->tt.frame_send(lport, fp); |
Nicholas Bellinger | 031ed4d | 2012-03-09 23:45:38 -0800 | [diff] [blame] | 340 | } |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 341 | } |
| 342 | |
| 343 | /* |
| 344 | * Send error or task management response. |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 345 | */ |
Kiran Patil | f2f7b09 | 2011-06-20 16:59:41 -0700 | [diff] [blame] | 346 | static void ft_send_resp_code(struct ft_cmd *cmd, |
| 347 | enum fcp_resp_rsp_codes code) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 348 | { |
| 349 | ft_send_resp_status(cmd->sess->tport->lport, |
| 350 | cmd->req_frame, SAM_STAT_GOOD, code); |
Kiran Patil | f2f7b09 | 2011-06-20 16:59:41 -0700 | [diff] [blame] | 351 | } |
| 352 | |
| 353 | |
| 354 | /* |
| 355 | * Send error or task management response. |
| 356 | * Always frees the cmd and associated state. |
| 357 | */ |
| 358 | static void ft_send_resp_code_and_free(struct ft_cmd *cmd, |
| 359 | enum fcp_resp_rsp_codes code) |
| 360 | { |
| 361 | ft_send_resp_code(cmd, code); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 362 | ft_free_cmd(cmd); |
| 363 | } |
| 364 | |
| 365 | /* |
| 366 | * Handle Task Management Request. |
| 367 | */ |
| 368 | static void ft_send_tm(struct ft_cmd *cmd) |
| 369 | { |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 370 | struct fcp_cmnd *fcp; |
Nicholas Bellinger | 00ad4c4 | 2012-02-25 01:43:04 -0800 | [diff] [blame] | 371 | int rc; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 372 | u8 tm_func; |
| 373 | |
| 374 | fcp = fc_frame_payload_get(cmd->req_frame, sizeof(*fcp)); |
| 375 | |
| 376 | switch (fcp->fc_tm_flags) { |
| 377 | case FCP_TMF_LUN_RESET: |
| 378 | tm_func = TMR_LUN_RESET; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 379 | break; |
| 380 | case FCP_TMF_TGT_RESET: |
| 381 | tm_func = TMR_TARGET_WARM_RESET; |
| 382 | break; |
| 383 | case FCP_TMF_CLR_TASK_SET: |
| 384 | tm_func = TMR_CLEAR_TASK_SET; |
| 385 | break; |
| 386 | case FCP_TMF_ABT_TASK_SET: |
| 387 | tm_func = TMR_ABORT_TASK_SET; |
| 388 | break; |
| 389 | case FCP_TMF_CLR_ACA: |
| 390 | tm_func = TMR_CLEAR_ACA; |
| 391 | break; |
| 392 | default: |
| 393 | /* |
| 394 | * FCP4r01 indicates having a combination of |
| 395 | * tm_flags set is invalid. |
| 396 | */ |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 397 | pr_debug("invalid FCP tm_flags %x\n", fcp->fc_tm_flags); |
Kiran Patil | f2f7b09 | 2011-06-20 16:59:41 -0700 | [diff] [blame] | 398 | ft_send_resp_code_and_free(cmd, FCP_CMND_FIELDS_INVALID); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 399 | return; |
| 400 | } |
| 401 | |
Nicholas Bellinger | c0974f8 | 2012-02-25 05:10:04 -0800 | [diff] [blame] | 402 | /* FIXME: Add referenced task tag for ABORT_TASK */ |
Nicholas Bellinger | 00ad4c4 | 2012-02-25 01:43:04 -0800 | [diff] [blame] | 403 | rc = target_submit_tmr(&cmd->se_cmd, cmd->sess->se_sess, |
Andy Grover | 59dcb5e | 2012-01-19 13:39:22 -0800 | [diff] [blame] | 404 | &cmd->ft_sense_buffer[0], scsilun_to_int(&fcp->fc_lun), |
Nicholas Bellinger | c0974f8 | 2012-02-25 05:10:04 -0800 | [diff] [blame] | 405 | cmd, tm_func, GFP_KERNEL, 0, 0); |
Nicholas Bellinger | 00ad4c4 | 2012-02-25 01:43:04 -0800 | [diff] [blame] | 406 | if (rc < 0) |
| 407 | ft_send_resp_code_and_free(cmd, FCP_TMF_FAILED); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 408 | } |
| 409 | |
| 410 | /* |
| 411 | * Send status from completed task management request. |
| 412 | */ |
Joern Engel | b79fafa | 2013-07-03 11:22:17 -0400 | [diff] [blame] | 413 | void ft_queue_tm_resp(struct se_cmd *se_cmd) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 414 | { |
| 415 | struct ft_cmd *cmd = container_of(se_cmd, struct ft_cmd, se_cmd); |
| 416 | struct se_tmr_req *tmr = se_cmd->se_tmr_req; |
| 417 | enum fcp_resp_rsp_codes code; |
| 418 | |
Mark Rustad | e1c4038 | 2012-04-03 10:24:41 -0700 | [diff] [blame] | 419 | if (cmd->aborted) |
Joern Engel | b79fafa | 2013-07-03 11:22:17 -0400 | [diff] [blame] | 420 | return; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 421 | switch (tmr->response) { |
| 422 | case TMR_FUNCTION_COMPLETE: |
| 423 | code = FCP_TMF_CMPL; |
| 424 | break; |
| 425 | case TMR_LUN_DOES_NOT_EXIST: |
| 426 | code = FCP_TMF_INVALID_LUN; |
| 427 | break; |
| 428 | case TMR_FUNCTION_REJECTED: |
| 429 | code = FCP_TMF_REJECTED; |
| 430 | break; |
| 431 | case TMR_TASK_DOES_NOT_EXIST: |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 432 | case TMR_TASK_MGMT_FUNCTION_NOT_SUPPORTED: |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 433 | default: |
| 434 | code = FCP_TMF_FAILED; |
| 435 | break; |
| 436 | } |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 437 | pr_debug("tmr fn %d resp %d fcp code %d\n", |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 438 | tmr->function, tmr->response, code); |
| 439 | ft_send_resp_code(cmd, code); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 440 | } |
| 441 | |
Nicholas Bellinger | 131e6ab | 2014-03-22 14:55:56 -0700 | [diff] [blame] | 442 | void ft_aborted_task(struct se_cmd *se_cmd) |
| 443 | { |
| 444 | return; |
| 445 | } |
| 446 | |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 447 | static void ft_send_work(struct work_struct *work); |
| 448 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 449 | /* |
| 450 | * Handle incoming FCP command. |
| 451 | */ |
| 452 | static void ft_recv_cmd(struct ft_sess *sess, struct fc_frame *fp) |
| 453 | { |
| 454 | struct ft_cmd *cmd; |
| 455 | struct fc_lport *lport = sess->tport->lport; |
Nicholas Bellinger | 5f544cf | 2013-09-23 12:12:42 -0700 | [diff] [blame] | 456 | struct se_session *se_sess = sess->se_sess; |
| 457 | int tag; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 458 | |
Kent Overstreet | 6f6b5d1 | 2014-01-19 08:26:37 +0000 | [diff] [blame] | 459 | tag = percpu_ida_alloc(&se_sess->sess_tag_pool, TASK_RUNNING); |
Nicholas Bellinger | 5f544cf | 2013-09-23 12:12:42 -0700 | [diff] [blame] | 460 | if (tag < 0) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 461 | goto busy; |
Nicholas Bellinger | 5f544cf | 2013-09-23 12:12:42 -0700 | [diff] [blame] | 462 | |
| 463 | cmd = &((struct ft_cmd *)se_sess->sess_cmd_map)[tag]; |
| 464 | memset(cmd, 0, sizeof(struct ft_cmd)); |
| 465 | |
| 466 | cmd->se_cmd.map_tag = tag; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 467 | cmd->sess = sess; |
| 468 | cmd->seq = lport->tt.seq_assign(lport, fp); |
| 469 | if (!cmd->seq) { |
Nicholas Bellinger | 5f544cf | 2013-09-23 12:12:42 -0700 | [diff] [blame] | 470 | percpu_ida_free(&se_sess->sess_tag_pool, tag); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 471 | goto busy; |
| 472 | } |
| 473 | cmd->req_frame = fp; /* hold frame during cmd */ |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 474 | |
| 475 | INIT_WORK(&cmd->work, ft_send_work); |
| 476 | queue_work(sess->tport->tpg->workqueue, &cmd->work); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 477 | return; |
| 478 | |
| 479 | busy: |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 480 | pr_debug("cmd or seq allocation failure - sending BUSY\n"); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 481 | ft_send_resp_status(lport, fp, SAM_STAT_BUSY, 0); |
| 482 | fc_frame_free(fp); |
| 483 | ft_sess_put(sess); /* undo get from lookup */ |
| 484 | } |
| 485 | |
| 486 | |
| 487 | /* |
| 488 | * Handle incoming FCP frame. |
| 489 | * Caller has verified that the frame is type FCP. |
| 490 | */ |
| 491 | void ft_recv_req(struct ft_sess *sess, struct fc_frame *fp) |
| 492 | { |
| 493 | struct fc_frame_header *fh = fc_frame_header_get(fp); |
| 494 | |
| 495 | switch (fh->fh_r_ctl) { |
| 496 | case FC_RCTL_DD_UNSOL_CMD: /* command */ |
| 497 | ft_recv_cmd(sess, fp); |
| 498 | break; |
| 499 | case FC_RCTL_DD_SOL_DATA: /* write data */ |
| 500 | case FC_RCTL_DD_UNSOL_CTL: |
| 501 | case FC_RCTL_DD_SOL_CTL: |
| 502 | case FC_RCTL_DD_DATA_DESC: /* transfer ready */ |
| 503 | case FC_RCTL_ELS4_REQ: /* SRR, perhaps */ |
| 504 | default: |
Andy Grover | 6708bb2 | 2011-06-08 10:36:43 -0700 | [diff] [blame] | 505 | pr_debug("%s: unhandled frame r_ctl %x\n", |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 506 | __func__, fh->fh_r_ctl); |
| 507 | fc_frame_free(fp); |
| 508 | ft_sess_put(sess); /* undo get from lookup */ |
| 509 | break; |
| 510 | } |
| 511 | } |
| 512 | |
| 513 | /* |
| 514 | * Send new command to target. |
| 515 | */ |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 516 | static void ft_send_work(struct work_struct *work) |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 517 | { |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 518 | struct ft_cmd *cmd = container_of(work, struct ft_cmd, work); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 519 | struct fc_frame_header *fh = fc_frame_header_get(cmd->req_frame); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 520 | struct fcp_cmnd *fcp; |
Christoph Hellwig | 58fc73d | 2011-08-26 09:25:38 -0700 | [diff] [blame] | 521 | int data_dir = 0; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 522 | int task_attr; |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 523 | |
| 524 | fcp = fc_frame_payload_get(cmd->req_frame, sizeof(*fcp)); |
| 525 | if (!fcp) |
| 526 | goto err; |
| 527 | |
| 528 | if (fcp->fc_flags & FCP_CFL_LEN_MASK) |
| 529 | goto err; /* not handling longer CDBs yet */ |
| 530 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 531 | /* |
| 532 | * Check for FCP task management flags |
| 533 | */ |
| 534 | if (fcp->fc_tm_flags) { |
| 535 | ft_send_tm(cmd); |
| 536 | return; |
| 537 | } |
Andy Grover | 0dccb69 | 2012-02-09 06:42:33 +0000 | [diff] [blame] | 538 | |
| 539 | switch (fcp->fc_flags & (FCP_CFL_RDDATA | FCP_CFL_WRDATA)) { |
| 540 | case 0: |
| 541 | data_dir = DMA_NONE; |
| 542 | break; |
| 543 | case FCP_CFL_RDDATA: |
| 544 | data_dir = DMA_FROM_DEVICE; |
| 545 | break; |
| 546 | case FCP_CFL_WRDATA: |
| 547 | data_dir = DMA_TO_DEVICE; |
| 548 | break; |
| 549 | case FCP_CFL_WRDATA | FCP_CFL_RDDATA: |
| 550 | goto err; /* TBD not supported by tcm_fc yet */ |
| 551 | } |
| 552 | /* |
| 553 | * Locate the SAM Task Attr from fc_pri_ta |
| 554 | */ |
| 555 | switch (fcp->fc_pri_ta & FCP_PTA_MASK) { |
| 556 | case FCP_PTA_HEADQ: |
Christoph Hellwig | 68d81f4 | 2014-11-24 07:07:25 -0800 | [diff] [blame] | 557 | task_attr = TCM_HEAD_TAG; |
Andy Grover | 0dccb69 | 2012-02-09 06:42:33 +0000 | [diff] [blame] | 558 | break; |
| 559 | case FCP_PTA_ORDERED: |
Christoph Hellwig | 68d81f4 | 2014-11-24 07:07:25 -0800 | [diff] [blame] | 560 | task_attr = TCM_ORDERED_TAG; |
Andy Grover | 0dccb69 | 2012-02-09 06:42:33 +0000 | [diff] [blame] | 561 | break; |
| 562 | case FCP_PTA_ACA: |
Christoph Hellwig | 68d81f4 | 2014-11-24 07:07:25 -0800 | [diff] [blame] | 563 | task_attr = TCM_ACA_TAG; |
Andy Grover | 0dccb69 | 2012-02-09 06:42:33 +0000 | [diff] [blame] | 564 | break; |
| 565 | case FCP_PTA_SIMPLE: /* Fallthrough */ |
| 566 | default: |
Christoph Hellwig | 68d81f4 | 2014-11-24 07:07:25 -0800 | [diff] [blame] | 567 | task_attr = TCM_SIMPLE_TAG; |
Andy Grover | 0dccb69 | 2012-02-09 06:42:33 +0000 | [diff] [blame] | 568 | } |
| 569 | |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 570 | fc_seq_exch(cmd->seq)->lp->tt.seq_set_resp(cmd->seq, ft_recv_seq, cmd); |
Nicholas Bellinger | 4355a91 | 2011-11-22 21:41:54 -0800 | [diff] [blame] | 571 | /* |
| 572 | * Use a single se_cmd->cmd_kref as we expect to release se_cmd |
| 573 | * directly from ft_check_stop_free callback in response path. |
| 574 | */ |
Roland Dreier | d6dfc86 | 2012-07-16 11:04:39 -0700 | [diff] [blame] | 575 | if (target_submit_cmd(&cmd->se_cmd, cmd->sess->se_sess, fcp->fc_cdb, |
| 576 | &cmd->ft_sense_buffer[0], scsilun_to_int(&fcp->fc_lun), |
| 577 | ntohl(fcp->fc_dl), task_attr, data_dir, 0)) |
| 578 | goto err; |
| 579 | |
Andy Grover | 1edcdb4 | 2012-01-19 13:39:23 -0800 | [diff] [blame] | 580 | pr_debug("r_ctl %x alloc target_submit_cmd\n", fh->fh_r_ctl); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 581 | return; |
| 582 | |
| 583 | err: |
Kiran Patil | f2f7b09 | 2011-06-20 16:59:41 -0700 | [diff] [blame] | 584 | ft_send_resp_code_and_free(cmd, FCP_CMND_FIELDS_INVALID); |
Kiran Patil | 3699d92 | 2011-04-18 16:24:14 -0700 | [diff] [blame] | 585 | } |