1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*******************************************************************************
3 * This file contains main functions related to iSCSI Parameter negotiation.
5 * (c) Copyright 2007-2013 Datera, Inc.
7 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
9 ******************************************************************************/
11 #include <linux/ctype.h>
12 #include <linux/kthread.h>
13 #include <linux/slab.h>
14 #include <linux/sched/signal.h>
16 #include <scsi/iscsi_proto.h>
17 #include <target/target_core_base.h>
18 #include <target/target_core_fabric.h>
19 #include <target/iscsi/iscsi_transport.h>
21 #include <target/iscsi/iscsi_target_core.h>
22 #include "iscsi_target_parameters.h"
23 #include "iscsi_target_login.h"
24 #include "iscsi_target_nego.h"
25 #include "iscsi_target_tpg.h"
26 #include "iscsi_target_util.h"
27 #include "iscsi_target.h"
28 #include "iscsi_target_auth.h"
30 #define MAX_LOGIN_PDUS 7
33 void convert_null_to_semi(char *buf, int len)
37 for (i = 0; i < len; i++)
42 static int strlen_semi(char *buf)
46 while (buf[i] != '\0') {
58 unsigned int max_length,
65 if (!in_buf || !pattern || !out_buf || !type)
68 ptr = strstr(in_buf, pattern);
72 ptr = strstr(ptr, "=");
77 if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
78 ptr += 2; /* skip 0x */
83 len = strlen_semi(ptr);
87 if (len >= max_length) {
88 pr_err("Length of input: %d exceeds max_length:"
89 " %d\n", len, max_length);
92 memcpy(out_buf, ptr, len);
98 static u32 iscsi_handle_authentication(
99 struct iscsi_conn *conn,
104 unsigned char *authtype)
106 struct iscsi_session *sess = conn->sess;
107 struct iscsi_node_auth *auth;
108 struct iscsi_node_acl *iscsi_nacl;
109 struct iscsi_portal_group *iscsi_tpg;
110 struct se_node_acl *se_nacl;
112 if (!sess->sess_ops->SessionType) {
114 * For SessionType=Normal
116 se_nacl = conn->sess->se_sess->se_node_acl;
118 pr_err("Unable to locate struct se_node_acl for"
122 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
125 pr_err("Unable to locate struct iscsi_node_acl for"
130 if (se_nacl->dynamic_node_acl) {
131 iscsi_tpg = container_of(se_nacl->se_tpg,
132 struct iscsi_portal_group, tpg_se_tpg);
134 auth = &iscsi_tpg->tpg_demo_auth;
136 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
139 auth = &iscsi_nacl->node_auth;
143 * For SessionType=Discovery
145 auth = &iscsit_global->discovery_acl.node_auth;
148 if (strstr("CHAP", authtype))
149 strcpy(conn->sess->auth_type, "CHAP");
151 strcpy(conn->sess->auth_type, NONE);
153 if (strstr("None", authtype))
156 else if (strstr("SRP", authtype))
157 return srp_main_loop(conn, auth, in_buf, out_buf,
158 &in_length, out_length);
160 else if (strstr("CHAP", authtype))
161 return chap_main_loop(conn, auth, in_buf, out_buf,
162 &in_length, out_length);
163 else if (strstr("SPKM1", authtype))
165 else if (strstr("SPKM2", authtype))
167 else if (strstr("KRB5", authtype))
173 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
175 kfree(conn->auth_protocol);
178 int iscsi_target_check_login_request(
179 struct iscsi_conn *conn,
180 struct iscsi_login *login)
182 int req_csg, req_nsg;
184 struct iscsi_login_req *login_req;
186 login_req = (struct iscsi_login_req *) login->req;
187 payload_length = ntoh24(login_req->dlength);
189 switch (login_req->opcode & ISCSI_OPCODE_MASK) {
193 pr_err("Received unknown opcode 0x%02x.\n",
194 login_req->opcode & ISCSI_OPCODE_MASK);
195 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
196 ISCSI_LOGIN_STATUS_INIT_ERR);
200 if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
201 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
202 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
203 " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
204 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
205 ISCSI_LOGIN_STATUS_INIT_ERR);
209 req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
210 req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
212 if (req_csg != login->current_stage) {
213 pr_err("Initiator unexpectedly changed login stage"
214 " from %d to %d, login failed.\n", login->current_stage,
216 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
217 ISCSI_LOGIN_STATUS_INIT_ERR);
221 if ((req_nsg == 2) || (req_csg >= 2) ||
222 ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
223 (req_nsg <= req_csg))) {
224 pr_err("Illegal login_req->flags Combination, CSG: %d,"
225 " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
226 req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
227 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
228 ISCSI_LOGIN_STATUS_INIT_ERR);
232 if ((login_req->max_version != login->version_max) ||
233 (login_req->min_version != login->version_min)) {
234 pr_err("Login request changed Version Max/Nin"
235 " unexpectedly to 0x%02x/0x%02x, protocol error\n",
236 login_req->max_version, login_req->min_version);
237 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
238 ISCSI_LOGIN_STATUS_INIT_ERR);
242 if (memcmp(login_req->isid, login->isid, 6) != 0) {
243 pr_err("Login request changed ISID unexpectedly,"
244 " protocol error.\n");
245 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
246 ISCSI_LOGIN_STATUS_INIT_ERR);
250 if (login_req->itt != login->init_task_tag) {
251 pr_err("Login request changed ITT unexpectedly to"
252 " 0x%08x, protocol error.\n", login_req->itt);
253 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
254 ISCSI_LOGIN_STATUS_INIT_ERR);
258 if (payload_length > MAX_KEY_VALUE_PAIRS) {
259 pr_err("Login request payload exceeds default"
260 " MaxRecvDataSegmentLength: %u, protocol error.\n",
261 MAX_KEY_VALUE_PAIRS);
267 EXPORT_SYMBOL(iscsi_target_check_login_request);
269 static int iscsi_target_check_first_request(
270 struct iscsi_conn *conn,
271 struct iscsi_login *login)
273 struct iscsi_param *param = NULL;
274 struct se_node_acl *se_nacl;
276 login->first_request = 0;
278 list_for_each_entry(param, &conn->param_list->param_list, p_list) {
279 if (!strncmp(param->name, SESSIONTYPE, 11)) {
280 if (!IS_PSTATE_ACCEPTOR(param)) {
281 pr_err("SessionType key not received"
282 " in first login request.\n");
283 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
284 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
287 if (!strncmp(param->value, DISCOVERY, 9))
291 if (!strncmp(param->name, INITIATORNAME, 13)) {
292 if (!IS_PSTATE_ACCEPTOR(param)) {
293 if (!login->leading_connection)
296 pr_err("InitiatorName key not received"
297 " in first login request.\n");
298 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
299 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
304 * For non-leading connections, double check that the
305 * received InitiatorName matches the existing session's
306 * struct iscsi_node_acl.
308 if (!login->leading_connection) {
309 se_nacl = conn->sess->se_sess->se_node_acl;
311 pr_err("Unable to locate"
312 " struct se_node_acl\n");
313 iscsit_tx_login_rsp(conn,
314 ISCSI_STATUS_CLS_INITIATOR_ERR,
315 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
319 if (strcmp(param->value,
320 se_nacl->initiatorname)) {
322 " InitiatorName: %s for this"
323 " iSCSI Initiator Node.\n",
325 iscsit_tx_login_rsp(conn,
326 ISCSI_STATUS_CLS_INITIATOR_ERR,
327 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
337 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
340 struct iscsi_login_rsp *login_rsp;
342 login_rsp = (struct iscsi_login_rsp *) login->rsp;
344 login_rsp->opcode = ISCSI_OP_LOGIN_RSP;
345 hton24(login_rsp->dlength, login->rsp_length);
346 memcpy(login_rsp->isid, login->isid, 6);
347 login_rsp->tsih = cpu_to_be16(login->tsih);
348 login_rsp->itt = login->init_task_tag;
349 login_rsp->statsn = cpu_to_be32(conn->stat_sn++);
350 login_rsp->exp_cmdsn = cpu_to_be32(conn->sess->exp_cmd_sn);
351 login_rsp->max_cmdsn = cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
353 pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
354 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
355 " %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
356 ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
357 ntohl(login_rsp->statsn), login->rsp_length);
359 padding = ((-login->rsp_length) & 3);
361 * Before sending the last login response containing the transition
362 * bit for full-feature-phase, go ahead and start up TX/RX threads
363 * now to avoid potential resource allocation failures after the
364 * final login response has been sent.
366 if (login->login_complete) {
367 int rc = iscsit_start_kthreads(conn);
369 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
370 ISCSI_LOGIN_STATUS_NO_RESOURCES);
375 if (conn->conn_transport->iscsit_put_login_tx(conn, login,
376 login->rsp_length + padding) < 0)
379 login->rsp_length = 0;
384 if (login->login_complete) {
385 if (conn->rx_thread && conn->rx_thread_active) {
386 send_sig(SIGINT, conn->rx_thread, 1);
387 complete(&conn->rx_login_comp);
388 kthread_stop(conn->rx_thread);
390 if (conn->tx_thread && conn->tx_thread_active) {
391 send_sig(SIGINT, conn->tx_thread, 1);
392 kthread_stop(conn->tx_thread);
394 spin_lock(&iscsit_global->ts_bitmap_lock);
395 bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
397 spin_unlock(&iscsit_global->ts_bitmap_lock);
402 static void iscsi_target_sk_data_ready(struct sock *sk)
404 struct iscsi_conn *conn = sk->sk_user_data;
407 pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
409 write_lock_bh(&sk->sk_callback_lock);
410 if (!sk->sk_user_data) {
411 write_unlock_bh(&sk->sk_callback_lock);
414 if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
415 write_unlock_bh(&sk->sk_callback_lock);
416 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
419 if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
420 write_unlock_bh(&sk->sk_callback_lock);
421 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
424 if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
425 write_unlock_bh(&sk->sk_callback_lock);
426 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
427 if (iscsi_target_sk_data_ready == conn->orig_data_ready)
429 conn->orig_data_ready(sk);
433 rc = schedule_delayed_work(&conn->login_work, 0);
435 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
438 write_unlock_bh(&sk->sk_callback_lock);
441 static void iscsi_target_sk_state_change(struct sock *);
443 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
451 pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
453 write_lock_bh(&sk->sk_callback_lock);
454 sk->sk_user_data = conn;
455 conn->orig_data_ready = sk->sk_data_ready;
456 conn->orig_state_change = sk->sk_state_change;
457 sk->sk_data_ready = iscsi_target_sk_data_ready;
458 sk->sk_state_change = iscsi_target_sk_state_change;
459 write_unlock_bh(&sk->sk_callback_lock);
461 sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
462 sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
465 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
473 pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
475 write_lock_bh(&sk->sk_callback_lock);
476 if (!sk->sk_user_data) {
477 write_unlock_bh(&sk->sk_callback_lock);
480 sk->sk_user_data = NULL;
481 sk->sk_data_ready = conn->orig_data_ready;
482 sk->sk_state_change = conn->orig_state_change;
483 write_unlock_bh(&sk->sk_callback_lock);
485 sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
486 sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
489 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
491 static bool __iscsi_target_sk_check_close(struct sock *sk)
493 if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
494 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
495 "returning FALSE\n");
501 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
506 struct sock *sk = conn->sock->sk;
508 read_lock_bh(&sk->sk_callback_lock);
509 state = (__iscsi_target_sk_check_close(sk) ||
510 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
511 read_unlock_bh(&sk->sk_callback_lock);
516 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
521 struct sock *sk = conn->sock->sk;
523 read_lock_bh(&sk->sk_callback_lock);
524 state = test_bit(flag, &conn->login_flags);
525 read_unlock_bh(&sk->sk_callback_lock);
530 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
535 struct sock *sk = conn->sock->sk;
537 write_lock_bh(&sk->sk_callback_lock);
538 state = (__iscsi_target_sk_check_close(sk) ||
539 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
541 clear_bit(flag, &conn->login_flags);
542 write_unlock_bh(&sk->sk_callback_lock);
547 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
549 struct iscsi_np *np = login->np;
550 bool zero_tsih = login->zero_tsih;
552 iscsi_remove_failed_auth_entry(conn);
553 iscsi_target_nego_release(conn);
554 iscsi_target_login_sess_out(conn, np, zero_tsih, true);
557 struct conn_timeout {
558 struct timer_list timer;
559 struct iscsi_conn *conn;
562 static void iscsi_target_login_timeout(struct timer_list *t)
564 struct conn_timeout *timeout = from_timer(timeout, t, timer);
565 struct iscsi_conn *conn = timeout->conn;
567 pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
569 if (conn->login_kworker) {
570 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
571 conn->login_kworker->comm, conn->login_kworker->pid);
572 send_sig(SIGINT, conn->login_kworker, 1);
576 static void iscsi_target_do_login_rx(struct work_struct *work)
578 struct iscsi_conn *conn = container_of(work,
579 struct iscsi_conn, login_work.work);
580 struct iscsi_login *login = conn->login;
581 struct iscsi_np *np = login->np;
582 struct iscsi_portal_group *tpg = conn->tpg;
583 struct iscsi_tpg_np *tpg_np = conn->tpg_np;
584 struct conn_timeout timeout;
585 int rc, zero_tsih = login->zero_tsih;
588 pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
589 conn, current->comm, current->pid);
591 * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
592 * before initial PDU processing in iscsi_target_start_negotiation()
593 * has completed, go ahead and retry until it's cleared.
595 * Otherwise if the TCP connection drops while this is occuring,
596 * iscsi_target_start_negotiation() will detect the failure, call
597 * cancel_delayed_work_sync(&conn->login_work), and cleanup the
598 * remaining iscsi connection resources from iscsi_np process context.
600 if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
601 schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
605 spin_lock(&tpg->tpg_state_lock);
606 state = (tpg->tpg_state == TPG_STATE_ACTIVE);
607 spin_unlock(&tpg->tpg_state_lock);
610 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
614 if (iscsi_target_sk_check_close(conn)) {
615 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
619 conn->login_kworker = current;
620 allow_signal(SIGINT);
623 timer_setup_on_stack(&timeout.timer, iscsi_target_login_timeout, 0);
624 mod_timer(&timeout.timer, jiffies + TA_LOGIN_TIMEOUT * HZ);
625 pr_debug("Starting login timer for %s/%d\n", current->comm, current->pid);
627 rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
628 del_timer_sync(&timeout.timer);
629 destroy_timer_on_stack(&timeout.timer);
630 flush_signals(current);
631 conn->login_kworker = NULL;
636 pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
637 conn, current->comm, current->pid);
639 rc = iscsi_target_do_login(conn, login);
643 if (iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_READ_ACTIVE))
645 } else if (rc == 1) {
646 iscsi_target_nego_release(conn);
647 iscsi_post_login_handler(np, conn, zero_tsih);
648 iscsit_deaccess_np(np, tpg, tpg_np);
653 iscsi_target_restore_sock_callbacks(conn);
654 iscsi_target_login_drop(conn, login);
655 iscsit_deaccess_np(np, tpg, tpg_np);
658 static void iscsi_target_sk_state_change(struct sock *sk)
660 struct iscsi_conn *conn;
661 void (*orig_state_change)(struct sock *);
664 pr_debug("Entering iscsi_target_sk_state_change\n");
666 write_lock_bh(&sk->sk_callback_lock);
667 conn = sk->sk_user_data;
669 write_unlock_bh(&sk->sk_callback_lock);
672 orig_state_change = conn->orig_state_change;
674 if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
675 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
677 write_unlock_bh(&sk->sk_callback_lock);
678 orig_state_change(sk);
681 state = __iscsi_target_sk_check_close(sk);
682 pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
684 if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
685 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
686 " conn: %p\n", conn);
688 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
689 write_unlock_bh(&sk->sk_callback_lock);
690 orig_state_change(sk);
693 if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
694 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
696 write_unlock_bh(&sk->sk_callback_lock);
697 orig_state_change(sk);
701 * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
702 * but only queue conn->login_work -> iscsi_target_do_login_rx()
703 * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
705 * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
706 * will detect the dropped TCP connection from delayed workqueue context.
708 * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
709 * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
710 * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
711 * via iscsi_target_sk_check_and_clear() is responsible for detecting the
712 * dropped TCP connection in iscsi_np process context, and cleaning up
713 * the remaining iscsi connection resources.
716 pr_debug("iscsi_target_sk_state_change got failed state\n");
717 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
718 state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
719 write_unlock_bh(&sk->sk_callback_lock);
721 orig_state_change(sk);
724 schedule_delayed_work(&conn->login_work, 0);
727 write_unlock_bh(&sk->sk_callback_lock);
729 orig_state_change(sk);
733 * NOTE: We check for existing sessions or connections AFTER the initiator
734 * has been successfully authenticated in order to protect against faked
735 * ISID/TSIH combinations.
737 static int iscsi_target_check_for_existing_instances(
738 struct iscsi_conn *conn,
739 struct iscsi_login *login)
741 if (login->checked_for_existing)
744 login->checked_for_existing = 1;
747 return iscsi_check_for_session_reinstatement(conn);
749 return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
750 login->initial_exp_statsn);
753 static int iscsi_target_do_authentication(
754 struct iscsi_conn *conn,
755 struct iscsi_login *login)
759 struct iscsi_param *param;
760 struct iscsi_login_req *login_req;
761 struct iscsi_login_rsp *login_rsp;
763 login_req = (struct iscsi_login_req *) login->req;
764 login_rsp = (struct iscsi_login_rsp *) login->rsp;
765 payload_length = ntoh24(login_req->dlength);
767 param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
771 authret = iscsi_handle_authentication(
780 pr_debug("Received OK response"
781 " from LIO Authentication, continuing.\n");
784 pr_debug("iSCSI security negotiation"
785 " completed successfully.\n");
786 login->auth_complete = 1;
787 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
788 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
789 login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
790 ISCSI_FLAG_LOGIN_TRANSIT);
791 login->current_stage = 1;
793 return iscsi_target_check_for_existing_instances(
796 pr_err("Security negotiation"
798 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
799 ISCSI_LOGIN_STATUS_AUTH_FAILED);
802 pr_err("Received unknown error %d from LIO"
803 " Authentication\n", authret);
804 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
805 ISCSI_LOGIN_STATUS_TARGET_ERROR);
812 static int iscsi_target_handle_csg_zero(
813 struct iscsi_conn *conn,
814 struct iscsi_login *login)
818 struct iscsi_param *param;
819 struct iscsi_login_req *login_req;
820 struct iscsi_login_rsp *login_rsp;
822 login_req = (struct iscsi_login_req *) login->req;
823 login_rsp = (struct iscsi_login_rsp *) login->rsp;
824 payload_length = ntoh24(login_req->dlength);
826 param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
830 ret = iscsi_decode_text_input(
831 PHASE_SECURITY|PHASE_DECLARATIVE,
832 SENDER_INITIATOR|SENDER_RECEIVER,
840 if (login->auth_complete) {
841 pr_err("Initiator has already been"
842 " successfully authenticated, but is still"
843 " sending %s keys.\n", param->value);
844 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
845 ISCSI_LOGIN_STATUS_INIT_ERR);
850 } else if (!payload_length) {
851 pr_err("Initiator sent zero length security payload,"
853 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
854 ISCSI_LOGIN_STATUS_AUTH_FAILED);
858 if (login->first_request)
859 if (iscsi_target_check_first_request(conn, login) < 0)
862 ret = iscsi_encode_text_output(
863 PHASE_SECURITY|PHASE_DECLARATIVE,
868 conn->tpg->tpg_attrib.login_keys_workaround);
872 if (!iscsi_check_negotiated_keys(conn->param_list)) {
873 if (conn->tpg->tpg_attrib.authentication &&
874 !strncmp(param->value, NONE, 4)) {
875 pr_err("Initiator sent AuthMethod=None but"
876 " Target is enforcing iSCSI Authentication,"
878 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
879 ISCSI_LOGIN_STATUS_AUTH_FAILED);
883 if (conn->tpg->tpg_attrib.authentication &&
884 !login->auth_complete)
887 if (strncmp(param->value, NONE, 4) && !login->auth_complete)
890 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
891 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
892 login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
893 ISCSI_FLAG_LOGIN_TRANSIT;
894 login->current_stage = 1;
900 return iscsi_target_do_authentication(conn, login);
903 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
907 struct iscsi_login_req *login_req;
908 struct iscsi_login_rsp *login_rsp;
910 login_req = (struct iscsi_login_req *) login->req;
911 login_rsp = (struct iscsi_login_rsp *) login->rsp;
912 payload_length = ntoh24(login_req->dlength);
914 ret = iscsi_decode_text_input(
915 PHASE_OPERATIONAL|PHASE_DECLARATIVE,
916 SENDER_INITIATOR|SENDER_RECEIVER,
921 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
922 ISCSI_LOGIN_STATUS_INIT_ERR);
926 if (login->first_request)
927 if (iscsi_target_check_first_request(conn, login) < 0)
930 if (iscsi_target_check_for_existing_instances(conn, login) < 0)
933 ret = iscsi_encode_text_output(
934 PHASE_OPERATIONAL|PHASE_DECLARATIVE,
939 conn->tpg->tpg_attrib.login_keys_workaround);
941 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
942 ISCSI_LOGIN_STATUS_INIT_ERR);
946 if (!login->auth_complete &&
947 conn->tpg->tpg_attrib.authentication) {
948 pr_err("Initiator is requesting CSG: 1, has not been"
949 " successfully authenticated, and the Target is"
950 " enforcing iSCSI Authentication, login failed.\n");
951 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
952 ISCSI_LOGIN_STATUS_AUTH_FAILED);
956 if (!iscsi_check_negotiated_keys(conn->param_list))
957 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
958 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
959 login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
960 ISCSI_FLAG_LOGIN_TRANSIT;
965 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
968 struct iscsi_login_req *login_req;
969 struct iscsi_login_rsp *login_rsp;
971 login_req = (struct iscsi_login_req *) login->req;
972 login_rsp = (struct iscsi_login_rsp *) login->rsp;
975 if (++pdu_count > MAX_LOGIN_PDUS) {
976 pr_err("MAX_LOGIN_PDUS count reached.\n");
977 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
978 ISCSI_LOGIN_STATUS_TARGET_ERROR);
982 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
984 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
985 if (iscsi_target_handle_csg_zero(conn, login) < 0)
989 login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
990 if (iscsi_target_handle_csg_one(conn, login) < 0)
992 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
994 * Check to make sure the TCP connection has not
995 * dropped asynchronously while session reinstatement
996 * was occuring in this kthread context, before
997 * transitioning to full feature phase operation.
999 if (iscsi_target_sk_check_close(conn))
1002 login->tsih = conn->sess->tsih;
1003 login->login_complete = 1;
1004 iscsi_target_restore_sock_callbacks(conn);
1005 if (iscsi_target_do_tx_login_io(conn,
1012 pr_err("Illegal CSG: %d received from"
1013 " Initiator, protocol error.\n",
1014 ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1018 if (iscsi_target_do_tx_login_io(conn, login) < 0)
1021 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1022 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1023 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1031 static void iscsi_initiatorname_tolower(
1035 u32 iqn_size = strlen(param_buf), i;
1037 for (i = 0; i < iqn_size; i++) {
1047 * Processes the first Login Request..
1049 int iscsi_target_locate_portal(
1050 struct iscsi_np *np,
1051 struct iscsi_conn *conn,
1052 struct iscsi_login *login)
1054 char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1055 char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1056 struct iscsi_session *sess = conn->sess;
1057 struct iscsi_tiqn *tiqn;
1058 struct iscsi_tpg_np *tpg_np = NULL;
1059 struct iscsi_login_req *login_req;
1060 struct se_node_acl *se_nacl;
1061 u32 payload_length, queue_depth = 0;
1062 int sessiontype = 0, ret = 0, tag_num, tag_size;
1064 INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1065 iscsi_target_set_sock_callbacks(conn);
1069 login_req = (struct iscsi_login_req *) login->req;
1070 payload_length = ntoh24(login_req->dlength);
1072 tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1074 pr_err("Unable to allocate memory for tmpbuf.\n");
1078 memcpy(tmpbuf, login->req_buf, payload_length);
1079 tmpbuf[payload_length] = '\0';
1081 end = (start + payload_length);
1084 * Locate the initial keys expected from the Initiator node in
1085 * the first login request in order to progress with the login phase.
1087 while (start < end) {
1088 if (iscsi_extract_key_value(start, &key, &value) < 0) {
1093 if (!strncmp(key, "InitiatorName", 13))
1095 else if (!strncmp(key, "SessionType", 11))
1097 else if (!strncmp(key, "TargetName", 10))
1100 start += strlen(key) + strlen(value) + 2;
1103 * See 5.3. Login Phase.
1106 pr_err("InitiatorName key not received"
1107 " in first login request.\n");
1108 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1109 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1114 * Convert the incoming InitiatorName to lowercase following
1115 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1116 * are NOT case sensitive.
1118 iscsi_initiatorname_tolower(i_buf);
1121 if (!login->leading_connection)
1124 pr_err("SessionType key not received"
1125 " in first login request.\n");
1126 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1127 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1133 * Use default portal group for discovery sessions.
1135 sessiontype = strncmp(s_buf, DISCOVERY, 9);
1137 conn->tpg = iscsit_global->discovery_tpg;
1138 if (!login->leading_connection)
1141 sess->sess_ops->SessionType = 1;
1143 * Setup crc32c modules from libcrypto
1145 if (iscsi_login_setup_crypto(conn) < 0) {
1146 pr_err("iscsi_login_setup_crypto() failed\n");
1151 * Serialize access across the discovery struct iscsi_portal_group to
1152 * process login attempt.
1154 if (iscsit_access_np(np, conn->tpg) < 0) {
1155 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1156 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1166 pr_err("TargetName key not received"
1167 " in first login request while"
1168 " SessionType=Normal.\n");
1169 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1170 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1176 * Locate Target IQN from Storage Node.
1178 tiqn = iscsit_get_tiqn_for_login(t_buf);
1180 pr_err("Unable to locate Target IQN: %s in"
1181 " Storage Node\n", t_buf);
1182 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1183 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1187 pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1190 * Locate Target Portal Group from Storage Node.
1192 conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1194 pr_err("Unable to locate Target Portal Group"
1195 " on %s\n", tiqn->tiqn);
1196 iscsit_put_tiqn_for_login(tiqn);
1197 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1198 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1202 conn->tpg_np = tpg_np;
1203 pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1205 * Setup crc32c modules from libcrypto
1207 if (iscsi_login_setup_crypto(conn) < 0) {
1208 pr_err("iscsi_login_setup_crypto() failed\n");
1209 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1210 iscsit_put_tiqn_for_login(tiqn);
1216 * Serialize access across the struct iscsi_portal_group to
1217 * process login attempt.
1219 if (iscsit_access_np(np, conn->tpg) < 0) {
1220 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1221 iscsit_put_tiqn_for_login(tiqn);
1222 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1223 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1230 * conn->sess->node_acl will be set when the referenced
1231 * struct iscsi_session is located from received ISID+TSIH in
1232 * iscsi_login_non_zero_tsih_s2().
1234 if (!login->leading_connection) {
1240 * This value is required in iscsi_login_zero_tsih_s2()
1242 sess->sess_ops->SessionType = 0;
1245 * Locate incoming Initiator IQN reference from Storage Node.
1247 sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1248 &conn->tpg->tpg_se_tpg, i_buf);
1249 if (!sess->se_sess->se_node_acl) {
1250 pr_err("iSCSI Initiator Node: %s is not authorized to"
1251 " access iSCSI target portal group: %hu.\n",
1252 i_buf, conn->tpg->tpgt);
1253 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1254 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1258 se_nacl = sess->se_sess->se_node_acl;
1259 queue_depth = se_nacl->queue_depth;
1261 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1262 * depth for non immediate commands, plus extra tags for immediate
1265 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1266 * in per-cpu-ida tag allocation logic + small queue_depth.
1269 tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1270 tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1271 tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1273 ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1275 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1276 ISCSI_LOGIN_STATUS_NO_RESOURCES);
1284 int iscsi_target_start_negotiation(
1285 struct iscsi_login *login,
1286 struct iscsi_conn *conn)
1291 struct sock *sk = conn->sock->sk;
1293 write_lock_bh(&sk->sk_callback_lock);
1294 set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1295 set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1296 write_unlock_bh(&sk->sk_callback_lock);
1299 * If iscsi_target_do_login returns zero to signal more PDU
1300 * exchanges are required to complete the login, go ahead and
1301 * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1304 * Otherwise if TCP connection dropped asynchronously, go ahead
1305 * and perform connection cleanup now.
1307 ret = iscsi_target_do_login(conn, login);
1308 if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1312 cancel_delayed_work_sync(&conn->login_work);
1313 iscsi_target_restore_sock_callbacks(conn);
1314 iscsi_remove_failed_auth_entry(conn);
1317 iscsi_target_nego_release(conn);
1322 void iscsi_target_nego_release(struct iscsi_conn *conn)
1324 struct iscsi_login *login = conn->conn_login;
1329 kfree(login->req_buf);
1330 kfree(login->rsp_buf);
1333 conn->conn_login = NULL;