284 static u8 o2net_num_from_nn(struct o2net_node *nn)  in o2net_num_from_nn()  argument
286 	BUG_ON(nn == NULL);  in o2net_num_from_nn()
287 	return nn - o2net_nodes;  in o2net_num_from_nn()
292 static int o2net_prep_nsw(struct o2net_node *nn, struct o2net_status_wait *nsw)  in o2net_prep_nsw()  argument
296 	spin_lock(&nn->nn_lock);  in o2net_prep_nsw()
297 	ret = idr_alloc(&nn->nn_status_idr, nsw, 0, 0, GFP_ATOMIC);  in o2net_prep_nsw()
300 		list_add_tail(&nsw->ns_node_item, &nn->nn_status_list);  in o2net_prep_nsw()
302 	spin_unlock(&nn->nn_lock);  in o2net_prep_nsw()
312 static void o2net_complete_nsw_locked(struct o2net_node *nn,  in o2net_complete_nsw_locked()  argument
317 	assert_spin_locked(&nn->nn_lock);  in o2net_complete_nsw_locked()
323 		idr_remove(&nn->nn_status_idr, nsw->ns_id);  in o2net_complete_nsw_locked()
328 static void o2net_complete_nsw(struct o2net_node *nn,  in o2net_complete_nsw()  argument
333 	spin_lock(&nn->nn_lock);  in o2net_complete_nsw()
338 		nsw = idr_find(&nn->nn_status_idr, id);  in o2net_complete_nsw()
343 	o2net_complete_nsw_locked(nn, nsw, sys_status, status);  in o2net_complete_nsw()
346 	spin_unlock(&nn->nn_lock);  in o2net_complete_nsw()
350 static void o2net_complete_nodes_nsw(struct o2net_node *nn)  in o2net_complete_nodes_nsw()  argument
355 	assert_spin_locked(&nn->nn_lock);  in o2net_complete_nodes_nsw()
357 	list_for_each_entry_safe(nsw, tmp, &nn->nn_status_list, ns_node_item) {  in o2net_complete_nodes_nsw()
358 		o2net_complete_nsw_locked(nn, nsw, O2NET_ERR_DIED, 0);  in o2net_complete_nodes_nsw()
363 	     o2net_num_from_nn(nn));  in o2net_complete_nodes_nsw()
366 static int o2net_nsw_completed(struct o2net_node *nn,  in o2net_nsw_completed()  argument
370 	spin_lock(&nn->nn_lock);  in o2net_nsw_completed()
372 	spin_unlock(&nn->nn_lock);  in o2net_nsw_completed()
488 static void o2net_set_nn_state(struct o2net_node *nn,  in o2net_set_nn_state()  argument
492 	int was_valid = nn->nn_sc_valid;  in o2net_set_nn_state()
493 	int was_err = nn->nn_persistent_error;  in o2net_set_nn_state()
494 	struct o2net_sock_container *old_sc = nn->nn_sc;  in o2net_set_nn_state()
496 	assert_spin_locked(&nn->nn_lock);  in o2net_set_nn_state()
505 	BUG_ON(sc && nn->nn_sc && nn->nn_sc != sc);  in o2net_set_nn_state()
513 	     o2net_num_from_nn(nn), nn->nn_sc, sc, nn->nn_sc_valid, valid,  in o2net_set_nn_state()
514 	     nn->nn_persistent_error, err);  in o2net_set_nn_state()
516 	nn->nn_sc = sc;  in o2net_set_nn_state()
517 	nn->nn_sc_valid = valid ? 1 : 0;  in o2net_set_nn_state()
518 	nn->nn_persistent_error = err;  in o2net_set_nn_state()
521 	if (nn->nn_persistent_error || nn->nn_sc_valid)  in o2net_set_nn_state()
522 		wake_up(&nn->nn_sc_wq);  in o2net_set_nn_state()
524 	if (was_valid && !was_err && nn->nn_persistent_error) {  in o2net_set_nn_state()
525 		o2quo_conn_err(o2net_num_from_nn(nn));  in o2net_set_nn_state()
526 		queue_delayed_work(o2net_wq, &nn->nn_still_up,  in o2net_set_nn_state()
534 		o2net_complete_nodes_nsw(nn);  in o2net_set_nn_state()
538 		o2quo_conn_up(o2net_num_from_nn(nn));  in o2net_set_nn_state()
539 		cancel_delayed_work(&nn->nn_connect_expired);  in o2net_set_nn_state()
554 		delay = (nn->nn_last_connect_attempt +  in o2net_set_nn_state()
560 		queue_delayed_work(o2net_wq, &nn->nn_connect_work, delay);  in o2net_set_nn_state()
572 		queue_delayed_work(o2net_wq, &nn->nn_connect_expired, delay);  in o2net_set_nn_state()
695 static void o2net_ensure_shutdown(struct o2net_node *nn,  in o2net_ensure_shutdown()  argument
699 	spin_lock(&nn->nn_lock);  in o2net_ensure_shutdown()
700 	if (nn->nn_sc == sc)  in o2net_ensure_shutdown()
701 		o2net_set_nn_state(nn, NULL, 0, err);  in o2net_ensure_shutdown()
702 	spin_unlock(&nn->nn_lock);  in o2net_ensure_shutdown()
718 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_shutdown_sc()  local
734 	o2net_ensure_shutdown(nn, sc, 0);  in o2net_shutdown_sc()
935 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_sendpage()  local
955 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_sendpage()
971 static int o2net_tx_can_proceed(struct o2net_node *nn,  in o2net_tx_can_proceed()  argument
977 	spin_lock(&nn->nn_lock);  in o2net_tx_can_proceed()
978 	if (nn->nn_persistent_error) {  in o2net_tx_can_proceed()
981 		*error = nn->nn_persistent_error;  in o2net_tx_can_proceed()
982 	} else if (nn->nn_sc_valid) {  in o2net_tx_can_proceed()
983 		kref_get(&nn->nn_sc->sc_kref);  in o2net_tx_can_proceed()
986 		*sc_ret = nn->nn_sc;  in o2net_tx_can_proceed()
989 	spin_unlock(&nn->nn_lock);  in o2net_tx_can_proceed()
1022 	struct o2net_node *nn = o2net_nn_from_num(target_node);  in o2net_send_message_vec()  local
1058 	wait_event(nn->nn_sc_wq, o2net_tx_can_proceed(nn, &sc, &ret));  in o2net_send_message_vec()
1085 	ret = o2net_prep_nsw(nn, &nsw);  in o2net_send_message_vec()
1108 	wait_event(nsw.ns_wq, o2net_nsw_completed(nn, &nsw));  in o2net_send_message_vec()
1127 	o2net_complete_nsw(nn, &nsw, 0, 0, 0);  in o2net_send_message_vec()
1171 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_process_message()  local
1184 			o2net_complete_nsw(nn, NULL,  in o2net_process_message()
1259 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_check_handshake()  local
1269 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1285 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1296 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1307 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1313 	spin_lock(&nn->nn_lock);  in o2net_check_handshake()
1316 	if (nn->nn_sc == sc) {  in o2net_check_handshake()
1318 		atomic_set(&nn->nn_timeout, 0);  in o2net_check_handshake()
1319 		o2net_set_nn_state(nn, sc, 1, 0);  in o2net_check_handshake()
1321 	spin_unlock(&nn->nn_lock);  in o2net_check_handshake()
1435 		struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_rx_until_empty()  local
1438 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_rx_until_empty()
1491 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_idle_timer()  local
1507 	atomic_set(&nn->nn_timeout, 1);  in o2net_idle_timer()
1508 	o2quo_conn_err(o2net_num_from_nn(nn));  in o2net_idle_timer()
1509 	queue_delayed_work(o2net_wq, &nn->nn_still_up,  in o2net_idle_timer()
1528 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_sc_postpone_idle()  local
1531 	if (atomic_read(&nn->nn_timeout)) {  in o2net_sc_postpone_idle()
1532 		o2quo_conn_up(o2net_num_from_nn(nn));  in o2net_sc_postpone_idle()
1533 		cancel_delayed_work(&nn->nn_still_up);  in o2net_sc_postpone_idle()
1534 		atomic_set(&nn->nn_timeout, 0);  in o2net_sc_postpone_idle()
1549 	struct o2net_node *nn =  in o2net_start_connect()  local
1565 	if (o2nm_this_node() <= o2net_num_from_nn(nn))  in o2net_start_connect()
1569 	node = o2nm_get_node_by_num(o2net_num_from_nn(nn));  in o2net_start_connect()
1577 	spin_lock(&nn->nn_lock);  in o2net_start_connect()
1585 	timeout = atomic_read(&nn->nn_timeout);  in o2net_start_connect()
1586 	stop = (nn->nn_sc ||  in o2net_start_connect()
1587 		(nn->nn_persistent_error &&  in o2net_start_connect()
1588 		(nn->nn_persistent_error != -ENOTCONN || timeout == 0)));  in o2net_start_connect()
1589 	spin_unlock(&nn->nn_lock);  in o2net_start_connect()
1593 	nn->nn_last_connect_attempt = jiffies;  in o2net_start_connect()
1628 	spin_lock(&nn->nn_lock);  in o2net_start_connect()
1630 	o2net_set_nn_state(nn, sc, 0, 0);  in o2net_start_connect()
1631 	spin_unlock(&nn->nn_lock);  in o2net_start_connect()
1650 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_start_connect()
1665 	struct o2net_node *nn =  in o2net_connect_expired()  local
1668 	spin_lock(&nn->nn_lock);  in o2net_connect_expired()
1669 	if (!nn->nn_sc_valid) {  in o2net_connect_expired()
1673 		     o2net_num_from_nn(nn),  in o2net_connect_expired()
1677 		o2net_set_nn_state(nn, NULL, 0, 0);  in o2net_connect_expired()
1679 	spin_unlock(&nn->nn_lock);  in o2net_connect_expired()
1684 	struct o2net_node *nn =  in o2net_still_up()  local
1687 	o2quo_hb_still_up(o2net_num_from_nn(nn));  in o2net_still_up()
1694 	struct o2net_node *nn = o2net_nn_from_num(node->nd_num);  in o2net_disconnect_node()  local
1697 	spin_lock(&nn->nn_lock);  in o2net_disconnect_node()
1698 	atomic_set(&nn->nn_timeout, 0);  in o2net_disconnect_node()
1699 	o2net_set_nn_state(nn, NULL, 0, -ENOTCONN);  in o2net_disconnect_node()
1700 	spin_unlock(&nn->nn_lock);  in o2net_disconnect_node()
1703 		cancel_delayed_work(&nn->nn_connect_expired);  in o2net_disconnect_node()
1704 		cancel_delayed_work(&nn->nn_connect_work);  in o2net_disconnect_node()
1705 		cancel_delayed_work(&nn->nn_still_up);  in o2net_disconnect_node()
1727 	struct o2net_node *nn = o2net_nn_from_num(node_num);  in o2net_hb_node_up_cb()  local
1734 	nn->nn_last_connect_attempt = jiffies -  in o2net_hb_node_up_cb()
1742 		spin_lock(&nn->nn_lock);  in o2net_hb_node_up_cb()
1743 		atomic_set(&nn->nn_timeout, 0);  in o2net_hb_node_up_cb()
1744 		if (nn->nn_persistent_error)  in o2net_hb_node_up_cb()
1745 			o2net_set_nn_state(nn, NULL, 0, 0);  in o2net_hb_node_up_cb()
1746 		spin_unlock(&nn->nn_lock);  in o2net_hb_node_up_cb()
1785 	struct o2net_node *nn;  in o2net_accept_one()  local
1853 	nn = o2net_nn_from_num(node->nd_num);  in o2net_accept_one()
1855 	spin_lock(&nn->nn_lock);  in o2net_accept_one()
1856 	if (nn->nn_sc)  in o2net_accept_one()
1860 	spin_unlock(&nn->nn_lock);  in o2net_accept_one()
1878 	spin_lock(&nn->nn_lock);  in o2net_accept_one()
1879 	atomic_set(&nn->nn_timeout, 0);  in o2net_accept_one()
1880 	o2net_set_nn_state(nn, sc, 0, 0);  in o2net_accept_one()
1881 	spin_unlock(&nn->nn_lock);  in o2net_accept_one()
2108 		struct o2net_node *nn = o2net_nn_from_num(i);  in o2net_init()  local
2110 		atomic_set(&nn->nn_timeout, 0);  in o2net_init()
2111 		spin_lock_init(&nn->nn_lock);  in o2net_init()
2112 		INIT_DELAYED_WORK(&nn->nn_connect_work, o2net_start_connect);  in o2net_init()
2113 		INIT_DELAYED_WORK(&nn->nn_connect_expired,  in o2net_init()
2115 		INIT_DELAYED_WORK(&nn->nn_still_up, o2net_still_up);  in o2net_init()
2117 		nn->nn_persistent_error = -ENOTCONN;  in o2net_init()
2118 		init_waitqueue_head(&nn->nn_sc_wq);  in o2net_init()
2119 		idr_init(&nn->nn_status_idr);  in o2net_init()
2120 		INIT_LIST_HEAD(&nn->nn_status_list);  in o2net_init()