100 static void ad_agg_selection_logic(struct aggregator *aggregator,
102 static void ad_clear_agg(struct aggregator *aggregator);
103 static void ad_initialize_agg(struct aggregator *aggregator);
133  * __get_first_agg - get the first aggregator in the bond
136  * Return the aggregator of the first slave in @bond, or %NULL if it can't be
140 static inline struct aggregator *__get_first_agg(struct port *port)  in __get_first_agg()
144 	struct aggregator *agg;  in __get_first_agg()
152 	agg = first_slave ? &(SLAVE_AD_INFO(first_slave)->aggregator) : NULL;  in __get_first_agg()
162  * Return nonzero if aggregator has a partner (denoted by a non-zero ether
165 static inline int __agg_has_partner(struct aggregator *agg)  in __agg_has_partner()
201  * __get_agg_selection_mode - get the aggregator selection mode
204  * Get the aggregator selection mode. Can be %STABLE, %BANDWIDTH or %COUNT.
624  * __agg_ports_are_ready - check if all ports in an aggregator are ready
625  * @aggregator: the aggregator we're looking at
628 static int __agg_ports_are_ready(struct aggregator *aggregator)  in __agg_ports_are_ready()  argument
633 	if (aggregator) {  in __agg_ports_are_ready()
634 		/* scan all ports in this aggregator to verfy if they are  in __agg_ports_are_ready()
637 		for (port = aggregator->lag_ports;  in __agg_ports_are_ready()
651  * __set_agg_ports_ready - set value of Ready bit in all ports of an aggregator
652  * @aggregator: the aggregator we're looking at
656 static void __set_agg_ports_ready(struct aggregator *aggregator, int val)  in __set_agg_ports_ready()  argument
660 	for (port = aggregator->lag_ports; port;  in __set_agg_ports_ready()
669 static int __agg_active_ports(struct aggregator *agg)  in __agg_active_ports()
684  * __get_agg_bandwidth - get the total bandwidth of an aggregator
685  * @aggregator: the aggregator we're looking at
688 static u32 __get_agg_bandwidth(struct aggregator *aggregator)  in __get_agg_bandwidth()  argument
690 	int nports = __agg_active_ports(aggregator);  in __get_agg_bandwidth()
694 		switch (__get_link_speed(aggregator->lag_ports)) {  in __get_agg_bandwidth()
745  * __get_active_agg - get the current active aggregator
746  * @aggregator: the aggregator we're looking at
750 static struct aggregator *__get_active_agg(struct aggregator *aggregator)  in __get_active_agg()  argument
752 	struct bonding *bond = aggregator->slave->bond;  in __get_active_agg()
757 		if (SLAVE_AD_INFO(slave)->aggregator.is_active)  in __get_active_agg()
758 			return &(SLAVE_AD_INFO(slave)->aggregator);  in __get_active_agg()
943 				__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));  in ad_mux_machine()
958 			__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));  in ad_mux_machine()
974 				if (port->aggregator->is_active)  in ad_mux_machine()
986 				__set_agg_ports_ready(port->aggregator, __agg_ports_are_ready(port->aggregator));  in ad_mux_machine()
988 			} else if (port->aggregator->is_active) {  in ad_mux_machine()
1002 				 * port in an active aggregator is enabled  in ad_mux_machine()
1004 				if (port->aggregator &&  in ad_mux_machine()
1005 				    port->aggregator->is_active &&  in ad_mux_machine()
1037 			if (port->aggregator->is_active)  in ad_mux_machine()
1377 	struct aggregator *aggregator, *free_aggregator = NULL, *temp_aggregator;  in ad_port_selection_logic()  local
1390 	/* if the port is connected to other aggregator, detach it */  in ad_port_selection_logic()
1391 	if (port->aggregator) {  in ad_port_selection_logic()
1392 		/* detach the port from its former aggregator */  in ad_port_selection_logic()
1393 		temp_aggregator = port->aggregator;  in ad_port_selection_logic()
1400 				 * aggregator  in ad_port_selection_logic()
1407 					 * aggregator  in ad_port_selection_logic()
1414 				 * aggregator  in ad_port_selection_logic()
1416 				port->aggregator = NULL;  in ad_port_selection_logic()
1423 				/* if the aggregator is empty, clear its  in ad_port_selection_logic()
1432 			/* meaning: the port was related to an aggregator  in ad_port_selection_logic()
1433 			 * but was not on the aggregator port list  in ad_port_selection_logic()
1435 …net_warn_ratelimited("%s: (slave %s): Warning: Port %d was related to aggregator %d but was not on…  in ad_port_selection_logic()
1439 					     port->aggregator->aggregator_identifier);  in ad_port_selection_logic()
1442 	/* search on all aggregators for a suitable aggregator for this port */  in ad_port_selection_logic()
1444 		aggregator = &(SLAVE_AD_INFO(slave)->aggregator);  in ad_port_selection_logic()
1446 		/* keep a free aggregator for later use(if needed) */  in ad_port_selection_logic()
1447 		if (!aggregator->lag_ports) {  in ad_port_selection_logic()
1449 				free_aggregator = aggregator;  in ad_port_selection_logic()
1452 		/* check if current aggregator suits us */  in ad_port_selection_logic()
1453 …if (((aggregator->actor_oper_aggregator_key == port->actor_oper_port_key) && /* if all parameters …  in ad_port_selection_logic()
1454 		     MAC_ADDRESS_EQUAL(&(aggregator->partner_system), &(port->partner_oper.system)) &&  in ad_port_selection_logic()
1455 		     (aggregator->partner_system_priority == port->partner_oper.system_priority) &&  in ad_port_selection_logic()
1456 		     (aggregator->partner_oper_aggregator_key == port->partner_oper.key)  in ad_port_selection_logic()
1459 		      !aggregator->is_individual)  /* but is not individual OR */  in ad_port_selection_logic()
1462 			/* attach to the founded aggregator */  in ad_port_selection_logic()
1463 			port->aggregator = aggregator;  in ad_port_selection_logic()
1465 				port->aggregator->aggregator_identifier;  in ad_port_selection_logic()
1466 			port->next_port_in_aggregator = aggregator->lag_ports;  in ad_port_selection_logic()
1467 			port->aggregator->num_of_ports++;  in ad_port_selection_logic()
1468 			aggregator->lag_ports = port;  in ad_port_selection_logic()
1471 				  port->aggregator->aggregator_identifier);  in ad_port_selection_logic()
1480 	/* the port couldn't find an aggregator - attach it to a new  in ad_port_selection_logic()
1481 	 * aggregator  in ad_port_selection_logic()
1485 			/* assign port a new aggregator */  in ad_port_selection_logic()
1486 			port->aggregator = free_aggregator;  in ad_port_selection_logic()
1488 				port->aggregator->aggregator_identifier;  in ad_port_selection_logic()
1490 			/* update the new aggregator's parameters  in ad_port_selection_logic()
1495 				port->aggregator->is_individual = false;  in ad_port_selection_logic()
1497 				port->aggregator->is_individual = true;  in ad_port_selection_logic()
1499 			port->aggregator->actor_admin_aggregator_key =  in ad_port_selection_logic()
1501 			port->aggregator->actor_oper_aggregator_key =  in ad_port_selection_logic()
1503 			port->aggregator->partner_system =  in ad_port_selection_logic()
1505 			port->aggregator->partner_system_priority =  in ad_port_selection_logic()
1507 			port->aggregator->partner_oper_aggregator_key = port->partner_oper.key;  in ad_port_selection_logic()
1508 			port->aggregator->receive_state = 1;  in ad_port_selection_logic()
1509 			port->aggregator->transmit_state = 1;  in ad_port_selection_logic()
1510 			port->aggregator->lag_ports = port;  in ad_port_selection_logic()
1511 			port->aggregator->num_of_ports++;  in ad_port_selection_logic()
1518 				  port->aggregator->aggregator_identifier);  in ad_port_selection_logic()
1521 				  "Port %d did not find a suitable aggregator\n",  in ad_port_selection_logic()
1525 	/* if all aggregator's ports are READY_N == TRUE, set ready=TRUE  in ad_port_selection_logic()
1526 	 * in all aggregator's ports, else set ready=FALSE in all  in ad_port_selection_logic()
1527 	 * aggregator's ports  in ad_port_selection_logic()
1529 	__set_agg_ports_ready(port->aggregator,  in ad_port_selection_logic()
1530 			      __agg_ports_are_ready(port->aggregator));  in ad_port_selection_logic()
1532 	aggregator = __get_first_agg(port);  in ad_port_selection_logic()
1533 	ad_agg_selection_logic(aggregator, update_slave_arr);  in ad_port_selection_logic()
1535 	if (!port->aggregator->is_active)  in ad_port_selection_logic()
1539 /* Decide if "agg" is a better choice for the new active aggregator that
1542 static struct aggregator *ad_agg_selection_test(struct aggregator *best,  in ad_agg_selection_test()
1543 						struct aggregator *curr)  in ad_agg_selection_test()
1611 static int agg_device_up(const struct aggregator *agg)  in agg_device_up()
1630  * @agg: the aggregator we're looking at
1633  * It is assumed that only one aggregator may be selected for a team.
1635  * The logic of this function is to select the aggregator according to
1638  * BOND_AD_STABLE: select the aggregator with the most ports attached to
1639  * it, and to reselect the active aggregator only if the previous
1640  * aggregator has no more ports related to it.
1642  * BOND_AD_BANDWIDTH: select the aggregator with the highest total
1646  * BOND_AD_COUNT: select the aggregator with largest number of ports
1654 static void ad_agg_selection_logic(struct aggregator *agg,  in ad_agg_selection_logic()
1657 	struct aggregator *best, *active, *origin;  in ad_agg_selection_logic()
1669 		agg = &(SLAVE_AD_INFO(slave)->aggregator);  in ad_agg_selection_logic()
1680 		 * aggregator if it's still active (it has an answering  in ad_agg_selection_logic()
1702 	/* if there is new best aggregator, activate it */  in ad_agg_selection_logic()
1715 			agg = &(SLAVE_AD_INFO(slave)->aggregator);  in ad_agg_selection_logic()
1753 	/* if the selected aggregator is of join individuals  in ad_agg_selection_logic()
1774  * ad_clear_agg - clear a given aggregator's parameters
1775  * @aggregator: the aggregator we're looking at
1777 static void ad_clear_agg(struct aggregator *aggregator)  in ad_clear_agg()  argument
1779 	if (aggregator) {  in ad_clear_agg()
1780 		aggregator->is_individual = false;  in ad_clear_agg()
1781 		aggregator->actor_admin_aggregator_key = 0;  in ad_clear_agg()
1782 		aggregator->actor_oper_aggregator_key = 0;  in ad_clear_agg()
1783 		eth_zero_addr(aggregator->partner_system.mac_addr_value);  in ad_clear_agg()
1784 		aggregator->partner_system_priority = 0;  in ad_clear_agg()
1785 		aggregator->partner_oper_aggregator_key = 0;  in ad_clear_agg()
1786 		aggregator->receive_state = 0;  in ad_clear_agg()
1787 		aggregator->transmit_state = 0;  in ad_clear_agg()
1788 		aggregator->lag_ports = NULL;  in ad_clear_agg()
1789 		aggregator->is_active = 0;  in ad_clear_agg()
1790 		aggregator->num_of_ports = 0;  in ad_clear_agg()
1792 			 aggregator->slave ?  in ad_clear_agg()
1793 			 aggregator->slave->dev->name : "NULL",  in ad_clear_agg()
1794 			 aggregator->aggregator_identifier);  in ad_clear_agg()
1799  * ad_initialize_agg - initialize a given aggregator's parameters
1800  * @aggregator: the aggregator we're looking at
1802 static void ad_initialize_agg(struct aggregator *aggregator)  in ad_initialize_agg()  argument
1804 	if (aggregator) {  in ad_initialize_agg()
1805 		ad_clear_agg(aggregator);  in ad_initialize_agg()
1807 		eth_zero_addr(aggregator->aggregator_mac_address.mac_addr_value);  in ad_initialize_agg()
1808 		aggregator->aggregator_identifier = 0;  in ad_initialize_agg()
1809 		aggregator->slave = NULL;  in ad_initialize_agg()
1864 		port->aggregator = NULL;  in ad_initialize_port()
1884  * Enable @port if it's in an active aggregator
1889 	if (port->aggregator->is_active) {  in ad_enable_collecting_distributing()
1893 			  port->aggregator->aggregator_identifier);  in ad_enable_collecting_distributing()
1908 	if (port->aggregator &&  in ad_disable_collecting_distributing()
1909 	    !MAC_ADDRESS_EQUAL(&(port->aggregator->partner_system),  in ad_disable_collecting_distributing()
1914 			  port->aggregator->aggregator_identifier);  in ad_disable_collecting_distributing()
1970  * bond_3ad_initiate_agg_selection - initate aggregator selection
2023 	struct aggregator *aggregator;  in bond_3ad_bind_slave()  local
2049 		/* aggregator initialization */  in bond_3ad_bind_slave()
2050 		aggregator = &(SLAVE_AD_INFO(slave)->aggregator);  in bond_3ad_bind_slave()
2052 		ad_initialize_agg(aggregator);  in bond_3ad_bind_slave()
2054 		aggregator->aggregator_mac_address = *((struct mac_addr *)bond->dev->dev_addr);  in bond_3ad_bind_slave()
2055 		aggregator->aggregator_identifier = ++BOND_AD_INFO(bond).aggregator_identifier;  in bond_3ad_bind_slave()
2056 		aggregator->slave = slave;  in bond_3ad_bind_slave()
2057 		aggregator->is_active = 0;  in bond_3ad_bind_slave()
2058 		aggregator->num_of_ports = 0;  in bond_3ad_bind_slave()
2066  * Search for the aggregator that is related to this port, remove the
2067  * aggregator and assign another aggregator for other port related to it
2073 	struct aggregator *aggregator, *new_aggregator, *temp_aggregator;  in bond_3ad_unbind_slave()  local
2082 	aggregator = &(SLAVE_AD_INFO(slave)->aggregator);  in bond_3ad_unbind_slave()
2092 		  aggregator->aggregator_identifier);  in bond_3ad_unbind_slave()
2102 	/* check if this aggregator is occupied */  in bond_3ad_unbind_slave()
2103 	if (aggregator->lag_ports) {  in bond_3ad_unbind_slave()
2104 		/* check if there are other ports related to this aggregator  in bond_3ad_unbind_slave()
2106 		 * there is a reason to search for new aggregator, and that we  in bond_3ad_unbind_slave()
2109 		if ((aggregator->lag_ports != port) ||  in bond_3ad_unbind_slave()
2110 		    (aggregator->lag_ports->next_port_in_aggregator)) {  in bond_3ad_unbind_slave()
2111 			/* find new aggregator for the related port(s) */  in bond_3ad_unbind_slave()
2113 				new_aggregator = &(SLAVE_AD_INFO(slave_iter)->aggregator);  in bond_3ad_unbind_slave()
2114 				/* if the new aggregator is empty, or it is  in bond_3ad_unbind_slave()
2125 			/* if new aggregator found, copy the aggregator's  in bond_3ad_unbind_slave()
2127 			 * new aggregator  in bond_3ad_unbind_slave()
2131 					  aggregator->aggregator_identifier,  in bond_3ad_unbind_slave()
2136 					slave_info(bond->dev, slave->dev, "Removing an active aggregator\n");  in bond_3ad_unbind_slave()
2140 				new_aggregator->is_individual = aggregator->is_individual;  in bond_3ad_unbind_slave()
2141 				new_aggregator->actor_admin_aggregator_key = aggregator->actor_admin_aggregator_key;  in bond_3ad_unbind_slave()
2142 				new_aggregator->actor_oper_aggregator_key = aggregator->actor_oper_aggregator_key;  in bond_3ad_unbind_slave()
2143 				new_aggregator->partner_system = aggregator->partner_system;  in bond_3ad_unbind_slave()
2144 				new_aggregator->partner_system_priority = aggregator->partner_system_priority;  in bond_3ad_unbind_slave()
2145 				new_aggregator->partner_oper_aggregator_key = aggregator->partner_oper_aggregator_key;  in bond_3ad_unbind_slave()
2146 				new_aggregator->receive_state = aggregator->receive_state;  in bond_3ad_unbind_slave()
2147 				new_aggregator->transmit_state = aggregator->transmit_state;  in bond_3ad_unbind_slave()
2148 				new_aggregator->lag_ports = aggregator->lag_ports;  in bond_3ad_unbind_slave()
2149 				new_aggregator->is_active = aggregator->is_active;  in bond_3ad_unbind_slave()
2150 				new_aggregator->num_of_ports = aggregator->num_of_ports;  in bond_3ad_unbind_slave()
2153 				 * the ports about the aggregator  in bond_3ad_unbind_slave()
2155 				for (temp_port = aggregator->lag_ports; temp_port;  in bond_3ad_unbind_slave()
2157 					temp_port->aggregator = new_aggregator;  in bond_3ad_unbind_slave()
2161 				ad_clear_agg(aggregator);  in bond_3ad_unbind_slave()
2167 …slave_warn(bond->dev, slave->dev, "unbinding aggregator, and could not find a new aggregator for i…  in bond_3ad_unbind_slave()
2171 			 * aggregator is the one we want to remove  in bond_3ad_unbind_slave()
2173 			select_new_active_agg = aggregator->is_active;  in bond_3ad_unbind_slave()
2174 			ad_clear_agg(aggregator);  in bond_3ad_unbind_slave()
2176 				slave_info(bond->dev, slave->dev, "Removing an active aggregator\n");  in bond_3ad_unbind_slave()
2177 				/* select new active aggregator */  in bond_3ad_unbind_slave()
2188 	/* find the aggregator that this port is connected to */  in bond_3ad_unbind_slave()
2190 		temp_aggregator = &(SLAVE_AD_INFO(slave_iter)->aggregator);  in bond_3ad_unbind_slave()
2192 		/* search the port in the aggregator's related ports */  in bond_3ad_unbind_slave()
2197 				/* the aggregator found - detach the port from  in bond_3ad_unbind_slave()
2198 				 * this aggregator  in bond_3ad_unbind_slave()
2210 						slave_info(bond->dev, slave->dev, "Removing an active aggregator\n");  in bond_3ad_unbind_slave()
2211 						/* select new active aggregator */  in bond_3ad_unbind_slave()
2290  * times out, and it selects an aggregator for the ports that are yet not
2291  * related to any aggregator, and selects the active aggregator for a bond.
2297 	struct aggregator *aggregator;  in bond_3ad_state_machine_handler()  local
2319 		/* select the active aggregator for the bond */  in bond_3ad_state_machine_handler()
2327 			aggregator = __get_first_agg(port);  in bond_3ad_state_machine_handler()
2328 			ad_agg_selection_logic(aggregator, &update_slave_arr);  in bond_3ad_state_machine_handler()
2496  * Handle reselection of aggregator (if needed) for this port.
2523  * Handle reselection of aggregator (if needed) for this port.
2527 	struct aggregator *agg;  in bond_3ad_handle_link_change()
2574  * if we have an active aggregator, we're up, if not, we're down.
2575  * Presumes that we cannot have an active aggregator if there are
2585 	struct aggregator *active;  in bond_3ad_set_carrier()
2595 	active = __get_active_agg(&(SLAVE_AD_INFO(first_slave)->aggregator));  in bond_3ad_set_carrier()
2616  * __bond_3ad_get_active_agg_info - get information of the active aggregator
2626 	struct aggregator *aggregator = NULL;  in __bond_3ad_get_active_agg_info()  local
2633 		if (port->aggregator && port->aggregator->is_active) {  in __bond_3ad_get_active_agg_info()
2634 			aggregator = port->aggregator;  in __bond_3ad_get_active_agg_info()
2639 	if (!aggregator)  in __bond_3ad_get_active_agg_info()
2642 	ad_info->aggregator_id = aggregator->aggregator_identifier;  in __bond_3ad_get_active_agg_info()
2643 	ad_info->ports = __agg_active_ports(aggregator);  in __bond_3ad_get_active_agg_info()
2644 	ad_info->actor_key = aggregator->actor_oper_aggregator_key;  in __bond_3ad_get_active_agg_info()
2645 	ad_info->partner_key = aggregator->partner_oper_aggregator_key;  in __bond_3ad_get_active_agg_info()
2647 			aggregator->partner_system.mac_addr_value);  in __bond_3ad_get_active_agg_info()