87 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,
100 static void send_query_map(struct ibmvnic_adapter *adapter);
103 static int send_login(struct ibmvnic_adapter *adapter);
104 static void send_query_cap(struct ibmvnic_adapter *adapter);
106 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
110 static int init_crq_queue(struct ibmvnic_adapter *adapter);
111 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
163  * @adapter: private device data
170 static int ibmvnic_wait_for_completion(struct ibmvnic_adapter *adapter,  in ibmvnic_wait_for_completion()  argument
178 	netdev = adapter->netdev;  in ibmvnic_wait_for_completion()
182 		if (!adapter->crq.active) {  in ibmvnic_wait_for_completion()
195 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter,  in alloc_long_term_buff()  argument
198 	struct device *dev = &adapter->vdev->dev;  in alloc_long_term_buff()
209 	ltb->map_id = adapter->map_id;  in alloc_long_term_buff()
210 	adapter->map_id++;  in alloc_long_term_buff()
212 	mutex_lock(&adapter->fw_lock);  in alloc_long_term_buff()
213 	adapter->fw_done_rc = 0;  in alloc_long_term_buff()
214 	reinit_completion(&adapter->fw_done);  in alloc_long_term_buff()
216 	rc = send_request_map(adapter, ltb->addr, ltb->size, ltb->map_id);  in alloc_long_term_buff()
222 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in alloc_long_term_buff()
230 	if (adapter->fw_done_rc) {  in alloc_long_term_buff()
232 			adapter->fw_done_rc);  in alloc_long_term_buff()
242 	mutex_unlock(&adapter->fw_lock);  in alloc_long_term_buff()
246 static void free_long_term_buff(struct ibmvnic_adapter *adapter,  in free_long_term_buff()  argument
249 	struct device *dev = &adapter->vdev->dev;  in free_long_term_buff()
258 	if (adapter->reset_reason != VNIC_RESET_FAILOVER &&  in free_long_term_buff()
259 	    adapter->reset_reason != VNIC_RESET_MOBILITY &&  in free_long_term_buff()
260 	    adapter->reset_reason != VNIC_RESET_TIMEOUT)  in free_long_term_buff()
261 		send_request_unmap(adapter, ltb->map_id);  in free_long_term_buff()
267 static int reset_long_term_buff(struct ibmvnic_adapter *adapter,  in reset_long_term_buff()  argument
270 	struct device *dev = &adapter->vdev->dev;  in reset_long_term_buff()
275 	mutex_lock(&adapter->fw_lock);  in reset_long_term_buff()
276 	adapter->fw_done_rc = 0;  in reset_long_term_buff()
278 	reinit_completion(&adapter->fw_done);  in reset_long_term_buff()
279 	rc = send_request_map(adapter, ltb->addr, ltb->size, ltb->map_id);  in reset_long_term_buff()
281 		mutex_unlock(&adapter->fw_lock);  in reset_long_term_buff()
285 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in reset_long_term_buff()
289 		mutex_unlock(&adapter->fw_lock);  in reset_long_term_buff()
293 	if (adapter->fw_done_rc) {  in reset_long_term_buff()
296 		free_long_term_buff(adapter, ltb);  in reset_long_term_buff()
297 		mutex_unlock(&adapter->fw_lock);  in reset_long_term_buff()
298 		return alloc_long_term_buff(adapter, ltb, ltb->size);  in reset_long_term_buff()
300 	mutex_unlock(&adapter->fw_lock);  in reset_long_term_buff()
304 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter)  in deactivate_rx_pools()  argument
308 	for (i = 0; i < adapter->num_active_rx_pools; i++)  in deactivate_rx_pools()
309 		adapter->rx_pool[i].active = 0;  in deactivate_rx_pools()
312 static void replenish_rx_pool(struct ibmvnic_adapter *adapter,  in replenish_rx_pool()  argument
316 	u64 handle = adapter->rx_scrq[pool->index]->handle;  in replenish_rx_pool()
317 	struct device *dev = &adapter->vdev->dev;  in replenish_rx_pool()
336 			adapter->replenish_no_mem++;  in replenish_rx_pool()
375 		lpar_rc = send_subcrq(adapter, handle, &sub_crq);  in replenish_rx_pool()
380 		adapter->replenish_add_buff_success++;  in replenish_rx_pool()
393 	adapter->replenish_add_buff_failure++;  in replenish_rx_pool()
396 	if (lpar_rc == H_CLOSED || adapter->failover_pending) {  in replenish_rx_pool()
402 		deactivate_rx_pools(adapter);  in replenish_rx_pool()
403 		netif_carrier_off(adapter->netdev);  in replenish_rx_pool()
407 static void replenish_pools(struct ibmvnic_adapter *adapter)  in replenish_pools()  argument
411 	adapter->replenish_task_cycles++;  in replenish_pools()
412 	for (i = 0; i < adapter->num_active_rx_pools; i++) {  in replenish_pools()
413 		if (adapter->rx_pool[i].active)  in replenish_pools()
414 			replenish_rx_pool(adapter, &adapter->rx_pool[i]);  in replenish_pools()
417 	netdev_dbg(adapter->netdev, "Replenished %d pools\n", i);  in replenish_pools()
420 static void release_stats_buffers(struct ibmvnic_adapter *adapter)  in release_stats_buffers()  argument
422 	kfree(adapter->tx_stats_buffers);  in release_stats_buffers()
423 	kfree(adapter->rx_stats_buffers);  in release_stats_buffers()
424 	adapter->tx_stats_buffers = NULL;  in release_stats_buffers()
425 	adapter->rx_stats_buffers = NULL;  in release_stats_buffers()
428 static int init_stats_buffers(struct ibmvnic_adapter *adapter)  in init_stats_buffers()  argument
430 	adapter->tx_stats_buffers =  in init_stats_buffers()
434 	if (!adapter->tx_stats_buffers)  in init_stats_buffers()
437 	adapter->rx_stats_buffers =  in init_stats_buffers()
441 	if (!adapter->rx_stats_buffers)  in init_stats_buffers()
447 static void release_stats_token(struct ibmvnic_adapter *adapter)  in release_stats_token()  argument
449 	struct device *dev = &adapter->vdev->dev;  in release_stats_token()
451 	if (!adapter->stats_token)  in release_stats_token()
454 	dma_unmap_single(dev, adapter->stats_token,  in release_stats_token()
457 	adapter->stats_token = 0;  in release_stats_token()
460 static int init_stats_token(struct ibmvnic_adapter *adapter)  in init_stats_token()  argument
462 	struct device *dev = &adapter->vdev->dev;  in init_stats_token()
465 	stok = dma_map_single(dev, &adapter->stats,  in init_stats_token()
473 	adapter->stats_token = stok;  in init_stats_token()
474 	netdev_dbg(adapter->netdev, "Stats token initialized (%llx)\n", stok);  in init_stats_token()
478 static int reset_rx_pools(struct ibmvnic_adapter *adapter)  in reset_rx_pools()  argument
485 	if (!adapter->rx_pool)  in reset_rx_pools()
488 	buff_size = adapter->cur_rx_buf_sz;  in reset_rx_pools()
489 	rx_scrqs = adapter->num_active_rx_pools;  in reset_rx_pools()
491 		rx_pool = &adapter->rx_pool[i];  in reset_rx_pools()
493 		netdev_dbg(adapter->netdev, "Re-setting rx_pool[%d]\n", i);  in reset_rx_pools()
496 			free_long_term_buff(adapter, &rx_pool->long_term_buff);  in reset_rx_pools()
498 			rc = alloc_long_term_buff(adapter,  in reset_rx_pools()
503 			rc = reset_long_term_buff(adapter,  in reset_rx_pools()
525 static void release_rx_pools(struct ibmvnic_adapter *adapter)  in release_rx_pools()  argument
530 	if (!adapter->rx_pool)  in release_rx_pools()
533 	for (i = 0; i < adapter->num_active_rx_pools; i++) {  in release_rx_pools()
534 		rx_pool = &adapter->rx_pool[i];  in release_rx_pools()
536 		netdev_dbg(adapter->netdev, "Releasing rx_pool[%d]\n", i);  in release_rx_pools()
539 		free_long_term_buff(adapter, &rx_pool->long_term_buff);  in release_rx_pools()
554 	kfree(adapter->rx_pool);  in release_rx_pools()
555 	adapter->rx_pool = NULL;  in release_rx_pools()
556 	adapter->num_active_rx_pools = 0;  in release_rx_pools()
561 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_rx_pools()  local
562 	struct device *dev = &adapter->vdev->dev;  in init_rx_pools()
568 	rxadd_subcrqs = adapter->num_active_rx_scrqs;  in init_rx_pools()
569 	buff_size = adapter->cur_rx_buf_sz;  in init_rx_pools()
571 	adapter->rx_pool = kcalloc(rxadd_subcrqs,  in init_rx_pools()
574 	if (!adapter->rx_pool) {  in init_rx_pools()
579 	adapter->num_active_rx_pools = rxadd_subcrqs;  in init_rx_pools()
582 		rx_pool = &adapter->rx_pool[i];  in init_rx_pools()
584 		netdev_dbg(adapter->netdev,  in init_rx_pools()
586 			   i, adapter->req_rx_add_entries_per_subcrq,  in init_rx_pools()
589 		rx_pool->size = adapter->req_rx_add_entries_per_subcrq;  in init_rx_pools()
597 			release_rx_pools(adapter);  in init_rx_pools()
606 			release_rx_pools(adapter);  in init_rx_pools()
610 		if (alloc_long_term_buff(adapter, &rx_pool->long_term_buff,  in init_rx_pools()
612 			release_rx_pools(adapter);  in init_rx_pools()
627 static int reset_one_tx_pool(struct ibmvnic_adapter *adapter,  in reset_one_tx_pool()  argument
632 	rc = reset_long_term_buff(adapter, &tx_pool->long_term_buff);  in reset_one_tx_pool()
649 static int reset_tx_pools(struct ibmvnic_adapter *adapter)  in reset_tx_pools()  argument
654 	if (!adapter->tx_pool)  in reset_tx_pools()
657 	tx_scrqs = adapter->num_active_tx_pools;  in reset_tx_pools()
659 		rc = reset_one_tx_pool(adapter, &adapter->tso_pool[i]);  in reset_tx_pools()
662 		rc = reset_one_tx_pool(adapter, &adapter->tx_pool[i]);  in reset_tx_pools()
670 static void release_vpd_data(struct ibmvnic_adapter *adapter)  in release_vpd_data()  argument
672 	if (!adapter->vpd)  in release_vpd_data()
675 	kfree(adapter->vpd->buff);  in release_vpd_data()
676 	kfree(adapter->vpd);  in release_vpd_data()
678 	adapter->vpd = NULL;  in release_vpd_data()
681 static void release_one_tx_pool(struct ibmvnic_adapter *adapter,  in release_one_tx_pool()  argument
686 	free_long_term_buff(adapter, &tx_pool->long_term_buff);  in release_one_tx_pool()
689 static void release_tx_pools(struct ibmvnic_adapter *adapter)  in release_tx_pools()  argument
693 	if (!adapter->tx_pool)  in release_tx_pools()
696 	for (i = 0; i < adapter->num_active_tx_pools; i++) {  in release_tx_pools()
697 		release_one_tx_pool(adapter, &adapter->tx_pool[i]);  in release_tx_pools()
698 		release_one_tx_pool(adapter, &adapter->tso_pool[i]);  in release_tx_pools()
701 	kfree(adapter->tx_pool);  in release_tx_pools()
702 	adapter->tx_pool = NULL;  in release_tx_pools()
703 	kfree(adapter->tso_pool);  in release_tx_pools()
704 	adapter->tso_pool = NULL;  in release_tx_pools()
705 	adapter->num_active_tx_pools = 0;  in release_tx_pools()
712 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_one_tx_pool()  local
721 	if (alloc_long_term_buff(adapter, &tx_pool->long_term_buff,  in init_one_tx_pool()
742 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in init_tx_pools()  local
746 	tx_subcrqs = adapter->num_active_tx_scrqs;  in init_tx_pools()
747 	adapter->tx_pool = kcalloc(tx_subcrqs,  in init_tx_pools()
749 	if (!adapter->tx_pool)  in init_tx_pools()
752 	adapter->tso_pool = kcalloc(tx_subcrqs,  in init_tx_pools()
754 	if (!adapter->tso_pool) {  in init_tx_pools()
755 		kfree(adapter->tx_pool);  in init_tx_pools()
756 		adapter->tx_pool = NULL;  in init_tx_pools()
760 	adapter->num_active_tx_pools = tx_subcrqs;  in init_tx_pools()
763 		rc = init_one_tx_pool(netdev, &adapter->tx_pool[i],  in init_tx_pools()
764 				      adapter->req_tx_entries_per_subcrq,  in init_tx_pools()
765 				      adapter->req_mtu + VLAN_HLEN);  in init_tx_pools()
767 			release_tx_pools(adapter);  in init_tx_pools()
771 		rc = init_one_tx_pool(netdev, &adapter->tso_pool[i],  in init_tx_pools()
775 			release_tx_pools(adapter);  in init_tx_pools()
783 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_enable()  argument
787 	if (adapter->napi_enabled)  in ibmvnic_napi_enable()
790 	for (i = 0; i < adapter->req_rx_queues; i++)  in ibmvnic_napi_enable()
791 		napi_enable(&adapter->napi[i]);  in ibmvnic_napi_enable()
793 	adapter->napi_enabled = true;  in ibmvnic_napi_enable()
796 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter)  in ibmvnic_napi_disable()  argument
800 	if (!adapter->napi_enabled)  in ibmvnic_napi_disable()
803 	for (i = 0; i < adapter->req_rx_queues; i++) {  in ibmvnic_napi_disable()
804 		netdev_dbg(adapter->netdev, "Disabling napi[%d]\n", i);  in ibmvnic_napi_disable()
805 		napi_disable(&adapter->napi[i]);  in ibmvnic_napi_disable()
808 	adapter->napi_enabled = false;  in ibmvnic_napi_disable()
811 static int init_napi(struct ibmvnic_adapter *adapter)  in init_napi()  argument
815 	adapter->napi = kcalloc(adapter->req_rx_queues,  in init_napi()
817 	if (!adapter->napi)  in init_napi()
820 	for (i = 0; i < adapter->req_rx_queues; i++) {  in init_napi()
821 		netdev_dbg(adapter->netdev, "Adding napi[%d]\n", i);  in init_napi()
822 		netif_napi_add(adapter->netdev, &adapter->napi[i],  in init_napi()
826 	adapter->num_active_rx_napi = adapter->req_rx_queues;  in init_napi()
830 static void release_napi(struct ibmvnic_adapter *adapter)  in release_napi()  argument
834 	if (!adapter->napi)  in release_napi()
837 	for (i = 0; i < adapter->num_active_rx_napi; i++) {  in release_napi()
838 		netdev_dbg(adapter->netdev, "Releasing napi[%d]\n", i);  in release_napi()
839 		netif_napi_del(&adapter->napi[i]);  in release_napi()
842 	kfree(adapter->napi);  in release_napi()
843 	adapter->napi = NULL;  in release_napi()
844 	adapter->num_active_rx_napi = 0;  in release_napi()
845 	adapter->napi_enabled = false;  in release_napi()
850 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_login()  local
864 		adapter->init_done_rc = 0;  in ibmvnic_login()
865 		reinit_completion(&adapter->init_done);  in ibmvnic_login()
866 		rc = send_login(adapter);  in ibmvnic_login()
870 		if (!wait_for_completion_timeout(&adapter->init_done,  in ibmvnic_login()
874 			adapter->init_done_rc = 0;  in ibmvnic_login()
879 		if (adapter->init_done_rc == ABORTED) {  in ibmvnic_login()
882 			adapter->init_done_rc = 0;  in ibmvnic_login()
888 		} else if (adapter->init_done_rc == PARTIALSUCCESS) {  in ibmvnic_login()
890 			release_sub_crqs(adapter, 1);  in ibmvnic_login()
895 			adapter->init_done_rc = 0;  in ibmvnic_login()
896 			reinit_completion(&adapter->init_done);  in ibmvnic_login()
897 			send_query_cap(adapter);  in ibmvnic_login()
898 			if (!wait_for_completion_timeout(&adapter->init_done,  in ibmvnic_login()
905 			rc = init_sub_crqs(adapter);  in ibmvnic_login()
912 			rc = init_sub_crq_irqs(adapter);  in ibmvnic_login()
918 		} else if (adapter->init_done_rc) {  in ibmvnic_login()
919 			netdev_warn(netdev, "Adapter login failed\n");  in ibmvnic_login()
924 	__ibmvnic_set_mac(netdev, adapter->mac_addr);  in ibmvnic_login()
926 	netdev_dbg(netdev, "[S:%d] Login succeeded\n", adapter->state);  in ibmvnic_login()
930 static void release_login_buffer(struct ibmvnic_adapter *adapter)  in release_login_buffer()  argument
932 	kfree(adapter->login_buf);  in release_login_buffer()
933 	adapter->login_buf = NULL;  in release_login_buffer()
936 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter)  in release_login_rsp_buffer()  argument
938 	kfree(adapter->login_rsp_buf);  in release_login_rsp_buffer()
939 	adapter->login_rsp_buf = NULL;  in release_login_rsp_buffer()
942 static void release_resources(struct ibmvnic_adapter *adapter)  in release_resources()  argument
944 	release_vpd_data(adapter);  in release_resources()
946 	release_tx_pools(adapter);  in release_resources()
947 	release_rx_pools(adapter);  in release_resources()
949 	release_napi(adapter);  in release_resources()
950 	release_login_buffer(adapter);  in release_resources()
951 	release_login_rsp_buffer(adapter);  in release_resources()
954 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state)  in set_link_state()  argument
956 	struct net_device *netdev = adapter->netdev;  in set_link_state()
972 		reinit_completion(&adapter->init_done);  in set_link_state()
973 		rc = ibmvnic_send_crq(adapter, &crq);  in set_link_state()
979 		if (!wait_for_completion_timeout(&adapter->init_done,  in set_link_state()
985 		if (adapter->init_done_rc == PARTIALSUCCESS) {  in set_link_state()
989 		} else if (adapter->init_done_rc) {  in set_link_state()
991 				    adapter->init_done_rc);  in set_link_state()
992 			return adapter->init_done_rc;  in set_link_state()
1001 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in set_real_num_queues()  local
1005 		   adapter->req_tx_queues, adapter->req_rx_queues);  in set_real_num_queues()
1007 	rc = netif_set_real_num_tx_queues(netdev, adapter->req_tx_queues);  in set_real_num_queues()
1013 	rc = netif_set_real_num_rx_queues(netdev, adapter->req_rx_queues);  in set_real_num_queues()
1020 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter)  in ibmvnic_get_vpd()  argument
1022 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_get_vpd()
1027 	if (adapter->vpd->buff)  in ibmvnic_get_vpd()
1028 		len = adapter->vpd->len;  in ibmvnic_get_vpd()
1030 	mutex_lock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1031 	adapter->fw_done_rc = 0;  in ibmvnic_get_vpd()
1032 	reinit_completion(&adapter->fw_done);  in ibmvnic_get_vpd()
1036 	rc = ibmvnic_send_crq(adapter, &crq);  in ibmvnic_get_vpd()
1038 		mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1042 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in ibmvnic_get_vpd()
1045 		mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1048 	mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1050 	if (!adapter->vpd->len)  in ibmvnic_get_vpd()
1053 	if (!adapter->vpd->buff)  in ibmvnic_get_vpd()
1054 		adapter->vpd->buff = kzalloc(adapter->vpd->len, GFP_KERNEL);  in ibmvnic_get_vpd()
1055 	else if (adapter->vpd->len != len)  in ibmvnic_get_vpd()
1056 		adapter->vpd->buff =  in ibmvnic_get_vpd()
1057 			krealloc(adapter->vpd->buff,  in ibmvnic_get_vpd()
1058 				 adapter->vpd->len, GFP_KERNEL);  in ibmvnic_get_vpd()
1060 	if (!adapter->vpd->buff) {  in ibmvnic_get_vpd()
1065 	adapter->vpd->dma_addr =  in ibmvnic_get_vpd()
1066 		dma_map_single(dev, adapter->vpd->buff, adapter->vpd->len,  in ibmvnic_get_vpd()
1068 	if (dma_mapping_error(dev, adapter->vpd->dma_addr)) {  in ibmvnic_get_vpd()
1070 		kfree(adapter->vpd->buff);  in ibmvnic_get_vpd()
1071 		adapter->vpd->buff = NULL;  in ibmvnic_get_vpd()
1075 	mutex_lock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1076 	adapter->fw_done_rc = 0;  in ibmvnic_get_vpd()
1077 	reinit_completion(&adapter->fw_done);  in ibmvnic_get_vpd()
1081 	crq.get_vpd.ioba = cpu_to_be32(adapter->vpd->dma_addr);  in ibmvnic_get_vpd()
1082 	crq.get_vpd.len = cpu_to_be32((u32)adapter->vpd->len);  in ibmvnic_get_vpd()
1083 	rc = ibmvnic_send_crq(adapter, &crq);  in ibmvnic_get_vpd()
1085 		kfree(adapter->vpd->buff);  in ibmvnic_get_vpd()
1086 		adapter->vpd->buff = NULL;  in ibmvnic_get_vpd()
1087 		mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1091 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in ibmvnic_get_vpd()
1094 		kfree(adapter->vpd->buff);  in ibmvnic_get_vpd()
1095 		adapter->vpd->buff = NULL;  in ibmvnic_get_vpd()
1096 		mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1100 	mutex_unlock(&adapter->fw_lock);  in ibmvnic_get_vpd()
1104 static int init_resources(struct ibmvnic_adapter *adapter)  in init_resources()  argument
1106 	struct net_device *netdev = adapter->netdev;  in init_resources()
1113 	adapter->vpd = kzalloc(sizeof(*adapter->vpd), GFP_KERNEL);  in init_resources()
1114 	if (!adapter->vpd)  in init_resources()
1118 	rc = ibmvnic_get_vpd(adapter);  in init_resources()
1124 	adapter->map_id = 1;  in init_resources()
1126 	rc = init_napi(adapter);  in init_resources()
1130 	send_query_map(adapter);  in init_resources()
1142 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_open()  local
1143 	enum vnic_state prev_state = adapter->state;  in __ibmvnic_open()
1146 	adapter->state = VNIC_OPENING;  in __ibmvnic_open()
1147 	replenish_pools(adapter);  in __ibmvnic_open()
1148 	ibmvnic_napi_enable(adapter);  in __ibmvnic_open()
1153 	for (i = 0; i < adapter->req_rx_queues; i++) {  in __ibmvnic_open()
1156 			enable_irq(adapter->rx_scrq[i]->irq);  in __ibmvnic_open()
1157 		enable_scrq_irq(adapter, adapter->rx_scrq[i]);  in __ibmvnic_open()
1160 	for (i = 0; i < adapter->req_tx_queues; i++) {  in __ibmvnic_open()
1163 			enable_irq(adapter->tx_scrq[i]->irq);  in __ibmvnic_open()
1164 		enable_scrq_irq(adapter, adapter->tx_scrq[i]);  in __ibmvnic_open()
1167 	rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_UP);  in __ibmvnic_open()
1169 		ibmvnic_napi_disable(adapter);  in __ibmvnic_open()
1170 		release_resources(adapter);  in __ibmvnic_open()
1177 		for (i = 0; i < adapter->req_rx_queues; i++)  in __ibmvnic_open()
1178 			napi_schedule(&adapter->napi[i]);  in __ibmvnic_open()
1181 	adapter->state = VNIC_OPEN;  in __ibmvnic_open()
1187 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_open()  local
1193 	if (adapter->failover_pending) {  in ibmvnic_open()
1194 		adapter->state = VNIC_OPEN;  in ibmvnic_open()
1198 	if (adapter->state != VNIC_CLOSED) {  in ibmvnic_open()
1203 		rc = init_resources(adapter);  in ibmvnic_open()
1206 			release_resources(adapter);  in ibmvnic_open()
1218 	if (rc && adapter->failover_pending) {  in ibmvnic_open()
1219 		adapter->state = VNIC_OPEN;  in ibmvnic_open()
1225 static void clean_rx_pools(struct ibmvnic_adapter *adapter)  in clean_rx_pools()  argument
1233 	if (!adapter->rx_pool)  in clean_rx_pools()
1236 	rx_scrqs = adapter->num_active_rx_pools;  in clean_rx_pools()
1237 	rx_entries = adapter->req_rx_add_entries_per_subcrq;  in clean_rx_pools()
1241 		rx_pool = &adapter->rx_pool[i];  in clean_rx_pools()
1245 		netdev_dbg(adapter->netdev, "Cleaning rx_pool[%d]\n", i);  in clean_rx_pools()
1256 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter,  in clean_one_tx_pool()  argument
1277 static void clean_tx_pools(struct ibmvnic_adapter *adapter)  in clean_tx_pools()  argument
1282 	if (!adapter->tx_pool || !adapter->tso_pool)  in clean_tx_pools()
1285 	tx_scrqs = adapter->num_active_tx_pools;  in clean_tx_pools()
1289 		netdev_dbg(adapter->netdev, "Cleaning tx_pool[%d]\n", i);  in clean_tx_pools()
1290 		clean_one_tx_pool(adapter, &adapter->tx_pool[i]);  in clean_tx_pools()
1291 		clean_one_tx_pool(adapter, &adapter->tso_pool[i]);  in clean_tx_pools()
1295 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter)  in ibmvnic_disable_irqs()  argument
1297 	struct net_device *netdev = adapter->netdev;  in ibmvnic_disable_irqs()
1300 	if (adapter->tx_scrq) {  in ibmvnic_disable_irqs()
1301 		for (i = 0; i < adapter->req_tx_queues; i++)  in ibmvnic_disable_irqs()
1302 			if (adapter->tx_scrq[i]->irq) {  in ibmvnic_disable_irqs()
1305 				disable_scrq_irq(adapter, adapter->tx_scrq[i]);  in ibmvnic_disable_irqs()
1306 				disable_irq(adapter->tx_scrq[i]->irq);  in ibmvnic_disable_irqs()
1310 	if (adapter->rx_scrq) {  in ibmvnic_disable_irqs()
1311 		for (i = 0; i < adapter->req_rx_queues; i++) {  in ibmvnic_disable_irqs()
1312 			if (adapter->rx_scrq[i]->irq) {  in ibmvnic_disable_irqs()
1315 				disable_scrq_irq(adapter, adapter->rx_scrq[i]);  in ibmvnic_disable_irqs()
1316 				disable_irq(adapter->rx_scrq[i]->irq);  in ibmvnic_disable_irqs()
1324 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_cleanup()  local
1327 	if (test_bit(0, &adapter->resetting))  in ibmvnic_cleanup()
1332 	ibmvnic_napi_disable(adapter);  in ibmvnic_cleanup()
1333 	ibmvnic_disable_irqs(adapter);  in ibmvnic_cleanup()
1335 	clean_rx_pools(adapter);  in ibmvnic_cleanup()
1336 	clean_tx_pools(adapter);  in ibmvnic_cleanup()
1341 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_close()  local
1344 	adapter->state = VNIC_CLOSING;  in __ibmvnic_close()
1345 	rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_DN);  in __ibmvnic_close()
1346 	adapter->state = VNIC_CLOSED;  in __ibmvnic_close()
1352 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_close()  local
1356 		   adapter->state, adapter->failover_pending,  in ibmvnic_close()
1357 		   adapter->force_reset_recovery);  in ibmvnic_close()
1362 	if (adapter->failover_pending) {  in ibmvnic_close()
1363 		adapter->state = VNIC_CLOSED;  in ibmvnic_close()
1526 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_xmit()  local
1528 	u8 *hdrs = (u8 *)&adapter->tx_rx_desc_req;  in ibmvnic_xmit()
1529 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_xmit()
1550 	if (test_bit(0, &adapter->resetting)) {  in ibmvnic_xmit()
1566 		tx_pool = &adapter->tso_pool[queue_num];  in ibmvnic_xmit()
1568 		tx_pool = &adapter->tx_pool[queue_num];  in ibmvnic_xmit()
1570 	tx_scrq = adapter->tx_scrq[queue_num];  in ibmvnic_xmit()
1641 	if (adapter->vlan_header_insertion && skb_vlan_tag_present(skb)) {  in ibmvnic_xmit()
1687 		lpar_rc = send_subcrq_indirect(adapter, handle,  in ibmvnic_xmit()
1694 		lpar_rc = send_subcrq(adapter, handle,  in ibmvnic_xmit()
1703 		if (lpar_rc == H_CLOSED || adapter->failover_pending) {  in ibmvnic_xmit()
1720 					>= adapter->req_tx_entries_per_subcrq) {  in ibmvnic_xmit()
1743 	adapter->tx_send_failed += tx_send_failed;  in ibmvnic_xmit()
1744 	adapter->tx_map_failed += tx_map_failed;  in ibmvnic_xmit()
1745 	adapter->tx_stats_buffers[queue_num].packets += tx_packets;  in ibmvnic_xmit()
1746 	adapter->tx_stats_buffers[queue_num].bytes += tx_bytes;  in ibmvnic_xmit()
1747 	adapter->tx_stats_buffers[queue_num].dropped_packets += tx_dropped;  in ibmvnic_xmit()
1754 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_multi()  local
1763 		if (!adapter->promisc_supported)  in ibmvnic_set_multi()
1772 			ibmvnic_send_crq(adapter, &crq);  in ibmvnic_set_multi()
1779 			ibmvnic_send_crq(adapter, &crq);  in ibmvnic_set_multi()
1789 				ibmvnic_send_crq(adapter, &crq);  in ibmvnic_set_multi()
1797 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in __ibmvnic_set_mac()  local
1811 	mutex_lock(&adapter->fw_lock);  in __ibmvnic_set_mac()
1812 	adapter->fw_done_rc = 0;  in __ibmvnic_set_mac()
1813 	reinit_completion(&adapter->fw_done);  in __ibmvnic_set_mac()
1815 	rc = ibmvnic_send_crq(adapter, &crq);  in __ibmvnic_set_mac()
1818 		mutex_unlock(&adapter->fw_lock);  in __ibmvnic_set_mac()
1822 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in __ibmvnic_set_mac()
1824 	if (rc || adapter->fw_done_rc) {  in __ibmvnic_set_mac()
1826 		mutex_unlock(&adapter->fw_lock);  in __ibmvnic_set_mac()
1829 	mutex_unlock(&adapter->fw_lock);  in __ibmvnic_set_mac()
1832 	ether_addr_copy(adapter->mac_addr, netdev->dev_addr);  in __ibmvnic_set_mac()
1838 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_mac()  local
1846 	ether_addr_copy(adapter->mac_addr, addr->sa_data);  in ibmvnic_set_mac()
1847 	if (adapter->state != VNIC_PROBED)  in ibmvnic_set_mac()
1857 static int do_change_param_reset(struct ibmvnic_adapter *adapter,  in do_change_param_reset()  argument
1861 	struct net_device *netdev = adapter->netdev;  in do_change_param_reset()
1864 	netdev_dbg(adapter->netdev, "Change param resetting driver (%d)\n",  in do_change_param_reset()
1868 	adapter->reset_reason = rwi->reset_reason;  in do_change_param_reset()
1878 	release_resources(adapter);  in do_change_param_reset()
1879 	release_sub_crqs(adapter, 1);  in do_change_param_reset()
1880 	release_crq_queue(adapter);  in do_change_param_reset()
1882 	adapter->state = VNIC_PROBED;  in do_change_param_reset()
1884 	rc = init_crq_queue(adapter);  in do_change_param_reset()
1887 		netdev_err(adapter->netdev,  in do_change_param_reset()
1892 	rc = ibmvnic_reset_init(adapter, true);  in do_change_param_reset()
1898 	/* If the adapter was in PROBE state prior to the reset,  in do_change_param_reset()
1909 	rc = init_resources(adapter);  in do_change_param_reset()
1913 	ibmvnic_disable_irqs(adapter);  in do_change_param_reset()
1915 	adapter->state = VNIC_CLOSED;  in do_change_param_reset()
1930 	for (i = 0; i < adapter->req_rx_queues; i++)  in do_change_param_reset()
1931 		napi_schedule(&adapter->napi[i]);  in do_change_param_reset()
1935 		adapter->state = reset_state;  in do_change_param_reset()
1943 static int do_reset(struct ibmvnic_adapter *adapter,  in do_reset()  argument
1948 	struct net_device *netdev = adapter->netdev;  in do_reset()
1951 	netdev_dbg(adapter->netdev,  in do_reset()
1953 		   adapter->state, adapter->failover_pending,  in do_reset()
1963 		adapter->failover_pending = false;  in do_reset()
1966 	adapter->reset_reason = rwi->reset_reason;  in do_reset()
1968 	old_num_rx_queues = adapter->req_rx_queues;  in do_reset()
1969 	old_num_tx_queues = adapter->req_tx_queues;  in do_reset()
1970 	old_num_rx_slots = adapter->req_rx_add_entries_per_subcrq;  in do_reset()
1971 	old_num_tx_slots = adapter->req_tx_entries_per_subcrq;  in do_reset()
1976 	    adapter->reset_reason != VNIC_RESET_MOBILITY &&  in do_reset()
1977 	    adapter->reset_reason != VNIC_RESET_FAILOVER) {  in do_reset()
1978 		adapter->state = VNIC_CLOSING;  in do_reset()
1986 		rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_DN);  in do_reset()
1991 		if (adapter->state != VNIC_CLOSING) {  in do_reset()
1996 		adapter->state = VNIC_CLOSED;  in do_reset()
1999 	if (adapter->reset_reason != VNIC_RESET_NON_FATAL) {  in do_reset()
2003 		adapter->state = VNIC_PROBED;  in do_reset()
2005 		if (adapter->reset_reason == VNIC_RESET_MOBILITY) {  in do_reset()
2006 			rc = ibmvnic_reenable_crq_queue(adapter);  in do_reset()
2007 			release_sub_crqs(adapter, 1);  in do_reset()
2009 			rc = ibmvnic_reset_crq(adapter);  in do_reset()
2011 				rc = vio_enable_interrupts(adapter->vdev);  in do_reset()
2013 					netdev_err(adapter->netdev,  in do_reset()
2020 			netdev_err(adapter->netdev,  in do_reset()
2025 		rc = ibmvnic_reset_init(adapter, true);  in do_reset()
2031 		/* If the adapter was in PROBE state prior to the reset,  in do_reset()
2044 		if (adapter->req_rx_queues != old_num_rx_queues ||  in do_reset()
2045 		    adapter->req_tx_queues != old_num_tx_queues ||  in do_reset()
2046 		    adapter->req_rx_add_entries_per_subcrq !=  in do_reset()
2048 		    adapter->req_tx_entries_per_subcrq !=  in do_reset()
2050 		    !adapter->rx_pool ||  in do_reset()
2051 		    !adapter->tso_pool ||  in do_reset()
2052 		    !adapter->tx_pool) {  in do_reset()
2053 			release_rx_pools(adapter);  in do_reset()
2054 			release_tx_pools(adapter);  in do_reset()
2055 			release_napi(adapter);  in do_reset()
2056 			release_vpd_data(adapter);  in do_reset()
2058 			rc = init_resources(adapter);  in do_reset()
2063 			rc = reset_tx_pools(adapter);  in do_reset()
2065 				netdev_dbg(adapter->netdev, "reset tx pools failed (%d)\n",  in do_reset()
2070 			rc = reset_rx_pools(adapter);  in do_reset()
2072 				netdev_dbg(adapter->netdev, "reset rx pools failed (%d)\n",  in do_reset()
2077 		ibmvnic_disable_irqs(adapter);  in do_reset()
2079 	adapter->state = VNIC_CLOSED;  in do_reset()
2095 	if (adapter->reset_reason == VNIC_RESET_FAILOVER ||  in do_reset()
2096 	    adapter->reset_reason == VNIC_RESET_MOBILITY) {  in do_reset()
2104 	/* restore the adapter state if reset failed */  in do_reset()
2106 		adapter->state = reset_state;  in do_reset()
2109 	netdev_dbg(adapter->netdev, "[S:%d FOP:%d] Reset done, rc %d\n",  in do_reset()
2110 		   adapter->state, adapter->failover_pending, rc);  in do_reset()
2114 static int do_hard_reset(struct ibmvnic_adapter *adapter,  in do_hard_reset()  argument
2117 	struct net_device *netdev = adapter->netdev;  in do_hard_reset()
2120 	netdev_dbg(adapter->netdev, "Hard resetting driver (%d)\n",  in do_hard_reset()
2124 	adapter->reset_reason = rwi->reset_reason;  in do_hard_reset()
2127 	release_resources(adapter);  in do_hard_reset()
2128 	release_sub_crqs(adapter, 0);  in do_hard_reset()
2129 	release_crq_queue(adapter);  in do_hard_reset()
2134 	adapter->state = VNIC_PROBED;  in do_hard_reset()
2136 	reinit_completion(&adapter->init_done);  in do_hard_reset()
2137 	rc = init_crq_queue(adapter);  in do_hard_reset()
2139 		netdev_err(adapter->netdev,  in do_hard_reset()
2144 	rc = ibmvnic_reset_init(adapter, false);  in do_hard_reset()
2148 	/* If the adapter was in PROBE state prior to the reset,  in do_hard_reset()
2158 	rc = init_resources(adapter);  in do_hard_reset()
2162 	ibmvnic_disable_irqs(adapter);  in do_hard_reset()
2163 	adapter->state = VNIC_CLOSED;  in do_hard_reset()
2177 	/* restore adapter state if reset failed */  in do_hard_reset()
2179 		adapter->state = reset_state;  in do_hard_reset()
2180 	netdev_dbg(adapter->netdev, "[S:%d FOP:%d] Hard reset done, rc %d\n",  in do_hard_reset()
2181 		   adapter->state, adapter->failover_pending, rc);  in do_hard_reset()
2185 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter)  in get_next_rwi()  argument
2190 	spin_lock_irqsave(&adapter->rwi_lock, flags);  in get_next_rwi()
2192 	if (!list_empty(&adapter->rwi_list)) {  in get_next_rwi()
2193 		rwi = list_first_entry(&adapter->rwi_list, struct ibmvnic_rwi,  in get_next_rwi()
2200 	spin_unlock_irqrestore(&adapter->rwi_lock, flags);  in get_next_rwi()
2207 	struct ibmvnic_adapter *adapter;  in __ibmvnic_reset()  local
2213 	adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset);  in __ibmvnic_reset()
2215 	if (test_and_set_bit_lock(0, &adapter->resetting)) {  in __ibmvnic_reset()
2216 		schedule_delayed_work(&adapter->ibmvnic_delayed_reset,  in __ibmvnic_reset()
2221 	rwi = get_next_rwi(adapter);  in __ibmvnic_reset()
2223 		spin_lock_irqsave(&adapter->state_lock, flags);  in __ibmvnic_reset()
2225 		if (adapter->state == VNIC_REMOVING ||  in __ibmvnic_reset()
2226 		    adapter->state == VNIC_REMOVED) {  in __ibmvnic_reset()
2227 			spin_unlock_irqrestore(&adapter->state_lock, flags);  in __ibmvnic_reset()
2234 			reset_state = adapter->state;  in __ibmvnic_reset()
2237 		spin_unlock_irqrestore(&adapter->state_lock, flags);  in __ibmvnic_reset()
2241 			rc = do_change_param_reset(adapter, rwi, reset_state);  in __ibmvnic_reset()
2242 		} else if (adapter->force_reset_recovery) {  in __ibmvnic_reset()
2248 			adapter->failover_pending = false;  in __ibmvnic_reset()
2251 			if (adapter->wait_for_reset) {  in __ibmvnic_reset()
2253 				adapter->force_reset_recovery = false;  in __ibmvnic_reset()
2254 				rc = do_hard_reset(adapter, rwi, reset_state);  in __ibmvnic_reset()
2257 				adapter->force_reset_recovery = false;  in __ibmvnic_reset()
2258 				rc = do_hard_reset(adapter, rwi, reset_state);  in __ibmvnic_reset()
2263 				netdev_dbg(adapter->netdev,  in __ibmvnic_reset()
2265 					   adapter->state);  in __ibmvnic_reset()
2270 			rc = do_reset(adapter, rwi, reset_state);  in __ibmvnic_reset()
2273 		adapter->last_reset_time = jiffies;  in __ibmvnic_reset()
2276 			netdev_dbg(adapter->netdev, "Reset failed, rc=%d\n", rc);  in __ibmvnic_reset()
2278 		rwi = get_next_rwi(adapter);  in __ibmvnic_reset()
2282 			adapter->force_reset_recovery = true;  in __ibmvnic_reset()
2285 	if (adapter->wait_for_reset) {  in __ibmvnic_reset()
2286 		adapter->reset_done_rc = rc;  in __ibmvnic_reset()
2287 		complete(&adapter->reset_done);  in __ibmvnic_reset()
2290 	clear_bit_unlock(0, &adapter->resetting);  in __ibmvnic_reset()
2292 	netdev_dbg(adapter->netdev,  in __ibmvnic_reset()
2294 		   adapter->state, adapter->force_reset_recovery,  in __ibmvnic_reset()
2295 		   adapter->wait_for_reset);  in __ibmvnic_reset()
2300 	struct ibmvnic_adapter *adapter;  in __ibmvnic_delayed_reset()  local
2302 	adapter = container_of(work, struct ibmvnic_adapter,  in __ibmvnic_delayed_reset()
2304 	__ibmvnic_reset(&adapter->ibmvnic_reset);  in __ibmvnic_delayed_reset()
2307 static int ibmvnic_reset(struct ibmvnic_adapter *adapter,  in ibmvnic_reset()  argument
2312 	struct net_device *netdev = adapter->netdev;  in ibmvnic_reset()
2316 	spin_lock_irqsave(&adapter->rwi_lock, flags);  in ibmvnic_reset()
2324 	if (adapter->state == VNIC_REMOVING ||  in ibmvnic_reset()
2325 	    adapter->state == VNIC_REMOVED ||  in ibmvnic_reset()
2326 	    (adapter->failover_pending && reason != VNIC_RESET_FAILOVER)) {  in ibmvnic_reset()
2328 		netdev_dbg(netdev, "Adapter removing or pending failover, skipping reset\n");  in ibmvnic_reset()
2332 	if (adapter->state == VNIC_PROBING) {  in ibmvnic_reset()
2333 		netdev_warn(netdev, "Adapter reset during probe\n");  in ibmvnic_reset()
2334 		adapter->init_done_rc = EAGAIN;  in ibmvnic_reset()
2339 	list_for_each(entry, &adapter->rwi_list) {  in ibmvnic_reset()
2357 	if (adapter->force_reset_recovery && !list_empty(&adapter->rwi_list)) {  in ibmvnic_reset()
2358 		list_for_each_safe(entry, tmp_entry, &adapter->rwi_list) {  in ibmvnic_reset()
2364 	list_add_tail(&rwi->list, &adapter->rwi_list);  in ibmvnic_reset()
2365 	netdev_dbg(adapter->netdev, "Scheduling reset (reason %d)\n", reason);  in ibmvnic_reset()
2366 	schedule_work(&adapter->ibmvnic_reset);  in ibmvnic_reset()
2371 	spin_unlock_irqrestore(&adapter->rwi_lock, flags);  in ibmvnic_reset()
2381 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_tx_timeout()  local
2383 	if (test_bit(0, &adapter->resetting)) {  in ibmvnic_tx_timeout()
2384 		netdev_err(adapter->netdev,  in ibmvnic_tx_timeout()
2385 			   "Adapter is resetting, skip timeout reset\n");  in ibmvnic_tx_timeout()
2391 	if (time_before(jiffies, (adapter->last_reset_time + dev->watchdog_timeo))) {  in ibmvnic_tx_timeout()
2395 	ibmvnic_reset(adapter, VNIC_RESET_TIMEOUT);  in ibmvnic_tx_timeout()
2398 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter,  in remove_buff_from_pool()  argument
2401 	struct ibmvnic_rx_pool *pool = &adapter->rx_pool[rx_buff->pool_index];  in remove_buff_from_pool()
2414 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_poll()  local
2415 	int scrq_num = (int)(napi - adapter->napi);  in ibmvnic_poll()
2427 		if (unlikely(test_bit(0, &adapter->resetting) &&  in ibmvnic_poll()
2428 			     adapter->reset_reason != VNIC_RESET_NON_FATAL)) {  in ibmvnic_poll()
2429 			enable_scrq_irq(adapter, adapter->rx_scrq[scrq_num]);  in ibmvnic_poll()
2434 		if (!pending_scrq(adapter, adapter->rx_scrq[scrq_num]))  in ibmvnic_poll()
2442 		next = ibmvnic_next_scrq(adapter, adapter->rx_scrq[scrq_num]);  in ibmvnic_poll()
2453 			remove_buff_from_pool(adapter, rx_buff);  in ibmvnic_poll()
2458 			remove_buff_from_pool(adapter, rx_buff);  in ibmvnic_poll()
2474 		if (adapter->rx_vlan_header_insertion &&  in ibmvnic_poll()
2481 		remove_buff_from_pool(adapter, rx_buff);  in ibmvnic_poll()
2496 		adapter->rx_stats_buffers[scrq_num].packets++;  in ibmvnic_poll()
2497 		adapter->rx_stats_buffers[scrq_num].bytes += length;  in ibmvnic_poll()
2501 	if (adapter->state != VNIC_CLOSING)  in ibmvnic_poll()
2502 		replenish_rx_pool(adapter, &adapter->rx_pool[scrq_num]);  in ibmvnic_poll()
2505 		enable_scrq_irq(adapter, adapter->rx_scrq[scrq_num]);  in ibmvnic_poll()
2507 		if (pending_scrq(adapter, adapter->rx_scrq[scrq_num]) &&  in ibmvnic_poll()
2509 			disable_scrq_irq(adapter, adapter->rx_scrq[scrq_num]);  in ibmvnic_poll()
2516 static int wait_for_reset(struct ibmvnic_adapter *adapter)  in wait_for_reset()  argument
2520 	adapter->fallback.mtu = adapter->req_mtu;  in wait_for_reset()
2521 	adapter->fallback.rx_queues = adapter->req_rx_queues;  in wait_for_reset()
2522 	adapter->fallback.tx_queues = adapter->req_tx_queues;  in wait_for_reset()
2523 	adapter->fallback.rx_entries = adapter->req_rx_add_entries_per_subcrq;  in wait_for_reset()
2524 	adapter->fallback.tx_entries = adapter->req_tx_entries_per_subcrq;  in wait_for_reset()
2526 	reinit_completion(&adapter->reset_done);  in wait_for_reset()
2527 	adapter->wait_for_reset = true;  in wait_for_reset()
2528 	rc = ibmvnic_reset(adapter, VNIC_RESET_CHANGE_PARAM);  in wait_for_reset()
2534 	rc = ibmvnic_wait_for_completion(adapter, &adapter->reset_done, 60000);  in wait_for_reset()
2541 	if (adapter->reset_done_rc) {  in wait_for_reset()
2543 		adapter->desired.mtu = adapter->fallback.mtu;  in wait_for_reset()
2544 		adapter->desired.rx_queues = adapter->fallback.rx_queues;  in wait_for_reset()
2545 		adapter->desired.tx_queues = adapter->fallback.tx_queues;  in wait_for_reset()
2546 		adapter->desired.rx_entries = adapter->fallback.rx_entries;  in wait_for_reset()
2547 		adapter->desired.tx_entries = adapter->fallback.tx_entries;  in wait_for_reset()
2549 		reinit_completion(&adapter->reset_done);  in wait_for_reset()
2550 		adapter->wait_for_reset = true;  in wait_for_reset()
2551 		rc = ibmvnic_reset(adapter, VNIC_RESET_CHANGE_PARAM);  in wait_for_reset()
2556 		rc = ibmvnic_wait_for_completion(adapter, &adapter->reset_done,  in wait_for_reset()
2564 	adapter->wait_for_reset = false;  in wait_for_reset()
2571 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_change_mtu()  local
2573 	adapter->desired.mtu = new_mtu + ETH_HLEN;  in ibmvnic_change_mtu()
2575 	return wait_for_reset(adapter);  in ibmvnic_change_mtu()
2612 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link_ksettings()  local
2615 	rc = send_query_phys_parms(adapter);  in ibmvnic_get_link_ksettings()
2617 		adapter->speed = SPEED_UNKNOWN;  in ibmvnic_get_link_ksettings()
2618 		adapter->duplex = DUPLEX_UNKNOWN;  in ibmvnic_get_link_ksettings()
2620 	cmd->base.speed = adapter->speed;  in ibmvnic_get_link_ksettings()
2621 	cmd->base.duplex = adapter->duplex;  in ibmvnic_get_link_ksettings()
2632 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_drvinfo()  local
2636 	strlcpy(info->fw_version, adapter->fw_version,  in ibmvnic_get_drvinfo()
2642 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_msglevel()  local
2644 	return adapter->msg_enable;  in ibmvnic_get_msglevel()
2649 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_msglevel()  local
2651 	adapter->msg_enable = data;  in ibmvnic_set_msglevel()
2656 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_link()  local
2661 	return adapter->logical_link_state;  in ibmvnic_get_link()
2667 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_ringparam()  local
2669 	ring->rx_max_pending = adapter->max_rx_add_entries_per_subcrq;  in ibmvnic_get_ringparam()
2670 	ring->tx_max_pending = adapter->max_tx_entries_per_subcrq;  in ibmvnic_get_ringparam()
2673 	ring->rx_pending = adapter->req_rx_add_entries_per_subcrq;  in ibmvnic_get_ringparam()
2674 	ring->tx_pending = adapter->req_tx_entries_per_subcrq;  in ibmvnic_get_ringparam()
2682 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_ringparam()  local
2684 	if (ring->rx_pending > adapter->max_rx_add_entries_per_subcrq  ||  in ibmvnic_set_ringparam()
2685 	    ring->tx_pending > adapter->max_tx_entries_per_subcrq) {  in ibmvnic_set_ringparam()
2688 			   adapter->max_rx_add_entries_per_subcrq);  in ibmvnic_set_ringparam()
2690 			   adapter->max_tx_entries_per_subcrq);  in ibmvnic_set_ringparam()
2694 	adapter->desired.rx_entries = ring->rx_pending;  in ibmvnic_set_ringparam()
2695 	adapter->desired.tx_entries = ring->tx_pending;  in ibmvnic_set_ringparam()
2697 	return wait_for_reset(adapter);  in ibmvnic_set_ringparam()
2703 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_get_channels()  local
2705 	channels->max_rx = adapter->max_rx_queues;  in ibmvnic_get_channels()
2706 	channels->max_tx = adapter->max_tx_queues;  in ibmvnic_get_channels()
2709 	channels->rx_count = adapter->req_rx_queues;  in ibmvnic_get_channels()
2710 	channels->tx_count = adapter->req_tx_queues;  in ibmvnic_get_channels()
2718 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_set_channels()  local
2720 	adapter->desired.rx_queues = channels->rx_count;  in ibmvnic_set_channels()
2721 	adapter->desired.tx_queues = channels->tx_count;  in ibmvnic_set_channels()
2723 	return wait_for_reset(adapter);  in ibmvnic_set_channels()
2728 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_strings()  local
2737 	for (i = 0; i < adapter->req_tx_queues; i++) {  in ibmvnic_get_strings()
2748 	for (i = 0; i < adapter->req_rx_queues; i++) {  in ibmvnic_get_strings()
2762 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_sset_count()  local
2767 		       adapter->req_tx_queues * NUM_TX_STATS +  in ibmvnic_get_sset_count()
2768 		       adapter->req_rx_queues * NUM_RX_STATS;  in ibmvnic_get_sset_count()
2777 	struct ibmvnic_adapter *adapter = netdev_priv(dev);  in ibmvnic_get_ethtool_stats()  local
2785 	crq.request_statistics.ioba = cpu_to_be32(adapter->stats_token);  in ibmvnic_get_ethtool_stats()
2790 	reinit_completion(&adapter->stats_done);  in ibmvnic_get_ethtool_stats()
2791 	rc = ibmvnic_send_crq(adapter, &crq);  in ibmvnic_get_ethtool_stats()
2794 	rc = ibmvnic_wait_for_completion(adapter, &adapter->stats_done, 10000);  in ibmvnic_get_ethtool_stats()
2800 				      (adapter, ibmvnic_stats[i].offset));  in ibmvnic_get_ethtool_stats()
2802 	for (j = 0; j < adapter->req_tx_queues; j++) {  in ibmvnic_get_ethtool_stats()
2803 		data[i] = adapter->tx_stats_buffers[j].packets;  in ibmvnic_get_ethtool_stats()
2805 		data[i] = adapter->tx_stats_buffers[j].bytes;  in ibmvnic_get_ethtool_stats()
2807 		data[i] = adapter->tx_stats_buffers[j].dropped_packets;  in ibmvnic_get_ethtool_stats()
2811 	for (j = 0; j < adapter->req_rx_queues; j++) {  in ibmvnic_get_ethtool_stats()
2812 		data[i] = adapter->rx_stats_buffers[j].packets;  in ibmvnic_get_ethtool_stats()
2814 		data[i] = adapter->rx_stats_buffers[j].bytes;  in ibmvnic_get_ethtool_stats()
2816 		data[i] = adapter->rx_stats_buffers[j].interrupts;  in ibmvnic_get_ethtool_stats()
2838 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter,  in reset_one_sub_crq_queue()  argument
2844 		netdev_dbg(adapter->netdev, "Invalid scrq reset.\n");  in reset_one_sub_crq_queue()
2858 		netdev_dbg(adapter->netdev, "Invalid scrq reset\n");  in reset_one_sub_crq_queue()
2862 	rc = h_reg_sub_crq(adapter->vdev->unit_address, scrq->msg_token,  in reset_one_sub_crq_queue()
2867 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter)  in reset_sub_crq_queues()  argument
2871 	if (!adapter->tx_scrq || !adapter->rx_scrq)  in reset_sub_crq_queues()
2874 	for (i = 0; i < adapter->req_tx_queues; i++) {  in reset_sub_crq_queues()
2875 		netdev_dbg(adapter->netdev, "Re-setting tx_scrq[%d]\n", i);  in reset_sub_crq_queues()
2876 		rc = reset_one_sub_crq_queue(adapter, adapter->tx_scrq[i]);  in reset_sub_crq_queues()
2881 	for (i = 0; i < adapter->req_rx_queues; i++) {  in reset_sub_crq_queues()
2882 		netdev_dbg(adapter->netdev, "Re-setting rx_scrq[%d]\n", i);  in reset_sub_crq_queues()
2883 		rc = reset_one_sub_crq_queue(adapter, adapter->rx_scrq[i]);  in reset_sub_crq_queues()
2891 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter,  in release_sub_crq_queue()  argument
2895 	struct device *dev = &adapter->vdev->dev;  in release_sub_crq_queue()
2898 	netdev_dbg(adapter->netdev, "Releasing sub-CRQ\n");  in release_sub_crq_queue()
2904 						adapter->vdev->unit_address,  in release_sub_crq_queue()
2909 			netdev_err(adapter->netdev,  in release_sub_crq_queue()
2922 							*adapter)  in init_sub_crq_queue()
2924 	struct device *dev = &adapter->vdev->dev;  in init_sub_crq_queue()
2946 	rc = h_reg_sub_crq(adapter->vdev->unit_address, scrq->msg_token,  in init_sub_crq_queue()
2950 		rc = ibmvnic_reset_crq(adapter);  in init_sub_crq_queue()
2953 		dev_warn(dev, "Partner adapter not ready, waiting.\n");  in init_sub_crq_queue()
2959 	scrq->adapter = adapter;  in init_sub_crq_queue()
2963 	netdev_dbg(adapter->netdev,  in init_sub_crq_queue()
2980 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free)  in release_sub_crqs()  argument
2984 	if (adapter->tx_scrq) {  in release_sub_crqs()
2985 		for (i = 0; i < adapter->num_active_tx_scrqs; i++) {  in release_sub_crqs()
2986 			if (!adapter->tx_scrq[i])  in release_sub_crqs()
2989 			netdev_dbg(adapter->netdev, "Releasing tx_scrq[%d]\n",  in release_sub_crqs()
2991 			if (adapter->tx_scrq[i]->irq) {  in release_sub_crqs()
2992 				free_irq(adapter->tx_scrq[i]->irq,  in release_sub_crqs()
2993 					 adapter->tx_scrq[i]);  in release_sub_crqs()
2994 				irq_dispose_mapping(adapter->tx_scrq[i]->irq);  in release_sub_crqs()
2995 				adapter->tx_scrq[i]->irq = 0;  in release_sub_crqs()
2998 			release_sub_crq_queue(adapter, adapter->tx_scrq[i],  in release_sub_crqs()
3002 		kfree(adapter->tx_scrq);  in release_sub_crqs()
3003 		adapter->tx_scrq = NULL;  in release_sub_crqs()
3004 		adapter->num_active_tx_scrqs = 0;  in release_sub_crqs()
3007 	if (adapter->rx_scrq) {  in release_sub_crqs()
3008 		for (i = 0; i < adapter->num_active_rx_scrqs; i++) {  in release_sub_crqs()
3009 			if (!adapter->rx_scrq[i])  in release_sub_crqs()
3012 			netdev_dbg(adapter->netdev, "Releasing rx_scrq[%d]\n",  in release_sub_crqs()
3014 			if (adapter->rx_scrq[i]->irq) {  in release_sub_crqs()
3015 				free_irq(adapter->rx_scrq[i]->irq,  in release_sub_crqs()
3016 					 adapter->rx_scrq[i]);  in release_sub_crqs()
3017 				irq_dispose_mapping(adapter->rx_scrq[i]->irq);  in release_sub_crqs()
3018 				adapter->rx_scrq[i]->irq = 0;  in release_sub_crqs()
3021 			release_sub_crq_queue(adapter, adapter->rx_scrq[i],  in release_sub_crqs()
3025 		kfree(adapter->rx_scrq);  in release_sub_crqs()
3026 		adapter->rx_scrq = NULL;  in release_sub_crqs()
3027 		adapter->num_active_rx_scrqs = 0;  in release_sub_crqs()
3031 static int disable_scrq_irq(struct ibmvnic_adapter *adapter,  in disable_scrq_irq()  argument
3034 	struct device *dev = &adapter->vdev->dev;  in disable_scrq_irq()
3037 	rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address,  in disable_scrq_irq()
3045 static int enable_scrq_irq(struct ibmvnic_adapter *adapter,  in enable_scrq_irq()  argument
3048 	struct device *dev = &adapter->vdev->dev;  in enable_scrq_irq()
3056 	if (test_bit(0, &adapter->resetting) &&  in enable_scrq_irq()
3057 	    adapter->reset_reason == VNIC_RESET_MOBILITY) {  in enable_scrq_irq()
3069 	rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address,  in enable_scrq_irq()
3077 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter,  in ibmvnic_complete_tx()  argument
3080 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_complete_tx()
3088 	while (pending_scrq(adapter, scrq)) {  in ibmvnic_complete_tx()
3099 		next = ibmvnic_next_scrq(adapter, scrq);  in ibmvnic_complete_tx()
3106 				tx_pool = &adapter->tso_pool[pool];  in ibmvnic_complete_tx()
3109 				tx_pool = &adapter->tx_pool[pool];  in ibmvnic_complete_tx()
3137 		    (adapter->req_tx_entries_per_subcrq / 2) &&  in ibmvnic_complete_tx()
3138 		    __netif_subqueue_stopped(adapter->netdev,  in ibmvnic_complete_tx()
3140 			netif_wake_subqueue(adapter->netdev, scrq->pool_index);  in ibmvnic_complete_tx()
3141 			netdev_dbg(adapter->netdev, "Started queue %d\n",  in ibmvnic_complete_tx()
3146 	enable_scrq_irq(adapter, scrq);  in ibmvnic_complete_tx()
3148 	if (pending_scrq(adapter, scrq)) {  in ibmvnic_complete_tx()
3149 		disable_scrq_irq(adapter, scrq);  in ibmvnic_complete_tx()
3159 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_tx()  local
3161 	disable_scrq_irq(adapter, scrq);  in ibmvnic_interrupt_tx()
3162 	ibmvnic_complete_tx(adapter, scrq);  in ibmvnic_interrupt_tx()
3170 	struct ibmvnic_adapter *adapter = scrq->adapter;  in ibmvnic_interrupt_rx()  local
3175 	if (unlikely(adapter->state != VNIC_OPEN))  in ibmvnic_interrupt_rx()
3178 	adapter->rx_stats_buffers[scrq->scrq_num].interrupts++;  in ibmvnic_interrupt_rx()
3180 	if (napi_schedule_prep(&adapter->napi[scrq->scrq_num])) {  in ibmvnic_interrupt_rx()
3181 		disable_scrq_irq(adapter, scrq);  in ibmvnic_interrupt_rx()
3182 		__napi_schedule(&adapter->napi[scrq->scrq_num]);  in ibmvnic_interrupt_rx()
3188 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter)  in init_sub_crq_irqs()  argument
3190 	struct device *dev = &adapter->vdev->dev;  in init_sub_crq_irqs()
3195 	for (i = 0; i < adapter->req_tx_queues; i++) {  in init_sub_crq_irqs()
3196 		netdev_dbg(adapter->netdev, "Initializing tx_scrq[%d] irq\n",  in init_sub_crq_irqs()
3198 		scrq = adapter->tx_scrq[i];  in init_sub_crq_irqs()
3208 			 adapter->vdev->unit_address, i);  in init_sub_crq_irqs()
3220 	for (i = 0; i < adapter->req_rx_queues; i++) {  in init_sub_crq_irqs()
3221 		netdev_dbg(adapter->netdev, "Initializing rx_scrq[%d] irq\n",  in init_sub_crq_irqs()
3223 		scrq = adapter->rx_scrq[i];  in init_sub_crq_irqs()
3231 			 adapter->vdev->unit_address, i);  in init_sub_crq_irqs()
3245 		free_irq(adapter->rx_scrq[j]->irq, adapter->rx_scrq[j]);  in init_sub_crq_irqs()
3246 		irq_dispose_mapping(adapter->rx_scrq[j]->irq);  in init_sub_crq_irqs()
3248 	i = adapter->req_tx_queues;  in init_sub_crq_irqs()
3251 		free_irq(adapter->tx_scrq[j]->irq, adapter->tx_scrq[j]);  in init_sub_crq_irqs()
3252 		irq_dispose_mapping(adapter->tx_scrq[j]->irq);  in init_sub_crq_irqs()
3254 	release_sub_crqs(adapter, 1);  in init_sub_crq_irqs()
3258 static int init_sub_crqs(struct ibmvnic_adapter *adapter)  in init_sub_crqs()  argument
3260 	struct device *dev = &adapter->vdev->dev;  in init_sub_crqs()
3267 	total_queues = adapter->req_tx_queues + adapter->req_rx_queues;  in init_sub_crqs()
3274 		allqueues[i] = init_sub_crq_queue(adapter);  in init_sub_crqs()
3284 	    adapter->min_tx_queues + adapter->min_rx_queues) {  in init_sub_crqs()
3291 		netdev_dbg(adapter->netdev, "Reducing number of queues\n");  in init_sub_crqs()
3294 			if (adapter->req_rx_queues > adapter->min_rx_queues)  in init_sub_crqs()
3295 				adapter->req_rx_queues--;  in init_sub_crqs()
3300 			if (adapter->req_tx_queues > adapter->min_tx_queues)  in init_sub_crqs()
3301 				adapter->req_tx_queues--;  in init_sub_crqs()
3308 	adapter->tx_scrq = kcalloc(adapter->req_tx_queues,  in init_sub_crqs()
3309 				   sizeof(*adapter->tx_scrq), GFP_KERNEL);  in init_sub_crqs()
3310 	if (!adapter->tx_scrq)  in init_sub_crqs()
3313 	for (i = 0; i < adapter->req_tx_queues; i++) {  in init_sub_crqs()
3314 		adapter->tx_scrq[i] = allqueues[i];  in init_sub_crqs()
3315 		adapter->tx_scrq[i]->pool_index = i;  in init_sub_crqs()
3316 		adapter->num_active_tx_scrqs++;  in init_sub_crqs()
3319 	adapter->rx_scrq = kcalloc(adapter->req_rx_queues,  in init_sub_crqs()
3320 				   sizeof(*adapter->rx_scrq), GFP_KERNEL);  in init_sub_crqs()
3321 	if (!adapter->rx_scrq)  in init_sub_crqs()
3324 	for (i = 0; i < adapter->req_rx_queues; i++) {  in init_sub_crqs()
3325 		adapter->rx_scrq[i] = allqueues[i + adapter->req_tx_queues];  in init_sub_crqs()
3326 		adapter->rx_scrq[i]->scrq_num = i;  in init_sub_crqs()
3327 		adapter->num_active_rx_scrqs++;  in init_sub_crqs()
3334 	kfree(adapter->tx_scrq);  in init_sub_crqs()
3335 	adapter->tx_scrq = NULL;  in init_sub_crqs()
3338 		release_sub_crq_queue(adapter, allqueues[i], 1);  in init_sub_crqs()
3343 static void send_request_cap(struct ibmvnic_adapter *adapter, int retry)  in send_request_cap()  argument
3345 	struct device *dev = &adapter->vdev->dev;  in send_request_cap()
3355 	if (!(adapter->netdev->flags & IFF_PROMISC) ||  in send_request_cap()
3356 	    adapter->promisc_supported)  in send_request_cap()
3365 		atomic_set(&adapter->running_cap_crqs, cap_reqs);  in send_request_cap()
3367 		if (adapter->min_tx_entries_per_subcrq > entries_page ||  in send_request_cap()
3368 		    adapter->min_rx_add_entries_per_subcrq > entries_page) {  in send_request_cap()
3373 		if (adapter->desired.mtu)  in send_request_cap()
3374 			adapter->req_mtu = adapter->desired.mtu;  in send_request_cap()
3376 			adapter->req_mtu = adapter->netdev->mtu + ETH_HLEN;  in send_request_cap()
3378 		if (!adapter->desired.tx_entries)  in send_request_cap()
3379 			adapter->desired.tx_entries =  in send_request_cap()
3380 					adapter->max_tx_entries_per_subcrq;  in send_request_cap()
3381 		if (!adapter->desired.rx_entries)  in send_request_cap()
3382 			adapter->desired.rx_entries =  in send_request_cap()
3383 					adapter->max_rx_add_entries_per_subcrq;  in send_request_cap()
3386 			      (adapter->req_mtu + IBMVNIC_BUFFER_HLEN);  in send_request_cap()
3388 		if ((adapter->req_mtu + IBMVNIC_BUFFER_HLEN) *  in send_request_cap()
3389 			adapter->desired.tx_entries > IBMVNIC_MAX_LTB_SIZE) {  in send_request_cap()
3390 			adapter->desired.tx_entries = max_entries;  in send_request_cap()
3393 		if ((adapter->req_mtu + IBMVNIC_BUFFER_HLEN) *  in send_request_cap()
3394 			adapter->desired.rx_entries > IBMVNIC_MAX_LTB_SIZE) {  in send_request_cap()
3395 			adapter->desired.rx_entries = max_entries;  in send_request_cap()
3398 		if (adapter->desired.tx_entries)  in send_request_cap()
3399 			adapter->req_tx_entries_per_subcrq =  in send_request_cap()
3400 					adapter->desired.tx_entries;  in send_request_cap()
3402 			adapter->req_tx_entries_per_subcrq =  in send_request_cap()
3403 					adapter->max_tx_entries_per_subcrq;  in send_request_cap()
3405 		if (adapter->desired.rx_entries)  in send_request_cap()
3406 			adapter->req_rx_add_entries_per_subcrq =  in send_request_cap()
3407 					adapter->desired.rx_entries;  in send_request_cap()
3409 			adapter->req_rx_add_entries_per_subcrq =  in send_request_cap()
3410 					adapter->max_rx_add_entries_per_subcrq;  in send_request_cap()
3412 		if (adapter->desired.tx_queues)  in send_request_cap()
3413 			adapter->req_tx_queues =  in send_request_cap()
3414 					adapter->desired.tx_queues;  in send_request_cap()
3416 			adapter->req_tx_queues =  in send_request_cap()
3417 					adapter->opt_tx_comp_sub_queues;  in send_request_cap()
3419 		if (adapter->desired.rx_queues)  in send_request_cap()
3420 			adapter->req_rx_queues =  in send_request_cap()
3421 					adapter->desired.rx_queues;  in send_request_cap()
3423 			adapter->req_rx_queues =  in send_request_cap()
3424 					adapter->opt_rx_comp_queues;  in send_request_cap()
3426 		adapter->req_rx_add_queues = adapter->max_rx_add_queues;  in send_request_cap()
3428 		atomic_add(cap_reqs, &adapter->running_cap_crqs);  in send_request_cap()
3435 	crq.request_capability.number = cpu_to_be64(adapter->req_tx_queues);  in send_request_cap()
3437 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3440 	crq.request_capability.number = cpu_to_be64(adapter->req_rx_queues);  in send_request_cap()
3442 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3445 	crq.request_capability.number = cpu_to_be64(adapter->req_rx_add_queues);  in send_request_cap()
3447 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3452 	    cpu_to_be64(adapter->req_tx_entries_per_subcrq);  in send_request_cap()
3454 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3459 	    cpu_to_be64(adapter->req_rx_add_entries_per_subcrq);  in send_request_cap()
3461 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3464 	crq.request_capability.number = cpu_to_be64(adapter->req_mtu);  in send_request_cap()
3466 	ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3468 	if (adapter->netdev->flags & IFF_PROMISC) {  in send_request_cap()
3469 		if (adapter->promisc_supported) {  in send_request_cap()
3474 			ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3481 		ibmvnic_send_crq(adapter, &crq);  in send_request_cap()
3490 static int pending_scrq(struct ibmvnic_adapter *adapter,  in pending_scrq()  argument
3501 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter,  in ibmvnic_next_scrq()  argument
3525 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_next_crq()  argument
3527 	struct ibmvnic_crq_queue *queue = &adapter->crq;  in ibmvnic_next_crq()
3546 				     "%s failed: Send request is malformed or adapter failover pending. (rc=%d)\n",  in print_subcrq_error()
3551 				     "%s failed: Backing queue closed. Adapter is down or failover pending. (rc=%d)\n",  in print_subcrq_error()
3560 static int send_subcrq(struct ibmvnic_adapter *adapter, u64 remote_handle,  in send_subcrq()  argument
3563 	unsigned int ua = adapter->vdev->unit_address;  in send_subcrq()
3564 	struct device *dev = &adapter->vdev->dev;  in send_subcrq()
3568 	netdev_dbg(adapter->netdev,  in send_subcrq()
3592 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter,  in send_subcrq_indirect()  argument
3595 	unsigned int ua = adapter->vdev->unit_address;  in send_subcrq_indirect()
3596 	struct device *dev = &adapter->vdev->dev;  in send_subcrq_indirect()
3611 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter,  in ibmvnic_send_crq()  argument
3614 	unsigned int ua = adapter->vdev->unit_address;  in ibmvnic_send_crq()
3615 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_send_crq()
3619 	netdev_dbg(adapter->netdev, "Sending CRQ: %016lx %016lx\n",  in ibmvnic_send_crq()
3623 	if (!adapter->crq.active &&  in ibmvnic_send_crq()
3648 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter)  in ibmvnic_send_crq_init()  argument
3650 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_send_crq_init()
3658 	netdev_dbg(adapter->netdev, "Sending CRQ init\n");  in ibmvnic_send_crq_init()
3661 		rc = ibmvnic_send_crq(adapter, &crq);  in ibmvnic_send_crq_init()
3677 static int send_version_xchg(struct ibmvnic_adapter *adapter)  in send_version_xchg()  argument
3686 	return ibmvnic_send_crq(adapter, &crq);  in send_version_xchg()
3695 static int vnic_client_data_len(struct ibmvnic_adapter *adapter)  in vnic_client_data_len()  argument
3706 	len += strlen(adapter->netdev->name) + 1;  in vnic_client_data_len()
3711 static void vnic_add_client_data(struct ibmvnic_adapter *adapter,  in vnic_add_client_data()  argument
3733 	len = strlen(adapter->netdev->name) + 1;  in vnic_add_client_data()
3735 	strncpy(vlcd->name, adapter->netdev->name, len);  in vnic_add_client_data()
3738 static int send_login(struct ibmvnic_adapter *adapter)  in send_login()  argument
3742 	struct device *dev = &adapter->vdev->dev;  in send_login()
3755 	if (!adapter->tx_scrq || !adapter->rx_scrq) {  in send_login()
3756 		netdev_err(adapter->netdev,  in send_login()
3761 	release_login_buffer(adapter);  in send_login()
3762 	release_login_rsp_buffer(adapter);  in send_login()
3764 	client_data_len = vnic_client_data_len(adapter);  in send_login()
3768 	    sizeof(u64) * (adapter->req_tx_queues + adapter->req_rx_queues) +  in send_login()
3783 			  sizeof(u64) * adapter->req_tx_queues +  in send_login()
3784 			  sizeof(u64) * adapter->req_rx_queues +  in send_login()
3785 			  sizeof(u64) * adapter->req_rx_queues +  in send_login()
3799 	adapter->login_buf = login_buffer;  in send_login()
3800 	adapter->login_buf_token = buffer_token;  in send_login()
3801 	adapter->login_buf_sz = buffer_size;  in send_login()
3802 	adapter->login_rsp_buf = login_rsp_buffer;  in send_login()
3803 	adapter->login_rsp_buf_token = rsp_buffer_token;  in send_login()
3804 	adapter->login_rsp_buf_sz = rsp_buffer_size;  in send_login()
3808 	login_buffer->num_txcomp_subcrqs = cpu_to_be32(adapter->req_tx_queues);  in send_login()
3811 	login_buffer->num_rxcomp_subcrqs = cpu_to_be32(adapter->req_rx_queues);  in send_login()
3814 			sizeof(u64) * adapter->req_tx_queues);  in send_login()
3822 				      sizeof(u64) * adapter->req_tx_queues);  in send_login()
3824 	for (i = 0; i < adapter->req_tx_queues; i++) {  in send_login()
3825 		if (adapter->tx_scrq[i]) {  in send_login()
3826 			tx_list_p[i] = cpu_to_be64(adapter->tx_scrq[i]->  in send_login()
3831 	for (i = 0; i < adapter->req_rx_queues; i++) {  in send_login()
3832 		if (adapter->rx_scrq[i]) {  in send_login()
3833 			rx_list_p[i] = cpu_to_be64(adapter->rx_scrq[i]->  in send_login()
3840 		((char *)rx_list_p + (sizeof(u64) * adapter->req_rx_queues));  in send_login()
3845 	vnic_add_client_data(adapter, vlcd);  in send_login()
3847 	netdev_dbg(adapter->netdev, "Login Buffer:\n");  in send_login()
3848 	for (i = 0; i < (adapter->login_buf_sz - 1) / 8 + 1; i++) {  in send_login()
3849 		netdev_dbg(adapter->netdev, "%016lx\n",  in send_login()
3850 			   ((unsigned long int *)(adapter->login_buf))[i]);  in send_login()
3859 	adapter->login_pending = true;  in send_login()
3860 	rc = ibmvnic_send_crq(adapter, &crq);  in send_login()
3862 		adapter->login_pending = false;  in send_login()
3863 		netdev_err(adapter->netdev, "Failed to send login, rc=%d\n", rc);  in send_login()
3871 	adapter->login_rsp_buf = NULL;  in send_login()
3876 	adapter->login_buf = NULL;  in send_login()
3881 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr,  in send_request_map()  argument
3892 	return ibmvnic_send_crq(adapter, &crq);  in send_request_map()
3895 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id)  in send_request_unmap()  argument
3903 	return ibmvnic_send_crq(adapter, &crq);  in send_request_unmap()
3906 static void send_query_map(struct ibmvnic_adapter *adapter)  in send_query_map()  argument
3913 	ibmvnic_send_crq(adapter, &crq);  in send_query_map()
3917 static void send_query_cap(struct ibmvnic_adapter *adapter)  in send_query_cap()  argument
3928 	atomic_set(&adapter->running_cap_crqs, cap_reqs);  in send_query_cap()
3935 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3939 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3943 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3947 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3951 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3955 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3960 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3965 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3970 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3975 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3979 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3983 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3987 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3991 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3995 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
3999 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4003 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4007 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4011 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4015 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4019 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4024 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4029 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4034 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4039 	ibmvnic_send_crq(adapter, &crq);  in send_query_cap()
4048 static void send_query_ip_offload(struct ibmvnic_adapter *adapter)  in send_query_ip_offload()  argument
4051 	struct device *dev = &adapter->vdev->dev;  in send_query_ip_offload()
4054 	adapter->ip_offload_tok =  in send_query_ip_offload()
4056 			       &adapter->ip_offload_buf,  in send_query_ip_offload()
4060 	if (dma_mapping_error(dev, adapter->ip_offload_tok)) {  in send_query_ip_offload()
4071 	    cpu_to_be32(adapter->ip_offload_tok);  in send_query_ip_offload()
4073 	ibmvnic_send_crq(adapter, &crq);  in send_query_ip_offload()
4076 static void send_control_ip_offload(struct ibmvnic_adapter *adapter)  in send_control_ip_offload()  argument
4078 	struct ibmvnic_control_ip_offload_buffer *ctrl_buf = &adapter->ip_offload_ctrl;  in send_control_ip_offload()
4079 	struct ibmvnic_query_ip_offload_buffer *buf = &adapter->ip_offload_buf;  in send_control_ip_offload()
4080 	struct device *dev = &adapter->vdev->dev;  in send_control_ip_offload()
4084 	adapter->ip_offload_ctrl_tok =  in send_control_ip_offload()
4087 			       sizeof(adapter->ip_offload_ctrl),  in send_control_ip_offload()
4090 	if (dma_mapping_error(dev, adapter->ip_offload_ctrl_tok)) {  in send_control_ip_offload()
4095 	ctrl_buf->len = cpu_to_be32(sizeof(adapter->ip_offload_ctrl));  in send_control_ip_offload()
4110 	if (adapter->state != VNIC_PROBING) {  in send_control_ip_offload()
4111 		old_hw_features = adapter->netdev->hw_features;  in send_control_ip_offload()
4112 		adapter->netdev->hw_features = 0;  in send_control_ip_offload()
4115 	adapter->netdev->hw_features = NETIF_F_SG | NETIF_F_GSO | NETIF_F_GRO;  in send_control_ip_offload()
4118 		adapter->netdev->hw_features |= NETIF_F_IP_CSUM;  in send_control_ip_offload()
4121 		adapter->netdev->hw_features |= NETIF_F_IPV6_CSUM;  in send_control_ip_offload()
4123 	if ((adapter->netdev->features &  in send_control_ip_offload()
4125 		adapter->netdev->hw_features |= NETIF_F_RXCSUM;  in send_control_ip_offload()
4128 		adapter->netdev->hw_features |= NETIF_F_TSO;  in send_control_ip_offload()
4130 		adapter->netdev->hw_features |= NETIF_F_TSO6;  in send_control_ip_offload()
4132 	if (adapter->state == VNIC_PROBING) {  in send_control_ip_offload()
4133 		adapter->netdev->features |= adapter->netdev->hw_features;  in send_control_ip_offload()
4134 	} else if (old_hw_features != adapter->netdev->hw_features) {  in send_control_ip_offload()
4138 		adapter->netdev->features &= adapter->netdev->hw_features;  in send_control_ip_offload()
4140 		tmp = (old_hw_features ^ adapter->netdev->hw_features) &  in send_control_ip_offload()
4141 			adapter->netdev->hw_features;  in send_control_ip_offload()
4142 		adapter->netdev->features |=  in send_control_ip_offload()
4143 				tmp & adapter->netdev->wanted_features;  in send_control_ip_offload()
4150 	    cpu_to_be32(sizeof(adapter->ip_offload_ctrl));  in send_control_ip_offload()
4151 	crq.control_ip_offload.ioba = cpu_to_be32(adapter->ip_offload_ctrl_tok);  in send_control_ip_offload()
4152 	ibmvnic_send_crq(adapter, &crq);  in send_control_ip_offload()
4156 				struct ibmvnic_adapter *adapter)  in handle_vpd_size_rsp()  argument
4158 	struct device *dev = &adapter->vdev->dev;  in handle_vpd_size_rsp()
4163 		complete(&adapter->fw_done);  in handle_vpd_size_rsp()
4167 	adapter->vpd->len = be64_to_cpu(crq->get_vpd_size_rsp.len);  in handle_vpd_size_rsp()
4168 	complete(&adapter->fw_done);  in handle_vpd_size_rsp()
4172 			   struct ibmvnic_adapter *adapter)  in handle_vpd_rsp()  argument
4174 	struct device *dev = &adapter->vdev->dev;  in handle_vpd_rsp()
4178 	memset(adapter->fw_version, 0, 32);  in handle_vpd_rsp()
4180 	dma_unmap_single(dev, adapter->vpd->dma_addr, adapter->vpd->len,  in handle_vpd_rsp()
4192 	substr = strnstr(adapter->vpd->buff, "RM", adapter->vpd->len);  in handle_vpd_rsp()
4199 	if ((substr + 2) < (adapter->vpd->buff + adapter->vpd->len)) {  in handle_vpd_rsp()
4206 	/* copy firmware version string from vpd into adapter */  in handle_vpd_rsp()
4208 	    (adapter->vpd->buff + adapter->vpd->len)) {  in handle_vpd_rsp()
4209 		strncpy((char *)adapter->fw_version, substr + 3, fw_level_len);  in handle_vpd_rsp()
4215 	if (adapter->fw_version[0] == '\0')  in handle_vpd_rsp()
4216 		strncpy((char *)adapter->fw_version, "N/A", 3 * sizeof(char));  in handle_vpd_rsp()
4217 	complete(&adapter->fw_done);  in handle_vpd_rsp()
4220 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter)  in handle_query_ip_offload_rsp()  argument
4222 	struct device *dev = &adapter->vdev->dev;  in handle_query_ip_offload_rsp()
4223 	struct ibmvnic_query_ip_offload_buffer *buf = &adapter->ip_offload_buf;  in handle_query_ip_offload_rsp()
4226 	dma_unmap_single(dev, adapter->ip_offload_tok,  in handle_query_ip_offload_rsp()
4227 			 sizeof(adapter->ip_offload_buf), DMA_FROM_DEVICE);  in handle_query_ip_offload_rsp()
4229 	netdev_dbg(adapter->netdev, "Query IP Offload Buffer:\n");  in handle_query_ip_offload_rsp()
4230 	for (i = 0; i < (sizeof(adapter->ip_offload_buf) - 1) / 8 + 1; i++)  in handle_query_ip_offload_rsp()
4231 		netdev_dbg(adapter->netdev, "%016lx\n",  in handle_query_ip_offload_rsp()
4234 	netdev_dbg(adapter->netdev, "ipv4_chksum = %d\n", buf->ipv4_chksum);  in handle_query_ip_offload_rsp()
4235 	netdev_dbg(adapter->netdev, "ipv6_chksum = %d\n", buf->ipv6_chksum);  in handle_query_ip_offload_rsp()
4236 	netdev_dbg(adapter->netdev, "tcp_ipv4_chksum = %d\n",  in handle_query_ip_offload_rsp()
4238 	netdev_dbg(adapter->netdev, "tcp_ipv6_chksum = %d\n",  in handle_query_ip_offload_rsp()
4240 	netdev_dbg(adapter->netdev, "udp_ipv4_chksum = %d\n",  in handle_query_ip_offload_rsp()
4242 	netdev_dbg(adapter->netdev, "udp_ipv6_chksum = %d\n",  in handle_query_ip_offload_rsp()
4244 	netdev_dbg(adapter->netdev, "large_tx_ipv4 = %d\n",  in handle_query_ip_offload_rsp()
4246 	netdev_dbg(adapter->netdev, "large_tx_ipv6 = %d\n",  in handle_query_ip_offload_rsp()
4248 	netdev_dbg(adapter->netdev, "large_rx_ipv4 = %d\n",  in handle_query_ip_offload_rsp()
4250 	netdev_dbg(adapter->netdev, "large_rx_ipv6 = %d\n",  in handle_query_ip_offload_rsp()
4252 	netdev_dbg(adapter->netdev, "max_ipv4_hdr_sz = %d\n",  in handle_query_ip_offload_rsp()
4254 	netdev_dbg(adapter->netdev, "max_ipv6_hdr_sz = %d\n",  in handle_query_ip_offload_rsp()
4256 	netdev_dbg(adapter->netdev, "max_tcp_hdr_size = %d\n",  in handle_query_ip_offload_rsp()
4258 	netdev_dbg(adapter->netdev, "max_udp_hdr_size = %d\n",  in handle_query_ip_offload_rsp()
4260 	netdev_dbg(adapter->netdev, "max_large_tx_size = %d\n",  in handle_query_ip_offload_rsp()
4262 	netdev_dbg(adapter->netdev, "max_large_rx_size = %d\n",  in handle_query_ip_offload_rsp()
4264 	netdev_dbg(adapter->netdev, "ipv6_ext_hdr = %d\n",  in handle_query_ip_offload_rsp()
4266 	netdev_dbg(adapter->netdev, "tcp_pseudosum_req = %d\n",  in handle_query_ip_offload_rsp()
4268 	netdev_dbg(adapter->netdev, "num_ipv6_ext_hd = %d\n",  in handle_query_ip_offload_rsp()
4270 	netdev_dbg(adapter->netdev, "off_ipv6_ext_hd = %d\n",  in handle_query_ip_offload_rsp()
4273 	send_control_ip_offload(adapter);  in handle_query_ip_offload_rsp()
4280 		return "adapter problem";  in ibmvnic_fw_err_cause()
4299 				    struct ibmvnic_adapter *adapter)  in handle_error_indication()  argument
4301 	struct device *dev = &adapter->vdev->dev;  in handle_error_indication()
4313 		ibmvnic_reset(adapter, VNIC_RESET_FATAL);  in handle_error_indication()
4315 		ibmvnic_reset(adapter, VNIC_RESET_NON_FATAL);  in handle_error_indication()
4319 				 struct ibmvnic_adapter *adapter)  in handle_change_mac_rsp()  argument
4321 	struct net_device *netdev = adapter->netdev;  in handle_change_mac_rsp()
4322 	struct device *dev = &adapter->vdev->dev;  in handle_change_mac_rsp()
4335 	ether_addr_copy(adapter->mac_addr,  in handle_change_mac_rsp()
4338 	complete(&adapter->fw_done);  in handle_change_mac_rsp()
4343 				   struct ibmvnic_adapter *adapter)  in handle_request_cap_rsp()  argument
4345 	struct device *dev = &adapter->vdev->dev;  in handle_request_cap_rsp()
4349 	atomic_dec(&adapter->running_cap_crqs);  in handle_request_cap_rsp()
4350 	netdev_dbg(adapter->netdev, "Outstanding request-caps: %d\n",  in handle_request_cap_rsp()
4351 		   atomic_read(&adapter->running_cap_crqs));  in handle_request_cap_rsp()
4354 		req_value = &adapter->req_tx_queues;  in handle_request_cap_rsp()
4358 		req_value = &adapter->req_rx_queues;  in handle_request_cap_rsp()
4362 		req_value = &adapter->req_rx_add_queues;  in handle_request_cap_rsp()
4366 		req_value = &adapter->req_tx_entries_per_subcrq;  in handle_request_cap_rsp()
4370 		req_value = &adapter->req_rx_add_entries_per_subcrq;  in handle_request_cap_rsp()
4374 		req_value = &adapter->req_mtu;  in handle_request_cap_rsp()
4378 		req_value = &adapter->promisc;  in handle_request_cap_rsp()
4400 			*req_value = adapter->fallback.mtu;  in handle_request_cap_rsp()
4406 		send_request_cap(adapter, 1);  in handle_request_cap_rsp()
4415 	if (atomic_read(&adapter->running_cap_crqs) == 0) {  in handle_request_cap_rsp()
4416 		adapter->wait_capability = false;  in handle_request_cap_rsp()
4417 		send_query_ip_offload(adapter);  in handle_request_cap_rsp()
4422 			    struct ibmvnic_adapter *adapter)  in handle_login_rsp()  argument
4424 	struct device *dev = &adapter->vdev->dev;  in handle_login_rsp()
4425 	struct net_device *netdev = adapter->netdev;  in handle_login_rsp()
4426 	struct ibmvnic_login_rsp_buffer *login_rsp = adapter->login_rsp_buf;  in handle_login_rsp()
4427 	struct ibmvnic_login_buffer *login = adapter->login_buf;  in handle_login_rsp()
4438 	if (!adapter->login_pending) {  in handle_login_rsp()
4442 	adapter->login_pending = false;  in handle_login_rsp()
4444 	dma_unmap_single(dev, adapter->login_buf_token, adapter->login_buf_sz,  in handle_login_rsp()
4446 	dma_unmap_single(dev, adapter->login_rsp_buf_token,  in handle_login_rsp()
4447 			 adapter->login_rsp_buf_sz, DMA_FROM_DEVICE);  in handle_login_rsp()
4454 		adapter->init_done_rc = login_rsp_crq->generic.rc.code;  in handle_login_rsp()
4455 		complete(&adapter->init_done);  in handle_login_rsp()
4459 	if (adapter->failover_pending) {  in handle_login_rsp()
4460 		adapter->init_done_rc = -EAGAIN;  in handle_login_rsp()
4462 		complete(&adapter->init_done);  in handle_login_rsp()
4467 	netdev->mtu = adapter->req_mtu - ETH_HLEN;  in handle_login_rsp()
4469 	netdev_dbg(adapter->netdev, "Login Response Buffer:\n");  in handle_login_rsp()
4470 	for (i = 0; i < (adapter->login_rsp_buf_sz - 1) / 8 + 1; i++) {  in handle_login_rsp()
4471 		netdev_dbg(adapter->netdev, "%016lx\n",  in handle_login_rsp()
4472 			   ((unsigned long int *)(adapter->login_rsp_buf))[i]);  in handle_login_rsp()
4478 	     adapter->req_rx_add_queues !=  in handle_login_rsp()
4481 		ibmvnic_reset(adapter, VNIC_RESET_FATAL);  in handle_login_rsp()
4484 	size_array = (u64 *)((u8 *)(adapter->login_rsp_buf) +  in handle_login_rsp()
4485 		be32_to_cpu(adapter->login_rsp_buf->off_rxadd_buff_size));  in handle_login_rsp()
4489 	adapter->cur_rx_buf_sz = be64_to_cpu(size_array[0]);  in handle_login_rsp()
4491 	num_tx_pools = be32_to_cpu(adapter->login_rsp_buf->num_txsubm_subcrqs);  in handle_login_rsp()
4492 	num_rx_pools = be32_to_cpu(adapter->login_rsp_buf->num_rxadd_subcrqs);  in handle_login_rsp()
4494 	tx_handle_array = (u64 *)((u8 *)(adapter->login_rsp_buf) +  in handle_login_rsp()
4495 				  be32_to_cpu(adapter->login_rsp_buf->off_txsubm_subcrqs));  in handle_login_rsp()
4496 	rx_handle_array = (u64 *)((u8 *)(adapter->login_rsp_buf) +  in handle_login_rsp()
4497 				  be32_to_cpu(adapter->login_rsp_buf->off_rxadd_subcrqs));  in handle_login_rsp()
4500 		adapter->tx_scrq[i]->handle = tx_handle_array[i];  in handle_login_rsp()
4503 		adapter->rx_scrq[i]->handle = rx_handle_array[i];  in handle_login_rsp()
4505 	adapter->num_active_tx_scrqs = num_tx_pools;  in handle_login_rsp()
4506 	adapter->num_active_rx_scrqs = num_rx_pools;  in handle_login_rsp()
4507 	release_login_rsp_buffer(adapter);  in handle_login_rsp()
4508 	release_login_buffer(adapter);  in handle_login_rsp()
4509 	complete(&adapter->init_done);  in handle_login_rsp()
4515 				     struct ibmvnic_adapter *adapter)  in handle_request_unmap_rsp()  argument
4517 	struct device *dev = &adapter->vdev->dev;  in handle_request_unmap_rsp()
4526 				 struct ibmvnic_adapter *adapter)  in handle_query_map_rsp()  argument
4528 	struct net_device *netdev = adapter->netdev;  in handle_query_map_rsp()
4529 	struct device *dev = &adapter->vdev->dev;  in handle_query_map_rsp()
4543 				 struct ibmvnic_adapter *adapter)  in handle_query_cap_rsp()  argument
4545 	struct net_device *netdev = adapter->netdev;  in handle_query_cap_rsp()
4546 	struct device *dev = &adapter->vdev->dev;  in handle_query_cap_rsp()
4549 	atomic_dec(&adapter->running_cap_crqs);  in handle_query_cap_rsp()
4551 		   atomic_read(&adapter->running_cap_crqs));  in handle_query_cap_rsp()
4560 		adapter->min_tx_queues =  in handle_query_cap_rsp()
4563 			   adapter->min_tx_queues);  in handle_query_cap_rsp()
4566 		adapter->min_rx_queues =  in handle_query_cap_rsp()
4569 			   adapter->min_rx_queues);  in handle_query_cap_rsp()
4572 		adapter->min_rx_add_queues =  in handle_query_cap_rsp()
4575 			   adapter->min_rx_add_queues);  in handle_query_cap_rsp()
4578 		adapter->max_tx_queues =  in handle_query_cap_rsp()
4581 			   adapter->max_tx_queues);  in handle_query_cap_rsp()
4584 		adapter->max_rx_queues =  in handle_query_cap_rsp()
4587 			   adapter->max_rx_queues);  in handle_query_cap_rsp()
4590 		adapter->max_rx_add_queues =  in handle_query_cap_rsp()
4593 			   adapter->max_rx_add_queues);  in handle_query_cap_rsp()
4596 		adapter->min_tx_entries_per_subcrq =  in handle_query_cap_rsp()
4599 			   adapter->min_tx_entries_per_subcrq);  in handle_query_cap_rsp()
4602 		adapter->min_rx_add_entries_per_subcrq =  in handle_query_cap_rsp()
4605 			   adapter->min_rx_add_entries_per_subcrq);  in handle_query_cap_rsp()
4608 		adapter->max_tx_entries_per_subcrq =  in handle_query_cap_rsp()
4611 			   adapter->max_tx_entries_per_subcrq);  in handle_query_cap_rsp()
4614 		adapter->max_rx_add_entries_per_subcrq =  in handle_query_cap_rsp()
4617 			   adapter->max_rx_add_entries_per_subcrq);  in handle_query_cap_rsp()
4620 		adapter->tcp_ip_offload =  in handle_query_cap_rsp()
4623 			   adapter->tcp_ip_offload);  in handle_query_cap_rsp()
4626 		adapter->promisc_supported =  in handle_query_cap_rsp()
4629 			   adapter->promisc_supported);  in handle_query_cap_rsp()
4632 		adapter->min_mtu = be64_to_cpu(crq->query_capability.number);  in handle_query_cap_rsp()
4633 		netdev->min_mtu = adapter->min_mtu - ETH_HLEN;  in handle_query_cap_rsp()
4634 		netdev_dbg(netdev, "min_mtu = %lld\n", adapter->min_mtu);  in handle_query_cap_rsp()
4637 		adapter->max_mtu = be64_to_cpu(crq->query_capability.number);  in handle_query_cap_rsp()
4638 		netdev->max_mtu = adapter->max_mtu - ETH_HLEN;  in handle_query_cap_rsp()
4639 		netdev_dbg(netdev, "max_mtu = %lld\n", adapter->max_mtu);  in handle_query_cap_rsp()
4642 		adapter->max_multicast_filters =  in handle_query_cap_rsp()
4645 			   adapter->max_multicast_filters);  in handle_query_cap_rsp()
4648 		adapter->vlan_header_insertion =  in handle_query_cap_rsp()
4650 		if (adapter->vlan_header_insertion)  in handle_query_cap_rsp()
4653 			   adapter->vlan_header_insertion);  in handle_query_cap_rsp()
4656 		adapter->rx_vlan_header_insertion =  in handle_query_cap_rsp()
4659 			   adapter->rx_vlan_header_insertion);  in handle_query_cap_rsp()
4662 		adapter->max_tx_sg_entries =  in handle_query_cap_rsp()
4665 			   adapter->max_tx_sg_entries);  in handle_query_cap_rsp()
4668 		adapter->rx_sg_supported =  in handle_query_cap_rsp()
4671 			   adapter->rx_sg_supported);  in handle_query_cap_rsp()
4674 		adapter->opt_tx_comp_sub_queues =  in handle_query_cap_rsp()
4677 			   adapter->opt_tx_comp_sub_queues);  in handle_query_cap_rsp()
4680 		adapter->opt_rx_comp_queues =  in handle_query_cap_rsp()
4683 			   adapter->opt_rx_comp_queues);  in handle_query_cap_rsp()
4686 		adapter->opt_rx_bufadd_q_per_rx_comp_q =  in handle_query_cap_rsp()
4689 			   adapter->opt_rx_bufadd_q_per_rx_comp_q);  in handle_query_cap_rsp()
4692 		adapter->opt_tx_entries_per_subcrq =  in handle_query_cap_rsp()
4695 			   adapter->opt_tx_entries_per_subcrq);  in handle_query_cap_rsp()
4698 		adapter->opt_rxba_entries_per_subcrq =  in handle_query_cap_rsp()
4701 			   adapter->opt_rxba_entries_per_subcrq);  in handle_query_cap_rsp()
4704 		adapter->tx_rx_desc_req = crq->query_capability.number;  in handle_query_cap_rsp()
4706 			   adapter->tx_rx_desc_req);  in handle_query_cap_rsp()
4715 	if (atomic_read(&adapter->running_cap_crqs) == 0) {  in handle_query_cap_rsp()
4716 		adapter->wait_capability = false;  in handle_query_cap_rsp()
4717 		send_request_cap(adapter, 0);  in handle_query_cap_rsp()
4721 static int send_query_phys_parms(struct ibmvnic_adapter *adapter)  in send_query_phys_parms()  argument
4730 	mutex_lock(&adapter->fw_lock);  in send_query_phys_parms()
4731 	adapter->fw_done_rc = 0;  in send_query_phys_parms()
4732 	reinit_completion(&adapter->fw_done);  in send_query_phys_parms()
4734 	rc = ibmvnic_send_crq(adapter, &crq);  in send_query_phys_parms()
4736 		mutex_unlock(&adapter->fw_lock);  in send_query_phys_parms()
4740 	rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000);  in send_query_phys_parms()
4742 		mutex_unlock(&adapter->fw_lock);  in send_query_phys_parms()
4746 	mutex_unlock(&adapter->fw_lock);  in send_query_phys_parms()
4747 	return adapter->fw_done_rc ? -EIO : 0;  in send_query_phys_parms()
4751 				       struct ibmvnic_adapter *adapter)  in handle_query_phys_parms_rsp()  argument
4753 	struct net_device *netdev = adapter->netdev;  in handle_query_phys_parms_rsp()
4764 		adapter->speed = SPEED_10;  in handle_query_phys_parms_rsp()
4767 		adapter->speed = SPEED_100;  in handle_query_phys_parms_rsp()
4770 		adapter->speed = SPEED_1000;  in handle_query_phys_parms_rsp()
4773 		adapter->speed = SPEED_10000;  in handle_query_phys_parms_rsp()
4776 		adapter->speed = SPEED_25000;  in handle_query_phys_parms_rsp()
4779 		adapter->speed = SPEED_40000;  in handle_query_phys_parms_rsp()
4782 		adapter->speed = SPEED_50000;  in handle_query_phys_parms_rsp()
4785 		adapter->speed = SPEED_100000;  in handle_query_phys_parms_rsp()
4788 		adapter->speed = SPEED_200000;  in handle_query_phys_parms_rsp()
4793 		adapter->speed = SPEED_UNKNOWN;  in handle_query_phys_parms_rsp()
4796 		adapter->duplex = DUPLEX_FULL;  in handle_query_phys_parms_rsp()
4798 		adapter->duplex = DUPLEX_HALF;  in handle_query_phys_parms_rsp()
4800 		adapter->duplex = DUPLEX_UNKNOWN;  in handle_query_phys_parms_rsp()
4806 			       struct ibmvnic_adapter *adapter)  in ibmvnic_handle_crq()  argument
4809 	struct net_device *netdev = adapter->netdev;  in ibmvnic_handle_crq()
4810 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_handle_crq()
4822 			adapter->from_passive_init = true;  in ibmvnic_handle_crq()
4826 			adapter->login_pending = false;  in ibmvnic_handle_crq()
4828 			if (!completion_done(&adapter->init_done)) {  in ibmvnic_handle_crq()
4829 				complete(&adapter->init_done);  in ibmvnic_handle_crq()
4830 				adapter->init_done_rc = -EIO;  in ibmvnic_handle_crq()
4832 			rc = ibmvnic_reset(adapter, VNIC_RESET_FAILOVER);  in ibmvnic_handle_crq()
4835 				 * reset either because the adapter was still  in ibmvnic_handle_crq()
4840 				 * is already scheduled or the adapter is  in ibmvnic_handle_crq()
4846 				adapter->failover_pending = false;  in ibmvnic_handle_crq()
4851 			adapter->crq.active = true;  in ibmvnic_handle_crq()
4852 			send_version_xchg(adapter);  in ibmvnic_handle_crq()
4860 		adapter->crq.active = false;  in ibmvnic_handle_crq()
4864 		if (!completion_done(&adapter->fw_done)) {  in ibmvnic_handle_crq()
4865 			adapter->fw_done_rc = -EIO;  in ibmvnic_handle_crq()
4866 			complete(&adapter->fw_done);  in ibmvnic_handle_crq()
4870 		if (!completion_done(&adapter->init_done)) {  in ibmvnic_handle_crq()
4871 			adapter->init_done_rc = -EAGAIN;  in ibmvnic_handle_crq()
4872 			complete(&adapter->init_done);  in ibmvnic_handle_crq()
4875 		if (!completion_done(&adapter->stats_done))  in ibmvnic_handle_crq()
4876 			complete(&adapter->stats_done);  in ibmvnic_handle_crq()
4877 		if (test_bit(0, &adapter->resetting))  in ibmvnic_handle_crq()
4878 			adapter->force_reset_recovery = true;  in ibmvnic_handle_crq()
4880 			dev_info(dev, "Migrated, re-enabling adapter\n");  in ibmvnic_handle_crq()
4881 			ibmvnic_reset(adapter, VNIC_RESET_MOBILITY);  in ibmvnic_handle_crq()
4884 			adapter->failover_pending = true;  in ibmvnic_handle_crq()
4886 			/* The adapter lost the connection */  in ibmvnic_handle_crq()
4887 			dev_err(dev, "Virtual Adapter failed (rc=%d)\n",  in ibmvnic_handle_crq()
4889 			ibmvnic_reset(adapter, VNIC_RESET_FATAL);  in ibmvnic_handle_crq()
4911 		send_query_cap(adapter);  in ibmvnic_handle_crq()
4914 		handle_query_cap_rsp(crq, adapter);  in ibmvnic_handle_crq()
4917 		handle_query_map_rsp(crq, adapter);  in ibmvnic_handle_crq()
4920 		adapter->fw_done_rc = crq->request_map_rsp.rc.code;  in ibmvnic_handle_crq()
4921 		complete(&adapter->fw_done);  in ibmvnic_handle_crq()
4924 		handle_request_unmap_rsp(crq, adapter);  in ibmvnic_handle_crq()
4927 		handle_request_cap_rsp(crq, adapter);  in ibmvnic_handle_crq()
4931 		handle_login_rsp(crq, adapter);  in ibmvnic_handle_crq()
4938 		adapter->logical_link_state =  in ibmvnic_handle_crq()
4940 		adapter->init_done_rc = crq->logical_link_state_rsp.rc.code;  in ibmvnic_handle_crq()
4941 		complete(&adapter->init_done);  in ibmvnic_handle_crq()
4945 		adapter->phys_link_state =  in ibmvnic_handle_crq()
4947 		adapter->logical_link_state =  in ibmvnic_handle_crq()
4949 		if (adapter->phys_link_state && adapter->logical_link_state)  in ibmvnic_handle_crq()
4956 		adapter->fw_done_rc = handle_change_mac_rsp(crq, adapter);  in ibmvnic_handle_crq()
4960 		handle_error_indication(crq, adapter);  in ibmvnic_handle_crq()
4964 		complete(&adapter->stats_done);  in ibmvnic_handle_crq()
4968 		handle_query_ip_offload_rsp(adapter);  in ibmvnic_handle_crq()
4975 		dma_unmap_single(dev, adapter->ip_offload_ctrl_tok,  in ibmvnic_handle_crq()
4976 				 sizeof(adapter->ip_offload_ctrl),  in ibmvnic_handle_crq()
4978 		complete(&adapter->init_done);  in ibmvnic_handle_crq()
4982 		complete(&adapter->fw_done);  in ibmvnic_handle_crq()
4985 		handle_vpd_size_rsp(crq, adapter);  in ibmvnic_handle_crq()
4988 		handle_vpd_rsp(crq, adapter);  in ibmvnic_handle_crq()
4991 		adapter->fw_done_rc = handle_query_phys_parms_rsp(crq, adapter);  in ibmvnic_handle_crq()
4992 		complete(&adapter->fw_done);  in ibmvnic_handle_crq()
5002 	struct ibmvnic_adapter *adapter = instance;  in ibmvnic_interrupt()  local
5004 	tasklet_schedule(&adapter->tasklet);  in ibmvnic_interrupt()
5010 	struct ibmvnic_adapter *adapter = from_tasklet(adapter, t, tasklet);  in ibmvnic_tasklet()  local
5011 	struct ibmvnic_crq_queue *queue = &adapter->crq;  in ibmvnic_tasklet()
5019 		while ((crq = ibmvnic_next_crq(adapter)) != NULL) {  in ibmvnic_tasklet()
5026 			ibmvnic_handle_crq(crq, adapter);  in ibmvnic_tasklet()
5033 	if (atomic_read(&adapter->running_cap_crqs) != 0)  in ibmvnic_tasklet()
5034 		adapter->wait_capability = true;  in ibmvnic_tasklet()
5038 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter)  in ibmvnic_reenable_crq_queue()  argument
5040 	struct vio_dev *vdev = adapter->vdev;  in ibmvnic_reenable_crq_queue()
5048 		dev_err(&vdev->dev, "Error enabling adapter (rc=%d)\n", rc);  in ibmvnic_reenable_crq_queue()
5053 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter)  in ibmvnic_reset_crq()  argument
5055 	struct ibmvnic_crq_queue *crq = &adapter->crq;  in ibmvnic_reset_crq()
5056 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_reset_crq()
5057 	struct vio_dev *vdev = adapter->vdev;  in ibmvnic_reset_crq()
5078 		/* Adapter is good, but other end is not ready */  in ibmvnic_reset_crq()
5079 		dev_warn(dev, "Partner adapter not ready\n");  in ibmvnic_reset_crq()
5086 static void release_crq_queue(struct ibmvnic_adapter *adapter)  in release_crq_queue()  argument
5088 	struct ibmvnic_crq_queue *crq = &adapter->crq;  in release_crq_queue()
5089 	struct vio_dev *vdev = adapter->vdev;  in release_crq_queue()
5095 	netdev_dbg(adapter->netdev, "Releasing CRQ\n");  in release_crq_queue()
5096 	free_irq(vdev->irq, adapter);  in release_crq_queue()
5097 	tasklet_kill(&adapter->tasklet);  in release_crq_queue()
5109 static int init_crq_queue(struct ibmvnic_adapter *adapter)  in init_crq_queue()  argument
5111 	struct ibmvnic_crq_queue *crq = &adapter->crq;  in init_crq_queue()
5112 	struct device *dev = &adapter->vdev->dev;  in init_crq_queue()
5113 	struct vio_dev *vdev = adapter->vdev;  in init_crq_queue()
5136 		rc = ibmvnic_reset_crq(adapter);  in init_crq_queue()
5140 		dev_warn(dev, "Partner adapter not ready\n");  in init_crq_queue()
5142 		dev_warn(dev, "Error %d opening adapter\n", rc);  in init_crq_queue()
5148 	tasklet_setup(&adapter->tasklet, (void *)ibmvnic_tasklet);  in init_crq_queue()
5150 	netdev_dbg(adapter->netdev, "registering irq 0x%x\n", vdev->irq);  in init_crq_queue()
5152 		 adapter->vdev->unit_address);  in init_crq_queue()
5153 	rc = request_irq(vdev->irq, ibmvnic_interrupt, 0, crq->name, adapter);  in init_crq_queue()
5170 	tasklet_schedule(&adapter->tasklet);  in init_crq_queue()
5175 	tasklet_kill(&adapter->tasklet);  in init_crq_queue()
5187 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter, bool reset)  in ibmvnic_reset_init()  argument
5189 	struct device *dev = &adapter->vdev->dev;  in ibmvnic_reset_init()
5191 	u64 old_num_rx_queues = adapter->req_rx_queues;  in ibmvnic_reset_init()
5192 	u64 old_num_tx_queues = adapter->req_tx_queues;  in ibmvnic_reset_init()
5195 	adapter->from_passive_init = false;  in ibmvnic_reset_init()
5198 		reinit_completion(&adapter->init_done);  in ibmvnic_reset_init()
5200 	adapter->init_done_rc = 0;  in ibmvnic_reset_init()
5201 	rc = ibmvnic_send_crq_init(adapter);  in ibmvnic_reset_init()
5207 	if (!wait_for_completion_timeout(&adapter->init_done, timeout)) {  in ibmvnic_reset_init()
5212 	if (adapter->init_done_rc) {  in ibmvnic_reset_init()
5213 		release_crq_queue(adapter);  in ibmvnic_reset_init()
5214 		return adapter->init_done_rc;  in ibmvnic_reset_init()
5217 	if (adapter->from_passive_init) {  in ibmvnic_reset_init()
5218 		adapter->state = VNIC_OPEN;  in ibmvnic_reset_init()
5219 		adapter->from_passive_init = false;  in ibmvnic_reset_init()
5224 	    test_bit(0, &adapter->resetting) && !adapter->wait_for_reset &&  in ibmvnic_reset_init()
5225 	    adapter->reset_reason != VNIC_RESET_MOBILITY) {  in ibmvnic_reset_init()
5226 		if (adapter->req_rx_queues != old_num_rx_queues ||  in ibmvnic_reset_init()
5227 		    adapter->req_tx_queues != old_num_tx_queues) {  in ibmvnic_reset_init()
5228 			release_sub_crqs(adapter, 0);  in ibmvnic_reset_init()
5229 			rc = init_sub_crqs(adapter);  in ibmvnic_reset_init()
5238 			clean_tx_pools(adapter);  in ibmvnic_reset_init()
5240 			rc = reset_sub_crq_queues(adapter);  in ibmvnic_reset_init()
5243 		rc = init_sub_crqs(adapter);  in ibmvnic_reset_init()
5248 		release_crq_queue(adapter);  in ibmvnic_reset_init()
5252 	rc = init_sub_crq_irqs(adapter);  in ibmvnic_reset_init()
5255 		release_crq_queue(adapter);  in ibmvnic_reset_init()
5265 	struct ibmvnic_adapter *adapter;  in ibmvnic_probe()  local
5287 	adapter = netdev_priv(netdev);  in ibmvnic_probe()
5288 	adapter->state = VNIC_PROBING;  in ibmvnic_probe()
5290 	adapter->vdev = dev;  in ibmvnic_probe()
5291 	adapter->netdev = netdev;  in ibmvnic_probe()
5292 	adapter->login_pending = false;  in ibmvnic_probe()
5294 	ether_addr_copy(adapter->mac_addr, mac_addr_p);  in ibmvnic_probe()
5295 	ether_addr_copy(netdev->dev_addr, adapter->mac_addr);  in ibmvnic_probe()
5301 	spin_lock_init(&adapter->stats_lock);  in ibmvnic_probe()
5303 	INIT_WORK(&adapter->ibmvnic_reset, __ibmvnic_reset);  in ibmvnic_probe()
5304 	INIT_DELAYED_WORK(&adapter->ibmvnic_delayed_reset,  in ibmvnic_probe()
5306 	INIT_LIST_HEAD(&adapter->rwi_list);  in ibmvnic_probe()
5307 	spin_lock_init(&adapter->rwi_lock);  in ibmvnic_probe()
5308 	spin_lock_init(&adapter->state_lock);  in ibmvnic_probe()
5309 	mutex_init(&adapter->fw_lock);  in ibmvnic_probe()
5310 	init_completion(&adapter->init_done);  in ibmvnic_probe()
5311 	init_completion(&adapter->fw_done);  in ibmvnic_probe()
5312 	init_completion(&adapter->reset_done);  in ibmvnic_probe()
5313 	init_completion(&adapter->stats_done);  in ibmvnic_probe()
5314 	clear_bit(0, &adapter->resetting);  in ibmvnic_probe()
5317 		rc = init_crq_queue(adapter);  in ibmvnic_probe()
5324 		rc = ibmvnic_reset_init(adapter, false);  in ibmvnic_probe()
5329 	rc = init_stats_buffers(adapter);  in ibmvnic_probe()
5333 	rc = init_stats_token(adapter);  in ibmvnic_probe()
5337 	netdev->mtu = adapter->req_mtu - ETH_HLEN;  in ibmvnic_probe()
5338 	netdev->min_mtu = adapter->min_mtu - ETH_HLEN;  in ibmvnic_probe()
5339 	netdev->max_mtu = adapter->max_mtu - ETH_HLEN;  in ibmvnic_probe()
5347 	adapter->state = VNIC_PROBED;  in ibmvnic_probe()
5349 	adapter->wait_for_reset = false;  in ibmvnic_probe()
5350 	adapter->last_reset_time = jiffies;  in ibmvnic_probe()
5365 	release_stats_token(adapter);  in ibmvnic_probe()
5368 	release_stats_buffers(adapter);  in ibmvnic_probe()
5371 	release_sub_crqs(adapter, 1);  in ibmvnic_probe()
5372 	release_crq_queue(adapter);  in ibmvnic_probe()
5373 	mutex_destroy(&adapter->fw_lock);  in ibmvnic_probe()
5382 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_remove()  local
5385 	spin_lock_irqsave(&adapter->state_lock, flags);  in ibmvnic_remove()
5394 	spin_lock(&adapter->rwi_lock);  in ibmvnic_remove()
5395 	adapter->state = VNIC_REMOVING;  in ibmvnic_remove()
5396 	spin_unlock(&adapter->rwi_lock);  in ibmvnic_remove()
5398 	spin_unlock_irqrestore(&adapter->state_lock, flags);  in ibmvnic_remove()
5400 	flush_work(&adapter->ibmvnic_reset);  in ibmvnic_remove()
5401 	flush_delayed_work(&adapter->ibmvnic_delayed_reset);  in ibmvnic_remove()
5406 	release_resources(adapter);  in ibmvnic_remove()
5407 	release_sub_crqs(adapter, 1);  in ibmvnic_remove()
5408 	release_crq_queue(adapter);  in ibmvnic_remove()
5410 	release_stats_token(adapter);  in ibmvnic_remove()
5411 	release_stats_buffers(adapter);  in ibmvnic_remove()
5413 	adapter->state = VNIC_REMOVED;  in ibmvnic_remove()
5416 	mutex_destroy(&adapter->fw_lock);  in ibmvnic_remove()
5428 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in failover_store()  local
5436 	rc = plpar_hcall(H_VIOCTL, retbuf, adapter->vdev->unit_address,  in failover_store()
5447 	rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address,  in failover_store()
5463 	struct ibmvnic_adapter *adapter;  in ibmvnic_get_desired_dma()  local
5474 	adapter = netdev_priv(netdev);  in ibmvnic_get_desired_dma()
5479 	for (i = 0; i < adapter->req_tx_queues + adapter->req_rx_queues; i++)  in ibmvnic_get_desired_dma()
5482 	for (i = 0; i < adapter->num_active_rx_pools; i++)  in ibmvnic_get_desired_dma()
5483 		ret += adapter->rx_pool[i].size *  in ibmvnic_get_desired_dma()
5484 		    IOMMU_PAGE_ALIGN(adapter->rx_pool[i].buff_size, tbl);  in ibmvnic_get_desired_dma()
5492 	struct ibmvnic_adapter *adapter = netdev_priv(netdev);  in ibmvnic_resume()  local
5494 	if (adapter->state != VNIC_OPEN)  in ibmvnic_resume()
5497 	tasklet_schedule(&adapter->tasklet);  in ibmvnic_resume()