2544 efx_ef10_build_rx_desc(struct efx_rx_queue *rx_queue, unsigned int index)  in efx_ef10_build_rx_desc()  argument
2549 	rxd = efx_rx_desc(rx_queue, index);  in efx_ef10_build_rx_desc()
2550 	rx_buf = efx_rx_buffer(rx_queue, index);  in efx_ef10_build_rx_desc()
2556 static void efx_ef10_rx_write(struct efx_rx_queue *rx_queue)  in efx_ef10_rx_write()  argument
2558 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_rx_write()
2563 	write_count = rx_queue->added_count & ~7;  in efx_ef10_rx_write()
2564 	if (rx_queue->notified_count == write_count)  in efx_ef10_rx_write()
2569 			rx_queue,  in efx_ef10_rx_write()
2570 			rx_queue->notified_count & rx_queue->ptr_mask);  in efx_ef10_rx_write()
2571 	while (++rx_queue->notified_count != write_count);  in efx_ef10_rx_write()
2575 			     write_count & rx_queue->ptr_mask);  in efx_ef10_rx_write()
2577 			efx_rx_queue_index(rx_queue));  in efx_ef10_rx_write()
2582 static void efx_ef10_rx_defer_refill(struct efx_rx_queue *rx_queue)  in efx_ef10_rx_defer_refill()  argument
2584 	struct efx_channel *channel = efx_rx_queue_channel(rx_queue);  in efx_ef10_rx_defer_refill()
2627 static void efx_ef10_handle_rx_wrong_queue(struct efx_rx_queue *rx_queue,  in efx_ef10_handle_rx_wrong_queue()  argument
2630 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_handle_rx_wrong_queue()
2634 		   efx_rx_queue_index(rx_queue), rx_queue_label);  in efx_ef10_handle_rx_wrong_queue()
2640 efx_ef10_handle_rx_bad_lbits(struct efx_rx_queue *rx_queue,  in efx_ef10_handle_rx_bad_lbits()  argument
2643 	unsigned int dropped = (actual - expected) & rx_queue->ptr_mask;  in efx_ef10_handle_rx_bad_lbits()
2644 	struct efx_nic *efx = rx_queue->efx;  in efx_ef10_handle_rx_bad_lbits()
2654 static void efx_ef10_handle_rx_abort(struct efx_rx_queue *rx_queue)  in efx_ef10_handle_rx_abort()  argument
2658 	netif_dbg(rx_queue->efx, hw, rx_queue->efx->net_dev,  in efx_ef10_handle_rx_abort()
2660 		  rx_queue->scatter_n);  in efx_ef10_handle_rx_abort()
2662 	rx_desc_ptr = rx_queue->removed_count & rx_queue->ptr_mask;  in efx_ef10_handle_rx_abort()
2664 	efx_rx_packet(rx_queue, rx_desc_ptr, rx_queue->scatter_n,  in efx_ef10_handle_rx_abort()
2667 	rx_queue->removed_count += rx_queue->scatter_n;  in efx_ef10_handle_rx_abort()
2668 	rx_queue->scatter_n = 0;  in efx_ef10_handle_rx_abort()
2669 	rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_abort()
2670 	++efx_rx_queue_channel(rx_queue)->n_rx_nodesc_trunc;  in efx_ef10_handle_rx_abort()
2772 	struct efx_rx_queue *rx_queue;  in efx_ef10_handle_rx_event()  local
2798 	rx_queue = efx_channel_get_rx_queue(channel);  in efx_ef10_handle_rx_event()
2800 	if (unlikely(rx_queue_label != efx_rx_queue_index(rx_queue)))  in efx_ef10_handle_rx_event()
2801 		efx_ef10_handle_rx_wrong_queue(rx_queue, rx_queue_label);  in efx_ef10_handle_rx_event()
2803 	n_descs = ((next_ptr_lbits - rx_queue->removed_count) &  in efx_ef10_handle_rx_event()
2806 	if (n_descs != rx_queue->scatter_n + 1) {  in efx_ef10_handle_rx_event()
2810 		if (unlikely(n_descs == rx_queue->scatter_n)) {  in efx_ef10_handle_rx_event()
2811 			if (rx_queue->scatter_n == 0 || rx_bytes != 0)  in efx_ef10_handle_rx_event()
2815 					    rx_queue->scatter_n,  in efx_ef10_handle_rx_event()
2817 			efx_ef10_handle_rx_abort(rx_queue);  in efx_ef10_handle_rx_event()
2827 		    rx_queue->scatter_n != 0 || rx_cont) {  in efx_ef10_handle_rx_event()
2829 				rx_queue, next_ptr_lbits,  in efx_ef10_handle_rx_event()
2830 				(rx_queue->removed_count +  in efx_ef10_handle_rx_event()
2831 				 rx_queue->scatter_n + 1) &  in efx_ef10_handle_rx_event()
2837 		rx_queue->scatter_n = 1;  in efx_ef10_handle_rx_event()
2838 		rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_event()
2844 		++rx_queue->scatter_n;  in efx_ef10_handle_rx_event()
2845 		rx_queue->scatter_len += rx_bytes;  in efx_ef10_handle_rx_event()
2892 		efx_rx_packet(rx_queue,  in efx_ef10_handle_rx_event()
2893 			      rx_queue->removed_count & rx_queue->ptr_mask,  in efx_ef10_handle_rx_event()
2894 			      rx_queue->scatter_n, rx_queue->scatter_len,  in efx_ef10_handle_rx_event()
2896 		rx_queue->removed_count += rx_queue->scatter_n;  in efx_ef10_handle_rx_event()
2899 	rx_queue->scatter_n = 0;  in efx_ef10_handle_rx_event()
2900 	rx_queue->scatter_len = 0;  in efx_ef10_handle_rx_event()
3036 		efx_fast_push_rx_descriptors(&channel->rx_queue, true);  in efx_ef10_handle_driver_generated_event()