Lines Matching refs:mcdi
63 struct efx_mcdi_iface *mcdi; in efx_mcdi_init() local
67 efx->mcdi = kzalloc(sizeof(*efx->mcdi), GFP_KERNEL); in efx_mcdi_init()
68 if (!efx->mcdi) in efx_mcdi_init()
71 mcdi = efx_mcdi(efx); in efx_mcdi_init()
72 mcdi->efx = efx; in efx_mcdi_init()
75 mcdi->logging_buffer = (char *)__get_free_page(GFP_KERNEL); in efx_mcdi_init()
76 if (!mcdi->logging_buffer) in efx_mcdi_init()
78 mcdi->logging_enabled = mcdi_logging_default; in efx_mcdi_init()
80 init_waitqueue_head(&mcdi->wq); in efx_mcdi_init()
81 init_waitqueue_head(&mcdi->proxy_rx_wq); in efx_mcdi_init()
82 spin_lock_init(&mcdi->iface_lock); in efx_mcdi_init()
83 mcdi->state = MCDI_STATE_QUIESCENT; in efx_mcdi_init()
84 mcdi->mode = MCDI_MODE_POLL; in efx_mcdi_init()
85 spin_lock_init(&mcdi->async_lock); in efx_mcdi_init()
86 INIT_LIST_HEAD(&mcdi->async_list); in efx_mcdi_init()
87 timer_setup(&mcdi->async_timer, efx_mcdi_timeout_async, 0); in efx_mcdi_init()
90 mcdi->new_epoch = true; in efx_mcdi_init()
111 if (efx->mcdi->fn_flags & in efx_mcdi_init()
118 free_page((unsigned long)mcdi->logging_buffer); in efx_mcdi_init()
121 kfree(efx->mcdi); in efx_mcdi_init()
122 efx->mcdi = NULL; in efx_mcdi_init()
129 if (!efx->mcdi) in efx_mcdi_detach()
132 BUG_ON(efx->mcdi->iface.state != MCDI_STATE_QUIESCENT); in efx_mcdi_detach()
140 if (!efx->mcdi) in efx_mcdi_fini()
144 free_page((unsigned long)efx->mcdi->iface.logging_buffer); in efx_mcdi_fini()
147 kfree(efx->mcdi); in efx_mcdi_fini()
153 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_send_request() local
155 char *buf = mcdi->logging_buffer; /* page-sized */ in efx_mcdi_send_request()
161 BUG_ON(mcdi->state == MCDI_STATE_QUIESCENT); in efx_mcdi_send_request()
164 spin_lock_bh(&mcdi->iface_lock); in efx_mcdi_send_request()
165 ++mcdi->seqno; in efx_mcdi_send_request()
166 seqno = mcdi->seqno & SEQ_MASK; in efx_mcdi_send_request()
167 spin_unlock_bh(&mcdi->iface_lock); in efx_mcdi_send_request()
170 if (mcdi->mode == MCDI_MODE_EVENTS) in efx_mcdi_send_request()
182 MCDI_HEADER_NOT_EPOCH, !mcdi->new_epoch); in efx_mcdi_send_request()
194 MCDI_HEADER_NOT_EPOCH, !mcdi->new_epoch); in efx_mcdi_send_request()
202 if (mcdi->logging_enabled && !WARN_ON_ONCE(!buf)) { in efx_mcdi_send_request()
230 mcdi->new_epoch = false; in efx_mcdi_send_request()
267 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_read_response_header() local
270 char *buf = mcdi->logging_buffer; /* page-sized */ in efx_mcdi_read_response_header()
280 mcdi->resp_hdr_len = 4; in efx_mcdi_read_response_header()
281 mcdi->resp_data_len = EFX_DWORD_FIELD(hdr, MCDI_HEADER_DATALEN); in efx_mcdi_read_response_header()
284 mcdi->resp_hdr_len = 8; in efx_mcdi_read_response_header()
285 mcdi->resp_data_len = in efx_mcdi_read_response_header()
290 if (mcdi->logging_enabled && !WARN_ON_ONCE(!buf)) { in efx_mcdi_read_response_header()
295 WARN_ON_ONCE(mcdi->resp_hdr_len % 4); in efx_mcdi_read_response_header()
296 hdr_len = mcdi->resp_hdr_len / 4; in efx_mcdi_read_response_header()
300 data_len = DIV_ROUND_UP(mcdi->resp_data_len, 4); in efx_mcdi_read_response_header()
313 mcdi->resp_hdr_len + (i * 4), 4); in efx_mcdi_read_response_header()
322 mcdi->resprc_raw = 0; in efx_mcdi_read_response_header()
323 if (error && mcdi->resp_data_len == 0) { in efx_mcdi_read_response_header()
325 mcdi->resprc = -EIO; in efx_mcdi_read_response_header()
326 } else if ((respseq ^ mcdi->seqno) & SEQ_MASK) { in efx_mcdi_read_response_header()
329 respseq, mcdi->seqno); in efx_mcdi_read_response_header()
330 mcdi->resprc = -EIO; in efx_mcdi_read_response_header()
332 efx->type->mcdi_read_response(efx, &hdr, mcdi->resp_hdr_len, 4); in efx_mcdi_read_response_header()
333 mcdi->resprc_raw = EFX_DWORD_FIELD(hdr, EFX_DWORD_0); in efx_mcdi_read_response_header()
334 mcdi->resprc = efx_mcdi_errno(mcdi->resprc_raw); in efx_mcdi_read_response_header()
336 mcdi->resprc = 0; in efx_mcdi_read_response_header()
342 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_poll_once() local
348 spin_lock_bh(&mcdi->iface_lock); in efx_mcdi_poll_once()
350 spin_unlock_bh(&mcdi->iface_lock); in efx_mcdi_poll_once()
357 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_poll() local
365 spin_lock_bh(&mcdi->iface_lock); in efx_mcdi_poll()
366 mcdi->resprc = rc; in efx_mcdi_poll()
367 mcdi->resp_hdr_len = 0; in efx_mcdi_poll()
368 mcdi->resp_data_len = 0; in efx_mcdi_poll()
369 spin_unlock_bh(&mcdi->iface_lock); in efx_mcdi_poll()
406 if (!efx->mcdi) in efx_mcdi_poll_reboot()
412 static bool efx_mcdi_acquire_async(struct efx_mcdi_iface *mcdi) in efx_mcdi_acquire_async() argument
414 return cmpxchg(&mcdi->state, in efx_mcdi_acquire_async()
419 static void efx_mcdi_acquire_sync(struct efx_mcdi_iface *mcdi) in efx_mcdi_acquire_sync() argument
424 wait_event(mcdi->wq, in efx_mcdi_acquire_sync()
425 cmpxchg(&mcdi->state, in efx_mcdi_acquire_sync()
432 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_await_completion() local
434 if (wait_event_timeout(mcdi->wq, mcdi->state == MCDI_STATE_COMPLETED, in efx_mcdi_await_completion()
446 if (mcdi->mode == MCDI_MODE_POLL) in efx_mcdi_await_completion()
455 static bool efx_mcdi_complete_sync(struct efx_mcdi_iface *mcdi) in efx_mcdi_complete_sync() argument
457 if (cmpxchg(&mcdi->state, in efx_mcdi_complete_sync()
460 wake_up(&mcdi->wq); in efx_mcdi_complete_sync()
467 static void efx_mcdi_release(struct efx_mcdi_iface *mcdi) in efx_mcdi_release() argument
469 if (mcdi->mode == MCDI_MODE_EVENTS) { in efx_mcdi_release()
471 struct efx_nic *efx = mcdi->efx; in efx_mcdi_release()
474 spin_lock_bh(&mcdi->async_lock); in efx_mcdi_release()
476 &mcdi->async_list, struct efx_mcdi_async_param, list); in efx_mcdi_release()
478 mcdi->state = MCDI_STATE_RUNNING_ASYNC; in efx_mcdi_release()
482 mod_timer(&mcdi->async_timer, in efx_mcdi_release()
485 spin_unlock_bh(&mcdi->async_lock); in efx_mcdi_release()
491 mcdi->state = MCDI_STATE_QUIESCENT; in efx_mcdi_release()
492 wake_up(&mcdi->wq); in efx_mcdi_release()
500 static bool efx_mcdi_complete_async(struct efx_mcdi_iface *mcdi, bool timeout) in efx_mcdi_complete_async() argument
502 struct efx_nic *efx = mcdi->efx; in efx_mcdi_complete_async()
509 if (cmpxchg(&mcdi->state, in efx_mcdi_complete_async()
514 spin_lock(&mcdi->iface_lock); in efx_mcdi_complete_async()
519 ++mcdi->seqno; in efx_mcdi_complete_async()
520 ++mcdi->credits; in efx_mcdi_complete_async()
525 rc = mcdi->resprc; in efx_mcdi_complete_async()
526 hdr_len = mcdi->resp_hdr_len; in efx_mcdi_complete_async()
527 data_len = mcdi->resp_data_len; in efx_mcdi_complete_async()
529 spin_unlock(&mcdi->iface_lock); in efx_mcdi_complete_async()
536 del_timer_sync(&mcdi->async_timer); in efx_mcdi_complete_async()
538 spin_lock(&mcdi->async_lock); in efx_mcdi_complete_async()
539 async = list_first_entry(&mcdi->async_list, in efx_mcdi_complete_async()
542 spin_unlock(&mcdi->async_lock); in efx_mcdi_complete_async()
560 efx_mcdi_release(mcdi); in efx_mcdi_complete_async()
568 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_ev_cpl() local
571 spin_lock(&mcdi->iface_lock); in efx_mcdi_ev_cpl()
573 if ((seqno ^ mcdi->seqno) & SEQ_MASK) { in efx_mcdi_ev_cpl()
574 if (mcdi->credits) in efx_mcdi_ev_cpl()
576 --mcdi->credits; in efx_mcdi_ev_cpl()
580 "seq 0x%x\n", seqno, mcdi->seqno); in efx_mcdi_ev_cpl()
586 mcdi->resprc = efx_mcdi_errno(mcdi_err); in efx_mcdi_ev_cpl()
587 mcdi->resp_hdr_len = 4; in efx_mcdi_ev_cpl()
588 mcdi->resp_data_len = datalen; in efx_mcdi_ev_cpl()
594 spin_unlock(&mcdi->iface_lock); in efx_mcdi_ev_cpl()
597 if (!efx_mcdi_complete_async(mcdi, false)) in efx_mcdi_ev_cpl()
598 (void) efx_mcdi_complete_sync(mcdi); in efx_mcdi_ev_cpl()
611 struct efx_mcdi_iface *mcdi = from_timer(mcdi, t, async_timer); in efx_mcdi_timeout_async() local
613 efx_mcdi_complete_async(mcdi, true); in efx_mcdi_timeout_async()
657 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in _efx_mcdi_rpc_finish() local
661 if (mcdi->mode == MCDI_MODE_POLL) in _efx_mcdi_rpc_finish()
669 cmd, (int)inlen, mcdi->mode); in _efx_mcdi_rpc_finish()
671 if (mcdi->mode == MCDI_MODE_EVENTS && efx_mcdi_poll_once(efx)) { in _efx_mcdi_rpc_finish()
683 spin_lock_bh(&mcdi->iface_lock); in _efx_mcdi_rpc_finish()
684 ++mcdi->seqno; in _efx_mcdi_rpc_finish()
685 ++mcdi->credits; in _efx_mcdi_rpc_finish()
686 spin_unlock_bh(&mcdi->iface_lock); in _efx_mcdi_rpc_finish()
702 spin_lock_bh(&mcdi->iface_lock); in _efx_mcdi_rpc_finish()
703 rc = mcdi->resprc; in _efx_mcdi_rpc_finish()
705 *raw_rc = mcdi->resprc_raw; in _efx_mcdi_rpc_finish()
706 hdr_len = mcdi->resp_hdr_len; in _efx_mcdi_rpc_finish()
707 data_len = mcdi->resp_data_len; in _efx_mcdi_rpc_finish()
709 spin_unlock_bh(&mcdi->iface_lock); in _efx_mcdi_rpc_finish()
732 mcdi->proxy_rx_status = 0; in _efx_mcdi_rpc_finish()
733 mcdi->proxy_rx_handle = 0; in _efx_mcdi_rpc_finish()
734 mcdi->state = MCDI_STATE_PROXY_WAIT; in _efx_mcdi_rpc_finish()
743 mcdi->new_epoch = true; in _efx_mcdi_rpc_finish()
748 efx_mcdi_release(mcdi); in _efx_mcdi_rpc_finish()
752 static void efx_mcdi_proxy_abort(struct efx_mcdi_iface *mcdi) in efx_mcdi_proxy_abort() argument
754 if (mcdi->state == MCDI_STATE_PROXY_WAIT) { in efx_mcdi_proxy_abort()
756 mcdi->proxy_rx_status = -EINTR; in efx_mcdi_proxy_abort()
757 wake_up(&mcdi->proxy_rx_wq); in efx_mcdi_proxy_abort()
764 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_ev_proxy_response() local
766 WARN_ON(mcdi->state != MCDI_STATE_PROXY_WAIT); in efx_mcdi_ev_proxy_response()
768 mcdi->proxy_rx_status = efx_mcdi_errno(status); in efx_mcdi_ev_proxy_response()
773 mcdi->proxy_rx_handle = handle; in efx_mcdi_ev_proxy_response()
774 wake_up(&mcdi->proxy_rx_wq); in efx_mcdi_ev_proxy_response()
779 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_proxy_wait() local
783 rc = wait_event_timeout(mcdi->proxy_rx_wq, in efx_mcdi_proxy_wait()
784 mcdi->proxy_rx_handle != 0 || in efx_mcdi_proxy_wait()
785 mcdi->proxy_rx_status == -EINTR, in efx_mcdi_proxy_wait()
792 } else if (mcdi->proxy_rx_handle != handle) { in efx_mcdi_proxy_wait()
795 mcdi->proxy_rx_handle, handle); in efx_mcdi_proxy_wait()
799 return mcdi->proxy_rx_status; in efx_mcdi_proxy_wait()
828 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in _efx_mcdi_rpc() local
840 mcdi->state = MCDI_STATE_RUNNING_SYNC; in _efx_mcdi_rpc()
853 efx_mcdi_release(mcdi); in _efx_mcdi_rpc()
956 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_rpc_start() local
966 if (mcdi->mode == MCDI_MODE_FAIL) in efx_mcdi_rpc_start()
969 efx_mcdi_acquire_sync(mcdi); in efx_mcdi_rpc_start()
980 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in _efx_mcdi_rpc_async() local
1004 spin_lock_bh(&mcdi->async_lock); in _efx_mcdi_rpc_async()
1006 if (mcdi->mode == MCDI_MODE_EVENTS) { in _efx_mcdi_rpc_async()
1007 list_add_tail(&async->list, &mcdi->async_list); in _efx_mcdi_rpc_async()
1012 if (mcdi->async_list.next == &async->list && in _efx_mcdi_rpc_async()
1013 efx_mcdi_acquire_async(mcdi)) { in _efx_mcdi_rpc_async()
1015 mod_timer(&mcdi->async_timer, in _efx_mcdi_rpc_async()
1023 spin_unlock_bh(&mcdi->async_lock); in _efx_mcdi_rpc_async()
1103 struct efx_mcdi_iface *mcdi; in efx_mcdi_mode_poll() local
1105 if (!efx->mcdi) in efx_mcdi_mode_poll()
1108 mcdi = efx_mcdi(efx); in efx_mcdi_mode_poll()
1113 if (mcdi->mode == MCDI_MODE_POLL || mcdi->mode == MCDI_MODE_FAIL) in efx_mcdi_mode_poll()
1124 mcdi->mode = MCDI_MODE_POLL; in efx_mcdi_mode_poll()
1126 efx_mcdi_complete_sync(mcdi); in efx_mcdi_mode_poll()
1135 struct efx_mcdi_iface *mcdi; in efx_mcdi_flush_async() local
1137 if (!efx->mcdi) in efx_mcdi_flush_async()
1140 mcdi = efx_mcdi(efx); in efx_mcdi_flush_async()
1143 BUG_ON(mcdi->mode == MCDI_MODE_EVENTS); in efx_mcdi_flush_async()
1145 del_timer_sync(&mcdi->async_timer); in efx_mcdi_flush_async()
1151 if (mcdi->state == MCDI_STATE_RUNNING_ASYNC) { in efx_mcdi_flush_async()
1153 mcdi->state = MCDI_STATE_QUIESCENT; in efx_mcdi_flush_async()
1161 list_for_each_entry_safe(async, next, &mcdi->async_list, list) { in efx_mcdi_flush_async()
1171 struct efx_mcdi_iface *mcdi; in efx_mcdi_mode_event() local
1173 if (!efx->mcdi) in efx_mcdi_mode_event()
1176 mcdi = efx_mcdi(efx); in efx_mcdi_mode_event()
1181 if (mcdi->mode == MCDI_MODE_EVENTS || mcdi->mode == MCDI_MODE_FAIL) in efx_mcdi_mode_event()
1191 efx_mcdi_acquire_sync(mcdi); in efx_mcdi_mode_event()
1192 mcdi->mode = MCDI_MODE_EVENTS; in efx_mcdi_mode_event()
1193 efx_mcdi_release(mcdi); in efx_mcdi_mode_event()
1198 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_ev_death() local
1224 spin_lock(&mcdi->iface_lock); in efx_mcdi_ev_death()
1225 efx_mcdi_proxy_abort(mcdi); in efx_mcdi_ev_death()
1227 if (efx_mcdi_complete_sync(mcdi)) { in efx_mcdi_ev_death()
1228 if (mcdi->mode == MCDI_MODE_EVENTS) { in efx_mcdi_ev_death()
1229 mcdi->resprc = rc; in efx_mcdi_ev_death()
1230 mcdi->resp_hdr_len = 0; in efx_mcdi_ev_death()
1231 mcdi->resp_data_len = 0; in efx_mcdi_ev_death()
1232 ++mcdi->credits; in efx_mcdi_ev_death()
1254 mcdi->new_epoch = true; in efx_mcdi_ev_death()
1260 spin_unlock(&mcdi->iface_lock); in efx_mcdi_ev_death()
1270 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_ev_bist() local
1272 spin_lock(&mcdi->iface_lock); in efx_mcdi_ev_bist()
1274 efx_mcdi_proxy_abort(mcdi); in efx_mcdi_ev_bist()
1276 if (efx_mcdi_complete_sync(mcdi)) { in efx_mcdi_ev_bist()
1277 if (mcdi->mode == MCDI_MODE_EVENTS) { in efx_mcdi_ev_bist()
1278 mcdi->resprc = -EIO; in efx_mcdi_ev_bist()
1279 mcdi->resp_hdr_len = 0; in efx_mcdi_ev_bist()
1280 mcdi->resp_data_len = 0; in efx_mcdi_ev_bist()
1281 ++mcdi->credits; in efx_mcdi_ev_bist()
1284 mcdi->new_epoch = true; in efx_mcdi_ev_bist()
1286 spin_unlock(&mcdi->iface_lock); in efx_mcdi_ev_bist()
1294 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_abandon() local
1296 if (xchg(&mcdi->mode, MCDI_MODE_FAIL) == MCDI_MODE_FAIL) in efx_mcdi_abandon()
1494 efx->mcdi->fn_flags = in efx_mcdi_drv_attach()
1499 efx->mcdi->fn_flags = in efx_mcdi_drv_attach()
1931 if (efx->mcdi) { in efx_mcdi_reset()
1932 struct efx_mcdi_iface *mcdi = efx_mcdi(efx); in efx_mcdi_reset() local
1933 mcdi->mode = MCDI_MODE_POLL; in efx_mcdi_reset()