Lines Matching refs:peer_req
195 struct drbd_peer_request *peer_req, *tmp; in reclaim_finished_net_peer_reqs() local
202 list_for_each_entry_safe(peer_req, tmp, &device->net_ee, w.list) { in reclaim_finished_net_peer_reqs()
203 if (drbd_peer_req_has_active_page(peer_req)) in reclaim_finished_net_peer_reqs()
205 list_move(&peer_req->w.list, to_be_freed); in reclaim_finished_net_peer_reqs()
212 struct drbd_peer_request *peer_req, *t; in drbd_reclaim_net_peer_reqs() local
217 list_for_each_entry_safe(peer_req, t, &reclaimed, w.list) in drbd_reclaim_net_peer_reqs()
218 drbd_free_net_peer_req(device, peer_req); in drbd_reclaim_net_peer_reqs()
363 struct drbd_peer_request *peer_req; in drbd_alloc_peer_req() local
370 peer_req = mempool_alloc(&drbd_ee_mempool, gfp_mask & ~__GFP_HIGHMEM); in drbd_alloc_peer_req()
371 if (!peer_req) { in drbd_alloc_peer_req()
384 memset(peer_req, 0, sizeof(*peer_req)); in drbd_alloc_peer_req()
385 INIT_LIST_HEAD(&peer_req->w.list); in drbd_alloc_peer_req()
386 drbd_clear_interval(&peer_req->i); in drbd_alloc_peer_req()
387 peer_req->i.size = request_size; in drbd_alloc_peer_req()
388 peer_req->i.sector = sector; in drbd_alloc_peer_req()
389 peer_req->submit_jif = jiffies; in drbd_alloc_peer_req()
390 peer_req->peer_device = peer_device; in drbd_alloc_peer_req()
391 peer_req->pages = page; in drbd_alloc_peer_req()
396 peer_req->block_id = id; in drbd_alloc_peer_req()
398 return peer_req; in drbd_alloc_peer_req()
401 mempool_free(peer_req, &drbd_ee_mempool); in drbd_alloc_peer_req()
405 void __drbd_free_peer_req(struct drbd_device *device, struct drbd_peer_request *peer_req, in __drbd_free_peer_req() argument
409 if (peer_req->flags & EE_HAS_DIGEST) in __drbd_free_peer_req()
410 kfree(peer_req->digest); in __drbd_free_peer_req()
411 drbd_free_pages(device, peer_req->pages, is_net); in __drbd_free_peer_req()
412 D_ASSERT(device, atomic_read(&peer_req->pending_bios) == 0); in __drbd_free_peer_req()
413 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in __drbd_free_peer_req()
414 if (!expect(!(peer_req->flags & EE_CALL_AL_COMPLETE_IO))) { in __drbd_free_peer_req()
415 peer_req->flags &= ~EE_CALL_AL_COMPLETE_IO; in __drbd_free_peer_req()
416 drbd_al_complete_io(device, &peer_req->i); in __drbd_free_peer_req()
418 mempool_free(peer_req, &drbd_ee_mempool); in __drbd_free_peer_req()
424 struct drbd_peer_request *peer_req, *t; in drbd_free_peer_reqs() local
432 list_for_each_entry_safe(peer_req, t, &work_list, w.list) { in drbd_free_peer_reqs()
433 __drbd_free_peer_req(device, peer_req, is_net); in drbd_free_peer_reqs()
446 struct drbd_peer_request *peer_req, *t; in drbd_finish_peer_reqs() local
454 list_for_each_entry_safe(peer_req, t, &reclaimed, w.list) in drbd_finish_peer_reqs()
455 drbd_free_net_peer_req(device, peer_req); in drbd_finish_peer_reqs()
461 list_for_each_entry_safe(peer_req, t, &work_list, w.list) { in drbd_finish_peer_reqs()
465 err2 = peer_req->w.cb(&peer_req->w, !!err); in drbd_finish_peer_reqs()
468 drbd_free_peer_req(device, peer_req); in drbd_finish_peer_reqs()
1593 …drbd_issue_peer_discard_or_zero_out(struct drbd_device *device, struct drbd_peer_request *peer_req) in drbd_issue_peer_discard_or_zero_out() argument
1600 peer_req->flags |= EE_ZEROOUT; in drbd_issue_peer_discard_or_zero_out()
1602 if (drbd_issue_discard_or_zero_out(device, peer_req->i.sector, in drbd_issue_peer_discard_or_zero_out()
1603 peer_req->i.size >> 9, peer_req->flags & (EE_ZEROOUT|EE_TRIM))) in drbd_issue_peer_discard_or_zero_out()
1604 peer_req->flags |= EE_WAS_ERROR; in drbd_issue_peer_discard_or_zero_out()
1605 drbd_endio_write_sec_final(peer_req); in drbd_issue_peer_discard_or_zero_out()
1609 struct drbd_peer_request *peer_req) in drbd_issue_peer_wsame() argument
1612 sector_t s = peer_req->i.sector; in drbd_issue_peer_wsame()
1613 sector_t nr = peer_req->i.size >> 9; in drbd_issue_peer_wsame()
1614 if (blkdev_issue_write_same(bdev, s, nr, GFP_NOIO, peer_req->pages)) in drbd_issue_peer_wsame()
1615 peer_req->flags |= EE_WAS_ERROR; in drbd_issue_peer_wsame()
1616 drbd_endio_write_sec_final(peer_req); in drbd_issue_peer_wsame()
1638 struct drbd_peer_request *peer_req, in drbd_submit_peer_request() argument
1644 struct page *page = peer_req->pages; in drbd_submit_peer_request()
1645 sector_t sector = peer_req->i.sector; in drbd_submit_peer_request()
1646 unsigned data_size = peer_req->i.size; in drbd_submit_peer_request()
1657 if (peer_req->flags & (EE_TRIM|EE_WRITE_SAME|EE_ZEROOUT)) { in drbd_submit_peer_request()
1660 conn_wait_active_ee_empty(peer_req->peer_device->connection); in drbd_submit_peer_request()
1663 peer_req->submit_jif = jiffies; in drbd_submit_peer_request()
1664 peer_req->flags |= EE_SUBMITTED; in drbd_submit_peer_request()
1668 if (list_empty(&peer_req->w.list)) { in drbd_submit_peer_request()
1670 list_add_tail(&peer_req->w.list, &device->active_ee); in drbd_submit_peer_request()
1674 if (peer_req->flags & (EE_TRIM|EE_ZEROOUT)) in drbd_submit_peer_request()
1675 drbd_issue_peer_discard_or_zero_out(device, peer_req); in drbd_submit_peer_request()
1677 drbd_issue_peer_wsame(device, peer_req); in drbd_submit_peer_request()
1699 bio->bi_private = peer_req; in drbd_submit_peer_request()
1717 atomic_set(&peer_req->pending_bios, n_bios); in drbd_submit_peer_request()
1719 peer_req->submit_jif = jiffies; in drbd_submit_peer_request()
1720 peer_req->flags |= EE_SUBMITTED; in drbd_submit_peer_request()
1740 struct drbd_peer_request *peer_req) in drbd_remove_epoch_entry_interval() argument
1742 struct drbd_interval *i = &peer_req->i; in drbd_remove_epoch_entry_interval()
1864 struct drbd_peer_request *peer_req; in read_in_block() local
1933 peer_req = drbd_alloc_peer_req(peer_device, id, sector, ds, data_size, GFP_NOIO); in read_in_block()
1934 if (!peer_req) in read_in_block()
1937 peer_req->flags |= EE_WRITE; in read_in_block()
1939 peer_req->flags |= EE_TRIM; in read_in_block()
1940 return peer_req; in read_in_block()
1943 peer_req->flags |= EE_ZEROOUT; in read_in_block()
1944 return peer_req; in read_in_block()
1947 peer_req->flags |= EE_WRITE_SAME; in read_in_block()
1951 page = peer_req->pages; in read_in_block()
1962 drbd_free_peer_req(device, peer_req); in read_in_block()
1969 drbd_csum_ee_size(peer_device->connection->peer_integrity_tfm, peer_req, dig_vv, data_size); in read_in_block()
1973 drbd_free_peer_req(device, peer_req); in read_in_block()
1978 return peer_req; in read_in_block()
2063 struct drbd_peer_request *peer_req = in e_end_resync_block() local
2065 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_end_resync_block()
2067 sector_t sector = peer_req->i.sector; in e_end_resync_block()
2070 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in e_end_resync_block()
2072 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in e_end_resync_block()
2073 drbd_set_in_sync(device, sector, peer_req->i.size); in e_end_resync_block()
2074 err = drbd_send_ack(peer_device, P_RS_WRITE_ACK, peer_req); in e_end_resync_block()
2077 drbd_rs_failed_io(device, sector, peer_req->i.size); in e_end_resync_block()
2079 err = drbd_send_ack(peer_device, P_NEG_ACK, peer_req); in e_end_resync_block()
2090 struct drbd_peer_request *peer_req; in recv_resync_read() local
2092 peer_req = read_in_block(peer_device, ID_SYNCER, sector, pi); in recv_resync_read()
2093 if (!peer_req) in recv_resync_read()
2102 peer_req->w.cb = e_end_resync_block; in recv_resync_read()
2103 peer_req->submit_jif = jiffies; in recv_resync_read()
2106 list_add_tail(&peer_req->w.list, &device->sync_ee); in recv_resync_read()
2110 if (drbd_submit_peer_request(device, peer_req, REQ_OP_WRITE, 0, in recv_resync_read()
2117 list_del(&peer_req->w.list); in recv_resync_read()
2120 drbd_free_peer_req(device, peer_req); in recv_resync_read()
2237 struct drbd_peer_request *peer_req = in e_end_block() local
2239 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_end_block()
2241 sector_t sector = peer_req->i.sector; in e_end_block()
2244 if (peer_req->flags & EE_SEND_WRITE_ACK) { in e_end_block()
2245 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in e_end_block()
2248 peer_req->flags & EE_MAY_SET_IN_SYNC) ? in e_end_block()
2250 err = drbd_send_ack(peer_device, pcmd, peer_req); in e_end_block()
2252 drbd_set_in_sync(device, sector, peer_req->i.size); in e_end_block()
2254 err = drbd_send_ack(peer_device, P_NEG_ACK, peer_req); in e_end_block()
2263 if (peer_req->flags & EE_IN_INTERVAL_TREE) { in e_end_block()
2265 D_ASSERT(device, !drbd_interval_empty(&peer_req->i)); in e_end_block()
2266 drbd_remove_epoch_entry_interval(device, peer_req); in e_end_block()
2267 if (peer_req->flags & EE_RESTART_REQUESTS) in e_end_block()
2268 restart_conflicting_writes(device, sector, peer_req->i.size); in e_end_block()
2271 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in e_end_block()
2273 …drbd_may_finish_epoch(peer_device->connection, peer_req->epoch, EV_PUT + (cancel ? EV_CLEANUP : 0)… in e_end_block()
2280 struct drbd_peer_request *peer_req = in e_send_ack() local
2282 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_send_ack()
2285 err = drbd_send_ack(peer_device, ack, peer_req); in e_send_ack()
2298 struct drbd_peer_request *peer_req = in e_send_retry_write() local
2300 struct drbd_connection *connection = peer_req->peer_device->connection; in e_send_retry_write()
2343 static bool overlapping_resync_write(struct drbd_device *device, struct drbd_peer_request *peer_req) in overlapping_resync_write() argument
2350 if (overlaps(peer_req->i.sector, peer_req->i.size, in overlapping_resync_write()
2478 struct drbd_peer_request *peer_req) in handle_write_conflicts() argument
2480 struct drbd_connection *connection = peer_req->peer_device->connection; in handle_write_conflicts()
2482 sector_t sector = peer_req->i.sector; in handle_write_conflicts()
2483 const unsigned int size = peer_req->i.size; in handle_write_conflicts()
2492 drbd_insert_interval(&device->write_requests, &peer_req->i); in handle_write_conflicts()
2496 if (i == &peer_req->i) in handle_write_conflicts()
2532 peer_req->w.cb = superseded ? e_send_superseded : in handle_write_conflicts()
2534 list_add_tail(&peer_req->w.list, &device->done_ee); in handle_write_conflicts()
2535 queue_work(connection->ack_sender, &peer_req->peer_device->send_acks_work); in handle_write_conflicts()
2574 peer_req->flags |= EE_RESTART_REQUESTS; in handle_write_conflicts()
2581 drbd_remove_epoch_entry_interval(device, peer_req); in handle_write_conflicts()
2592 struct drbd_peer_request *peer_req; in receive_Data() local
2623 peer_req = read_in_block(peer_device, p->block_id, sector, pi); in receive_Data()
2624 if (!peer_req) { in receive_Data()
2629 peer_req->w.cb = e_end_block; in receive_Data()
2630 peer_req->submit_jif = jiffies; in receive_Data()
2631 peer_req->flags |= EE_APPLICATION; in receive_Data()
2637 D_ASSERT(peer_device, peer_req->i.size > 0); in receive_Data()
2639 D_ASSERT(peer_device, peer_req->pages == NULL); in receive_Data()
2643 peer_req->flags |= EE_ZEROOUT; in receive_Data()
2645 D_ASSERT(peer_device, peer_req->i.size > 0); in receive_Data()
2647 D_ASSERT(peer_device, peer_req->pages == NULL); in receive_Data()
2650 peer_req->flags |= EE_TRIM; in receive_Data()
2651 } else if (peer_req->pages == NULL) { in receive_Data()
2652 D_ASSERT(device, peer_req->i.size == 0); in receive_Data()
2657 peer_req->flags |= EE_MAY_SET_IN_SYNC; in receive_Data()
2660 peer_req->epoch = connection->current_epoch; in receive_Data()
2661 atomic_inc(&peer_req->epoch->epoch_size); in receive_Data()
2662 atomic_inc(&peer_req->epoch->active); in receive_Data()
2681 peer_req->flags |= EE_SEND_WRITE_ACK; in receive_Data()
2690 drbd_send_ack(peer_device, P_RECV_ACK, peer_req); in receive_Data()
2696 peer_req->flags |= EE_IN_INTERVAL_TREE; in receive_Data()
2701 err = handle_write_conflicts(device, peer_req); in receive_Data()
2718 if ((peer_req->flags & (EE_TRIM|EE_WRITE_SAME|EE_ZEROOUT)) == 0) in receive_Data()
2719 list_add_tail(&peer_req->w.list, &device->active_ee); in receive_Data()
2723 wait_event(device->ee_wait, !overlapping_resync_write(device, peer_req)); in receive_Data()
2727 drbd_set_out_of_sync(device, peer_req->i.sector, peer_req->i.size); in receive_Data()
2728 peer_req->flags &= ~EE_MAY_SET_IN_SYNC; in receive_Data()
2729 drbd_al_begin_io(device, &peer_req->i); in receive_Data()
2730 peer_req->flags |= EE_CALL_AL_COMPLETE_IO; in receive_Data()
2733 err = drbd_submit_peer_request(device, peer_req, op, op_flags, in receive_Data()
2741 list_del(&peer_req->w.list); in receive_Data()
2742 drbd_remove_epoch_entry_interval(device, peer_req); in receive_Data()
2744 if (peer_req->flags & EE_CALL_AL_COMPLETE_IO) { in receive_Data()
2745 peer_req->flags &= ~EE_CALL_AL_COMPLETE_IO; in receive_Data()
2746 drbd_al_complete_io(device, &peer_req->i); in receive_Data()
2750 drbd_may_finish_epoch(connection, peer_req->epoch, EV_PUT | EV_CLEANUP); in receive_Data()
2752 drbd_free_peer_req(device, peer_req); in receive_Data()
2842 struct drbd_peer_request *peer_req; in receive_DataRequest() local
2899 peer_req = drbd_alloc_peer_req(peer_device, p->block_id, sector, size, in receive_DataRequest()
2901 if (!peer_req) { in receive_DataRequest()
2908 peer_req->w.cb = w_e_end_data_req; in receive_DataRequest()
2911 peer_req->flags |= EE_APPLICATION; in receive_DataRequest()
2919 peer_req->flags |= EE_RS_THIN_REQ; in receive_DataRequest()
2922 peer_req->w.cb = w_e_end_rsdata_req; in receive_DataRequest()
2938 peer_req->digest = di; in receive_DataRequest()
2939 peer_req->flags |= EE_HAS_DIGEST; in receive_DataRequest()
2946 peer_req->w.cb = w_e_end_csum_rs_req; in receive_DataRequest()
2954 peer_req->w.cb = w_e_end_ov_reply; in receive_DataRequest()
2978 peer_req->w.cb = w_e_end_ov_req; in receive_DataRequest()
3014 list_add_tail(&peer_req->w.list, &device->read_ee); in receive_DataRequest()
3031 if (drbd_submit_peer_request(device, peer_req, REQ_OP_READ, 0, in receive_DataRequest()
3040 list_del(&peer_req->w.list); in receive_DataRequest()
3045 drbd_free_peer_req(device, peer_req); in receive_DataRequest()
5011 struct drbd_peer_request *peer_req; in receive_rs_deallocated() local
5014 peer_req = drbd_alloc_peer_req(peer_device, ID_SYNCER, sector, in receive_rs_deallocated()
5016 if (!peer_req) { in receive_rs_deallocated()
5021 peer_req->w.cb = e_end_resync_block; in receive_rs_deallocated()
5022 peer_req->submit_jif = jiffies; in receive_rs_deallocated()
5023 peer_req->flags |= EE_TRIM; in receive_rs_deallocated()
5026 list_add_tail(&peer_req->w.list, &device->sync_ee); in receive_rs_deallocated()
5030 err = drbd_submit_peer_request(device, peer_req, op, 0, DRBD_FAULT_RS_WR); in receive_rs_deallocated()
5034 list_del(&peer_req->w.list); in receive_rs_deallocated()
5037 drbd_free_peer_req(device, peer_req); in receive_rs_deallocated()