Lines Matching refs:peer_req
204 struct drbd_peer_request *peer_req, *tmp; in reclaim_finished_net_peer_reqs() local
211 list_for_each_entry_safe(peer_req, tmp, &device->net_ee, w.list) { in reclaim_finished_net_peer_reqs()
212 if (drbd_peer_req_has_active_page(peer_req)) in reclaim_finished_net_peer_reqs()
214 list_move(&peer_req->w.list, to_be_freed); in reclaim_finished_net_peer_reqs()
221 struct drbd_peer_request *peer_req, *t; in drbd_kick_lo_and_reclaim_net() local
227 list_for_each_entry_safe(peer_req, t, &reclaimed, w.list) in drbd_kick_lo_and_reclaim_net()
228 drbd_free_net_peer_req(device, peer_req); in drbd_kick_lo_and_reclaim_net()
345 struct drbd_peer_request *peer_req; in drbd_alloc_peer_req() local
352 peer_req = mempool_alloc(drbd_ee_mempool, gfp_mask & ~__GFP_HIGHMEM); in drbd_alloc_peer_req()
353 if (!peer_req) { in drbd_alloc_peer_req()
365 memset(peer_req, 0, sizeof(*peer_req)); in drbd_alloc_peer_req()
366 INIT_LIST_HEAD(&peer_req->w.list); in drbd_alloc_peer_req()
367 drbd_clear_interval(&peer_req->i); in drbd_alloc_peer_req()
368 peer_req->i.size = data_size; in drbd_alloc_peer_req()
369 peer_req->i.sector = sector; in drbd_alloc_peer_req()
370 peer_req->submit_jif = jiffies; in drbd_alloc_peer_req()
371 peer_req->peer_device = peer_device; in drbd_alloc_peer_req()
372 peer_req->pages = page; in drbd_alloc_peer_req()
377 peer_req->block_id = id; in drbd_alloc_peer_req()
379 return peer_req; in drbd_alloc_peer_req()
382 mempool_free(peer_req, drbd_ee_mempool); in drbd_alloc_peer_req()
386 void __drbd_free_peer_req(struct drbd_device *device, struct drbd_peer_request *peer_req, in __drbd_free_peer_req() argument
390 if (peer_req->flags & EE_HAS_DIGEST) in __drbd_free_peer_req()
391 kfree(peer_req->digest); in __drbd_free_peer_req()
392 drbd_free_pages(device, peer_req->pages, is_net); in __drbd_free_peer_req()
393 D_ASSERT(device, atomic_read(&peer_req->pending_bios) == 0); in __drbd_free_peer_req()
394 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in __drbd_free_peer_req()
395 if (!expect(!(peer_req->flags & EE_CALL_AL_COMPLETE_IO))) { in __drbd_free_peer_req()
396 peer_req->flags &= ~EE_CALL_AL_COMPLETE_IO; in __drbd_free_peer_req()
397 drbd_al_complete_io(device, &peer_req->i); in __drbd_free_peer_req()
399 mempool_free(peer_req, drbd_ee_mempool); in __drbd_free_peer_req()
405 struct drbd_peer_request *peer_req, *t; in drbd_free_peer_reqs() local
413 list_for_each_entry_safe(peer_req, t, &work_list, w.list) { in drbd_free_peer_reqs()
414 __drbd_free_peer_req(device, peer_req, is_net); in drbd_free_peer_reqs()
427 struct drbd_peer_request *peer_req, *t; in drbd_finish_peer_reqs() local
435 list_for_each_entry_safe(peer_req, t, &reclaimed, w.list) in drbd_finish_peer_reqs()
436 drbd_free_net_peer_req(device, peer_req); in drbd_finish_peer_reqs()
442 list_for_each_entry_safe(peer_req, t, &work_list, w.list) { in drbd_finish_peer_reqs()
446 err2 = peer_req->w.cb(&peer_req->w, !!err); in drbd_finish_peer_reqs()
449 drbd_free_peer_req(device, peer_req); in drbd_finish_peer_reqs()
1367 struct drbd_peer_request *peer_req, in drbd_submit_peer_request() argument
1372 struct page *page = peer_req->pages; in drbd_submit_peer_request()
1373 sector_t sector = peer_req->i.sector; in drbd_submit_peer_request()
1374 unsigned data_size = peer_req->i.size; in drbd_submit_peer_request()
1379 if (peer_req->flags & EE_IS_TRIM_USE_ZEROOUT) { in drbd_submit_peer_request()
1385 peer_req->submit_jif = jiffies; in drbd_submit_peer_request()
1386 peer_req->flags |= EE_SUBMITTED; in drbd_submit_peer_request()
1388 list_add_tail(&peer_req->w.list, &device->active_ee); in drbd_submit_peer_request()
1392 peer_req->flags |= EE_WAS_ERROR; in drbd_submit_peer_request()
1393 drbd_endio_write_sec_final(peer_req); in drbd_submit_peer_request()
1400 if (peer_req->flags & EE_IS_TRIM) in drbd_submit_peer_request()
1421 bio->bi_private = peer_req; in drbd_submit_peer_request()
1457 atomic_set(&peer_req->pending_bios, n_bios); in drbd_submit_peer_request()
1459 peer_req->submit_jif = jiffies; in drbd_submit_peer_request()
1460 peer_req->flags |= EE_SUBMITTED; in drbd_submit_peer_request()
1480 struct drbd_peer_request *peer_req) in drbd_remove_epoch_entry_interval() argument
1482 struct drbd_interval *i = &peer_req->i; in drbd_remove_epoch_entry_interval()
1592 struct drbd_peer_request *peer_req; in read_in_block() local
1638 peer_req = drbd_alloc_peer_req(peer_device, id, sector, data_size, trim == NULL, GFP_NOIO); in read_in_block()
1639 if (!peer_req) in read_in_block()
1642 peer_req->flags |= EE_WRITE; in read_in_block()
1644 return peer_req; in read_in_block()
1647 page = peer_req->pages; in read_in_block()
1658 drbd_free_peer_req(device, peer_req); in read_in_block()
1665 drbd_csum_ee(peer_device->connection->peer_integrity_tfm, peer_req, dig_vv); in read_in_block()
1669 drbd_free_peer_req(device, peer_req); in read_in_block()
1674 return peer_req; in read_in_block()
1759 struct drbd_peer_request *peer_req = in e_end_resync_block() local
1761 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_end_resync_block()
1763 sector_t sector = peer_req->i.sector; in e_end_resync_block()
1766 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in e_end_resync_block()
1768 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in e_end_resync_block()
1769 drbd_set_in_sync(device, sector, peer_req->i.size); in e_end_resync_block()
1770 err = drbd_send_ack(peer_device, P_RS_WRITE_ACK, peer_req); in e_end_resync_block()
1773 drbd_rs_failed_io(device, sector, peer_req->i.size); in e_end_resync_block()
1775 err = drbd_send_ack(peer_device, P_NEG_ACK, peer_req); in e_end_resync_block()
1786 struct drbd_peer_request *peer_req; in recv_resync_read() local
1788 peer_req = read_in_block(peer_device, ID_SYNCER, sector, pi); in recv_resync_read()
1789 if (!peer_req) in recv_resync_read()
1798 peer_req->w.cb = e_end_resync_block; in recv_resync_read()
1799 peer_req->submit_jif = jiffies; in recv_resync_read()
1802 list_add_tail(&peer_req->w.list, &device->sync_ee); in recv_resync_read()
1806 if (drbd_submit_peer_request(device, peer_req, WRITE, DRBD_FAULT_RS_WR) == 0) in recv_resync_read()
1812 list_del(&peer_req->w.list); in recv_resync_read()
1815 drbd_free_peer_req(device, peer_req); in recv_resync_read()
1932 struct drbd_peer_request *peer_req = in e_end_block() local
1934 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_end_block()
1936 sector_t sector = peer_req->i.sector; in e_end_block()
1939 if (peer_req->flags & EE_SEND_WRITE_ACK) { in e_end_block()
1940 if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { in e_end_block()
1943 peer_req->flags & EE_MAY_SET_IN_SYNC) ? in e_end_block()
1945 err = drbd_send_ack(peer_device, pcmd, peer_req); in e_end_block()
1947 drbd_set_in_sync(device, sector, peer_req->i.size); in e_end_block()
1949 err = drbd_send_ack(peer_device, P_NEG_ACK, peer_req); in e_end_block()
1958 if (peer_req->flags & EE_IN_INTERVAL_TREE) { in e_end_block()
1960 D_ASSERT(device, !drbd_interval_empty(&peer_req->i)); in e_end_block()
1961 drbd_remove_epoch_entry_interval(device, peer_req); in e_end_block()
1962 if (peer_req->flags & EE_RESTART_REQUESTS) in e_end_block()
1963 restart_conflicting_writes(device, sector, peer_req->i.size); in e_end_block()
1966 D_ASSERT(device, drbd_interval_empty(&peer_req->i)); in e_end_block()
1968 …drbd_may_finish_epoch(first_peer_device(device)->connection, peer_req->epoch, EV_PUT + (cancel ? E… in e_end_block()
1975 struct drbd_peer_request *peer_req = in e_send_ack() local
1977 struct drbd_peer_device *peer_device = peer_req->peer_device; in e_send_ack()
1980 err = drbd_send_ack(peer_device, ack, peer_req); in e_send_ack()
1993 struct drbd_peer_request *peer_req = in e_send_retry_write() local
1995 struct drbd_connection *connection = peer_req->peer_device->connection; in e_send_retry_write()
2038 static bool overlapping_resync_write(struct drbd_device *device, struct drbd_peer_request *peer_req) in overlapping_resync_write() argument
2045 if (overlaps(peer_req->i.sector, peer_req->i.size, in overlapping_resync_write()
2162 struct drbd_peer_request *peer_req) in handle_write_conflicts() argument
2164 struct drbd_connection *connection = peer_req->peer_device->connection; in handle_write_conflicts()
2166 sector_t sector = peer_req->i.sector; in handle_write_conflicts()
2167 const unsigned int size = peer_req->i.size; in handle_write_conflicts()
2176 drbd_insert_interval(&device->write_requests, &peer_req->i); in handle_write_conflicts()
2180 if (i == &peer_req->i) in handle_write_conflicts()
2216 peer_req->w.cb = superseded ? e_send_superseded : in handle_write_conflicts()
2218 list_add_tail(&peer_req->w.list, &device->done_ee); in handle_write_conflicts()
2258 peer_req->flags |= EE_RESTART_REQUESTS; in handle_write_conflicts()
2265 drbd_remove_epoch_entry_interval(device, peer_req); in handle_write_conflicts()
2276 struct drbd_peer_request *peer_req; in receive_Data() local
2307 peer_req = read_in_block(peer_device, p->block_id, sector, pi); in receive_Data()
2308 if (!peer_req) { in receive_Data()
2313 peer_req->w.cb = e_end_block; in receive_Data()
2314 peer_req->submit_jif = jiffies; in receive_Data()
2315 peer_req->flags |= EE_APPLICATION; in receive_Data()
2321 peer_req->flags |= EE_IS_TRIM; in receive_Data()
2323 peer_req->flags |= EE_IS_TRIM_USE_ZEROOUT; in receive_Data()
2324 D_ASSERT(peer_device, peer_req->i.size > 0); in receive_Data()
2326 D_ASSERT(peer_device, peer_req->pages == NULL); in receive_Data()
2327 } else if (peer_req->pages == NULL) { in receive_Data()
2328 D_ASSERT(device, peer_req->i.size == 0); in receive_Data()
2333 peer_req->flags |= EE_MAY_SET_IN_SYNC; in receive_Data()
2336 peer_req->epoch = connection->current_epoch; in receive_Data()
2337 atomic_inc(&peer_req->epoch->epoch_size); in receive_Data()
2338 atomic_inc(&peer_req->epoch->active); in receive_Data()
2357 peer_req->flags |= EE_SEND_WRITE_ACK; in receive_Data()
2366 drbd_send_ack(first_peer_device(device), P_RECV_ACK, peer_req); in receive_Data()
2372 peer_req->flags |= EE_IN_INTERVAL_TREE; in receive_Data()
2377 err = handle_write_conflicts(device, peer_req); in receive_Data()
2394 if ((peer_req->flags & EE_IS_TRIM_USE_ZEROOUT) == 0) in receive_Data()
2395 list_add_tail(&peer_req->w.list, &device->active_ee); in receive_Data()
2399 wait_event(device->ee_wait, !overlapping_resync_write(device, peer_req)); in receive_Data()
2403 drbd_set_out_of_sync(device, peer_req->i.sector, peer_req->i.size); in receive_Data()
2404 peer_req->flags &= ~EE_MAY_SET_IN_SYNC; in receive_Data()
2405 drbd_al_begin_io(device, &peer_req->i); in receive_Data()
2406 peer_req->flags |= EE_CALL_AL_COMPLETE_IO; in receive_Data()
2409 err = drbd_submit_peer_request(device, peer_req, rw, DRBD_FAULT_DT_WR); in receive_Data()
2416 list_del(&peer_req->w.list); in receive_Data()
2417 drbd_remove_epoch_entry_interval(device, peer_req); in receive_Data()
2419 if (peer_req->flags & EE_CALL_AL_COMPLETE_IO) { in receive_Data()
2420 peer_req->flags &= ~EE_CALL_AL_COMPLETE_IO; in receive_Data()
2421 drbd_al_complete_io(device, &peer_req->i); in receive_Data()
2425 drbd_may_finish_epoch(connection, peer_req->epoch, EV_PUT + EV_CLEANUP); in receive_Data()
2427 drbd_free_peer_req(device, peer_req); in receive_Data()
2518 struct drbd_peer_request *peer_req; in receive_DataRequest() local
2574 peer_req = drbd_alloc_peer_req(peer_device, p->block_id, sector, size, in receive_DataRequest()
2576 if (!peer_req) { in receive_DataRequest()
2583 peer_req->w.cb = w_e_end_data_req; in receive_DataRequest()
2586 peer_req->flags |= EE_APPLICATION; in receive_DataRequest()
2590 peer_req->w.cb = w_e_end_rsdata_req; in receive_DataRequest()
2606 peer_req->digest = di; in receive_DataRequest()
2607 peer_req->flags |= EE_HAS_DIGEST; in receive_DataRequest()
2614 peer_req->w.cb = w_e_end_csum_rs_req; in receive_DataRequest()
2622 peer_req->w.cb = w_e_end_ov_reply; in receive_DataRequest()
2646 peer_req->w.cb = w_e_end_ov_req; in receive_DataRequest()
2682 list_add_tail(&peer_req->w.list, &device->read_ee); in receive_DataRequest()
2699 if (drbd_submit_peer_request(device, peer_req, READ, fault_type) == 0) in receive_DataRequest()
2707 list_del(&peer_req->w.list); in receive_DataRequest()
2712 drbd_free_peer_req(device, peer_req); in receive_DataRequest()