drbd_worker.c revision 81a5d60ecfe1d94627abb54810445f0fd5892f42
1b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* 2b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_worker.c 3b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 4b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner This file is part of DRBD by Philipp Reisner and Lars Ellenberg. 5b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2001-2008, LINBIT Information Technologies GmbH. 7b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>. 8b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>. 9b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is free software; you can redistribute it and/or modify 11b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner it under the terms of the GNU General Public License as published by 12b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation; either version 2, or (at your option) 13b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner any later version. 14b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is distributed in the hope that it will be useful, 16b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner but WITHOUT ANY WARRANTY; without even the implied warranty of 17b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner GNU General Public License for more details. 19b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 20b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner You should have received a copy of the GNU General Public License 21b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner along with drbd; see the file COPYING. If not, write to 22b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. 23b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 24b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 25b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 26b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/module.h> 27b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/drbd.h> 28b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/sched.h> 29b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/wait.h> 30b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm.h> 31b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/memcontrol.h> 32b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm_inline.h> 33b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/slab.h> 34b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/random.h> 35b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/string.h> 36b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/scatterlist.h> 37b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 38b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_int.h" 39b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_req.h" 40b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 4100d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_make_ov_request(struct drbd_work *w, int cancel); 4200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_make_resync_request(struct drbd_work *w, int cancel); 43b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 44b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 45b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 46c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher/* endio handlers: 47c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_md_io_complete (defined here) 48fcefa62e4c26e70c70b9e8252a4bc9b9031a4182Andreas Gruenbacher * drbd_request_endio (defined here) 49fcefa62e4c26e70c70b9e8252a4bc9b9031a4182Andreas Gruenbacher * drbd_peer_request_endio (defined here) 50c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * bm_async_io_complete (defined in drbd_bitmap.c) 51c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * 52b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * For all these callbacks, note the following: 53b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * The callbacks will be called in irq context by the IDE drivers, 54b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * and in Softirqs/Tasklets/BH context by the SCSI drivers. 55b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Try to get the locking right :) 56b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 57b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 58b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 59b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 60b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* About the global_state_lock 61b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Each state transition on an device holds a read lock. In case we have 62b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to evaluate the sync after dependencies, we grab a write lock, because 63b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we need stable states on all devices for that. */ 64b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerrwlock_t global_state_lock; 65b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 66b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* used for synchronous meta data and bitmap IO 67b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * submitted by drbd_md_sync_page_io() 68b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 69b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_md_io_complete(struct bio *bio, int error) 70b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 71b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_md_io *md_io; 72b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 73b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io = (struct drbd_md_io *)bio->bi_private; 74b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io->error = error; 75b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 76b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&md_io->event); 77b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 78b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 79b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* reads on behalf of the partner, 80b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * "submitted" by the receiver 81b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 82db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbachervoid drbd_endio_read_sec_final(struct drbd_peer_request *peer_req) __releases(local) 83b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 84b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 85a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 86b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 8787eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 88db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->read_cnt += peer_req->i.size >> 9; 89db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); 90b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (list_empty(&mdev->read_ee)) 91b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 92db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (test_bit(__EE_WAS_ERROR, &peer_req->flags)) 9381e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 9487eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 95b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 96db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_queue_work(&mdev->tconn->data.work, &peer_req->w); 97b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 98b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 99b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* writes on behalf of the partner, or resync writes, 10145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver, final stage. */ 102db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacherstatic void drbd_endio_write_sec_final(struct drbd_peer_request *peer_req) __releases(local) 103b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 105a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 106b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t e_sector; 107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_wake; 108579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher u64 block_id; 109b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_al_complete_io; 110b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 111db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher /* after we moved peer_req to done_ee, 112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may no longer access it, 113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * it may be freed/reused already! 114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (as soon as we release the req_lock) */ 115db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher e_sector = peer_req->i.sector; 116db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher do_al_complete_io = peer_req->flags & EE_CALL_AL_COMPLETE_IO; 117db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher block_id = peer_req->block_id; 118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 11987eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 120db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->writ_cnt += peer_req->i.size >> 9; 121db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); /* has been on active_ee or sync_ee */ 122db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add_tail(&peer_req->w.list, &mdev->done_ee); 123b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 124bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher /* 1255e4722645afb27ee749ea65988544450f08f78baAndreas Gruenbacher * Do not remove from the write_requests tree here: we did not send the 126bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * Ack yet and did not wake possibly waiting conflicting requests. 127bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * Removed from the tree from "drbd_process_done_ee" within the 128bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * appropriate w.cb (e_end_block/e_end_resync_block) or from 129bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * _drbd_clear_done_ee. 130bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher */ 131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 132579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher do_wake = list_empty(block_id == ID_SYNCER ? &mdev->sync_ee : &mdev->active_ee); 133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 134db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (test_bit(__EE_WAS_ERROR, &peer_req->flags)) 13581e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 13687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 137b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 138579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher if (block_id == ID_SYNCER) 139b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e_sector); 140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_wake) 142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_al_complete_io) 145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_al_complete_io(mdev, e_sector); 146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1470625ac190d222fd0855bad79e93f1556fc45dd20Philipp Reisner wake_asender(mdev->tconn); 148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 14945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg/* writes on behalf of the partner, or resync writes, 15245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver. 15345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg */ 154fcefa62e4c26e70c70b9e8252a4bc9b9031a4182Andreas Gruenbachervoid drbd_peer_request_endio(struct bio *bio, int error) 15545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 156db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = bio->bi_private; 157a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 15845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int uptodate = bio_flagged(bio, BIO_UPTODATE); 15945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int is_write = bio_data_dir(bio) == WRITE; 16045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 161071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (error && __ratelimit(&drbd_ratelimit_state)) 16245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg dev_warn(DEV, "%s: error=%d s=%llus\n", 16345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_write ? "write" : "read", error, 164db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 16545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!error && !uptodate) { 166071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (__ratelimit(&drbd_ratelimit_state)) 167071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg dev_warn(DEV, "%s: setting error to -EIO s=%llus\n", 168071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg is_write ? "write" : "read", 169db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 17045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* strange behavior of some lower level drivers... 17145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * fail the request by clearing the uptodate flag, 17245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * but do not return any error?! */ 17345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg error = -EIO; 17445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 17545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 17645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (error) 177db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher set_bit(__EE_WAS_ERROR, &peer_req->flags); 17845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 17945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg bio_put(bio); /* no need for the bio anymore */ 180db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (atomic_dec_and_test(&peer_req->pending_bios)) { 18145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (is_write) 182db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_endio_write_sec_final(peer_req); 18345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg else 184db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_endio_read_sec_final(peer_req); 18545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 186b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 188b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* read, readA or write requests on R_PRIMARY coming from drbd_make_request 189b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 190fcefa62e4c26e70c70b9e8252a4bc9b9031a4182Andreas Gruenbachervoid drbd_request_endio(struct bio *bio, int error) 191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 192a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg unsigned long flags; 193b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = bio->bi_private; 194a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = req->w.mdev; 195a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg struct bio_and_error m; 196b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner enum drbd_req_event what; 197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int uptodate = bio_flagged(bio, BIO_UPTODATE); 198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!error && !uptodate) { 200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_warn(DEV, "p %s: setting error to -EIO\n", 201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_data_dir(bio) == WRITE ? "write" : "read"); 202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* strange behavior of some lower level drivers... 203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * fail the request by clearing the uptodate flag, 204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but do not return any error?! */ 205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner error = -EIO; 206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* to avoid recursion in __req_mod */ 209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(error)) { 210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = (bio_data_dir(bio) == WRITE) 2118554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher ? WRITE_COMPLETED_WITH_ERROR 2125c3c7e64bbcb60db39d0d55c8fab39ef41d41c30Lars Ellenberg : (bio_rw(bio) == READ) 2138554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher ? READ_COMPLETED_WITH_ERROR 2148554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher : READ_AHEAD_COMPLETED_WITH_ERROR; 215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 2168554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher what = COMPLETED_OK; 217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_put(req->private_bio); 219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req->private_bio = ERR_PTR(error); 220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 221a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg /* not req_mod(), we need irqsave here! */ 22287eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 223a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg __req_mod(req, what, &m); 22487eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 225a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg 226a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg if (m.bio) 227a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg complete_master_bio(mdev, &m); 228b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 229b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 23000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_read_retry_remote(struct drbd_work *w, int cancel) 231b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 23300d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 235b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* We should not detach for read io-error, 236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but try to WRITE the P_DATA_REPLY to the failed location, 237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * to give the disk the chance to relocate that block */ 238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 23987eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 240d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg if (cancel || mdev->state.pdsk != D_UP_TO_DATE) { 2418554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher _req_mod(req, READ_RETRY_REMOTE_CANCELED); 24287eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 243b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 244b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 24587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 24700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner return w_send_read_req(w, 0); 248b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 250f6ffca9f42902556bcf72426d2d0714bdbfdbe09Andreas Gruenbachervoid drbd_csum_ee(struct drbd_conf *mdev, struct crypto_hash *tfm, 251db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req, void *digest) 25245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 25345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct hash_desc desc; 25445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct scatterlist sg; 255db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct page *page = peer_req->pages; 25645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *tmp; 25745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg unsigned len; 25845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 25945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.tfm = tfm; 26045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.flags = 0; 26145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_init_table(&sg, 1); 26345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_init(&desc); 26445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg while ((tmp = page_chain_next(page))) { 26645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* all but the last page will be fully used */ 26745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, PAGE_SIZE, 0); 26845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 26945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg page = tmp; 27045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 27145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* and now the last, possibly only partially used page */ 272db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher len = peer_req->i.size & (PAGE_SIZE - 1); 27345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, len ?: PAGE_SIZE, 0); 27445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 27545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_final(&desc, digest); 27645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 27745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 27845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_bio(struct drbd_conf *mdev, struct crypto_hash *tfm, struct bio *bio, void *digest) 279b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct hash_desc desc; 281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct scatterlist sg; 282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct bio_vec *bvec; 283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.tfm = tfm; 286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.flags = 0; 287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_init_table(&sg, 1); 289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_init(&desc); 290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __bio_for_each_segment(bvec, bio, i, 0) { 292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_set_page(&sg, bvec->bv_page, bvec->bv_len, bvec->bv_offset); 293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_update(&desc, &sg, sg.length); 294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_final(&desc, digest); 296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 2989676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg/* MAYBE merge common code with w_e_end_ov_req */ 29900d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_e_send_csum(struct drbd_work *w, int cancel) 300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 30100d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 30200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 30553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int ok = 1; 306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 30753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (unlikely(cancel)) 30853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3109676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg if (unlikely((peer_req->flags & EE_WAS_ERROR) != 0)) 31153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 31353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest_size = crypto_hash_digestsize(mdev->csums_tfm); 31453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest = kmalloc(digest_size, GFP_NOIO); 31553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (digest) { 316db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 317db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 318db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->csums_tfm, peer_req, digest); 3199676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg /* Free peer_req and pages before send. 32053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 32153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 32253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 32353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 324db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 325db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = NULL; 32653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg inc_rs_pending(mdev); 32753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 32853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 32953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_CSUM_RS_REQUEST); 33053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg kfree(digest); 33153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } else { 33253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dev_err(DEV, "kmalloc() of digest failed.\n"); 33353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = 0; 33453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } 335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 33653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenbergout: 337db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (peer_req) 338db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest(..., csum) failed\n"); 342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#define GFP_TRY (__GFP_HIGHMEM | __GFP_NOWARN) 346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int read_for_csum(struct drbd_conf *mdev, sector_t sector, int size) 348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 349db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req; 350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 35280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EIO; 353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 354e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector)) 3550f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto defer; 3560f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg 357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* GFP_TRY, because if there is no memory available right now, this may 358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be rescheduled for later. It is "only" background resync, after all. */ 359db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = drbd_alloc_ee(mdev, ID_SYNCER /* unused */, sector, size, GFP_TRY); 360db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (!peer_req) 36180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg goto defer; 362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 363db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->w.cb = w_e_send_csum; 36487eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 365db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add(&peer_req->w.list, &mdev->read_ee); 36687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3680f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg atomic_add(size >> 9, &mdev->rs_sect_ev); 369fbe29dec98622369c106ba72279500fb2f5aba99Andreas Gruenbacher if (drbd_submit_peer_request(mdev, peer_req, READ, DRBD_FAULT_RS_RD) == 0) 37080a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return 0; 371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 37210f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg /* If it failed because of ENOMEM, retry should help. If it failed 37310f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * because bio_add_page failed (probably broken lower level driver), 37410f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * retry may or may not help. 37510f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * If it does not, you may need to force disconnect. */ 37687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 377db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); 37887eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 37922cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg 380db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 38180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenbergdefer: 38245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg put_ldev(mdev); 38380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EAGAIN; 384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 38600d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_resync_timer(struct drbd_work *w, int cancel) 387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 38800d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 38963106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner switch (mdev->state.conn) { 39063106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_VERIFY_S: 39100d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner w_make_ov_request(w, cancel); 39263106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 39363106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_SYNC_TARGET: 39400d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner w_make_resync_request(w, cancel); 39563106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 397b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 398794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner return 1; 399794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner} 400794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 401794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisnervoid resync_timer_fn(unsigned long data) 402794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner{ 403794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 404794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 405794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner if (list_empty(&mdev->resync_work.list)) 406e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, &mdev->resync_work); 407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 409778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_set(struct fifo_buffer *fb, int value) 410778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 411778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 412778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 413778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 414f10f262349762c96ab247b6108af3a30b52b6f5aPhilipp Reisner fb->values[i] = value; 415778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 416778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 417778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic int fifo_push(struct fifo_buffer *fb, int value) 418778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 419778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int ov; 420778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 421778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner ov = fb->values[fb->head_index]; 422778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[fb->head_index++] = value; 423778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 424778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (fb->head_index >= fb->size) 425778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->head_index = 0; 426778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 427778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return ov; 428778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 429778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 430778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_add_val(struct fifo_buffer *fb, int value) 431778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 432778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 433778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 434778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 435778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[i] += value; 436778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 437778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4389d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_controller(struct drbd_conf *mdev) 439778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 440778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int sect_in; /* Number of sectors that came in since the last turn */ 441778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int want; /* The number of sectors we want in the proxy */ 442778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int req_sect; /* Number of sectors to request in this turn */ 443778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int correction; /* Number of sectors more we need in the proxy*/ 444778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int cps; /* correction per invocation of drbd_rs_controller() */ 445778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int steps; /* Number of time steps to plan ahead */ 446778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int curr_corr; 447778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int max_sect; 448778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 449778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in = atomic_xchg(&mdev->rs_sect_in, 0); /* Number of sectors that came in */ 450778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight -= sect_in; 451778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 452778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_lock(&mdev->peer_seq_lock); /* get an atomic view on mdev->rs_plan_s */ 453778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 454778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps = mdev->rs_plan_s.size; /* (mdev->sync_conf.c_plan_ahead * 10 * SLEEP_TIME) / HZ; */ 455778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 456778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (mdev->rs_in_flight + sect_in == 0) { /* At start of resync */ 457778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = ((mdev->sync_conf.rate * 2 * SLEEP_TIME) / HZ) * steps; 458778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } else { /* normal path */ 459778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = mdev->sync_conf.c_fill_target ? mdev->sync_conf.c_fill_target : 460778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in * mdev->sync_conf.c_delay_target * HZ / (SLEEP_TIME * 10); 461778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } 462778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 463778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner correction = want - mdev->rs_in_flight - mdev->rs_planed; 464778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 465778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* Plan ahead */ 466778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner cps = correction / steps; 467778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fifo_add_val(&mdev->rs_plan_s, cps); 468778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed += cps * steps; 469778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 470778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* What we do in this step */ 471778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner curr_corr = fifo_push(&mdev->rs_plan_s, 0); 472778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_unlock(&mdev->peer_seq_lock); 473778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed -= curr_corr; 474778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 475778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = sect_in + curr_corr; 476778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect < 0) 477778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = 0; 478778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 479778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner max_sect = (mdev->sync_conf.c_max_rate * 2 * SLEEP_TIME) / HZ; 480778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect > max_sect) 481778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = max_sect; 482778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 483778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* 484778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner dev_warn(DEV, "si=%u if=%d wa=%u co=%d st=%d cps=%d pl=%d cc=%d rs=%d\n", 485778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in, mdev->rs_in_flight, want, correction, 486778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps, cps, mdev->rs_planed, curr_corr, req_sect); 487778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner */ 488778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 489778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return req_sect; 490778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 491778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4929d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_number_requests(struct drbd_conf *mdev) 493e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg{ 494e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number; 495e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (mdev->rs_plan_s.size) { /* mdev->sync_conf.c_plan_ahead */ 496e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_controller(mdev) >> (BM_BLOCK_SHIFT - 9); 497e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = number * HZ * (BM_BLOCK_SIZE / 1024) / SLEEP_TIME; 498e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } else { 499e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = mdev->sync_conf.rate; 500e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = SLEEP_TIME * mdev->c_sync_rate / ((BM_BLOCK_SIZE / 1024) * HZ); 501e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } 502e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 503e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg /* ignore the amount of pending requests, the resync controller should 504e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * throttle down to incoming reply rate soon enough anyways. */ 505e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg return number; 506e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg} 507e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 50800d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_make_resync_request(struct drbd_work *w, int cancel) 509b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 51000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 511b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long bit; 512b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 513b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 5141816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg int max_bio_size; 515e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number, rollback_i, size; 516b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int align, queued, sndbuf; 5170f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg int i = 0; 518b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 519b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 520b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 521b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 522af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->rs_total == 0) { 523af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* empty resync? */ 524af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg drbd_resync_finished(mdev); 525af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg return 1; 526af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg } 527af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 528b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) { 529b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since we only need to access mdev->rsync a 530b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner get_ldev_if_state(mdev,D_FAILED) would be sufficient, but 531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to continue resync with a broken disk makes no sense at 532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner all */ 533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Disk broke down during resync!\n"); 534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5370cfdd247d1779d5ffc8f685b172a526ecdc6773fPhilipp Reisner max_bio_size = queue_max_hw_sectors(mdev->rq_queue) << 9; 538e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_number_requests(mdev); 539e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (number == 0) 5400f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto requeue; 541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 543b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Stop generating RS requests, when half of the send buffer is filled */ 544e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_lock(&mdev->tconn->data.mutex); 545e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (mdev->tconn->data.socket) { 546e42325a57606396539807ff55c24febda39f8d01Philipp Reisner queued = mdev->tconn->data.socket->sk->sk_wmem_queued; 547e42325a57606396539807ff55c24febda39f8d01Philipp Reisner sndbuf = mdev->tconn->data.socket->sk->sk_sndbuf; 548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = 1; 550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = 0; 551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 552e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_unlock(&mdev->tconn->data.mutex); 553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (queued > sndbuf / 2) 554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnernext_sector: 557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit = drbd_bm_find_next(mdev, mdev->bm_resync_fo); 559b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5604b0715f09655e76ca24c35a9e25e7c464c2f7346Lars Ellenberg if (bit == DRBD_END_OF_BITMAP) { 561b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = drbd_bm_bits(mdev); 562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 565b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 566b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = BM_BIT_TO_SECT(bit); 567b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 568e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 569e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 570b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit; 571b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 572b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(drbd_bm_test_bit(mdev, bit) == 0)) { 576b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto next_sector; 578b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 579b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5801816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg#if DRBD_MAX_BIO_SIZE > BM_BLOCK_SIZE 581b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* try to find some adjacent bits. 582b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we stop if we have already the maximum req size. 583b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 584b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Additionally always align bigger requests, in order to 585b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be prepared for all stripe sizes of software RAIDs. 586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 587b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align = 1; 588d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner rollback_i = i; 589b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (;;) { 5901816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg if (size + BM_BLOCK_SIZE > max_bio_size) 591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Be always aligned */ 594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector & ((1<<(align+3))-1)) 595b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 596b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 597b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* do not cross extent boundaries */ 598b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (((bit+1) & BM_BLOCKS_PER_BM_EXT_MASK) == 0) 599b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 600b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* now, is it actually dirty, after all? 601b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * caution, drbd_bm_test_bit is tri-state for some 602b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * obscure reason; ( b == 0 ) would get the out-of-band 603b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * only accidentally right because of the "oddly sized" 604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * adjustment below */ 605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_bm_test_bit(mdev, bit+1) != 1) 606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit++; 608b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size += BM_BLOCK_SIZE; 609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((BM_BLOCK_SIZE << align) <= size) 610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align++; 611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; 612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* if we merged some, 614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * reset the offset to start the next drbd_bm_find_next from */ 615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (size > BM_BLOCK_SIZE) 616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#endif 618b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* adjust very last sectors, in case we are oddly sized */ 620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 62231890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (mdev->tconn->agreed_pro_version >= 89 && mdev->csums_tfm) { 623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner switch (read_for_csum(mdev, sector, size)) { 62480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EIO: /* Disk failure */ 625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 62780a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EAGAIN: /* allocation failed, or ldev busy */ 628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = BM_SECT_TO_BIT(sector); 630d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner i = rollback_i; 631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 63280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case 0: 63380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg /* everything ok */ 63480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg break; 63580a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg default: 63680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg BUG(); 637b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_drequest(mdev, P_RS_DATA_REQUEST, 641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector, size, ID_SYNCER)) { 642b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest() failed, aborting...\n"); 643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->bm_resync_fo >= drbd_bm_bits(mdev)) { 651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* last syncer _request_ was sent, 652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the P_RS_DATA_REPLY not yet received. sync will end (and 653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * next sync group will resume), as soon as we receive the last 654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync data block, and the last bit is cleared. 655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * until then resync "work" is "inactive" ... 656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 661b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 662778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 66800d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_make_ov_request(struct drbd_work *w, int cancel) 669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 67000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int number, i, size; 672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6782649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg number = drbd_rs_number_requests(mdev); 679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = mdev->ov_position; 681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector >= capacity) { 683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 688e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 689e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_ov_request(mdev, sector, size)) { 699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector += BM_SECT_PER_BIT; 703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 7072649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 711b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 71200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_ov_finished(struct drbd_work *w, int cancel) 713b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 71400d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 719b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 720b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 72200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerstatic int w_resync_finished(struct drbd_work *w, int cancel) 723b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 72400d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 728b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 729b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 730b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 731b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 732af85e8e83d160f72a10e4467852646ac08614260Lars Ellenbergstatic void ping_peer(struct drbd_conf *mdev) 733af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg{ 7342a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner struct drbd_tconn *tconn = mdev->tconn; 7352a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner 7362a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner clear_bit(GOT_PING_ACK, &tconn->flags); 7372a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner request_ping(tconn); 7382a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner wait_event(tconn->ping_wait, 7392a67d8b93b3363d4a5608d16d510a4bf6b3863fbPhilipp Reisner test_bit(GOT_PING_ACK, &tconn->flags) || mdev->state.conn < C_CONNECTED); 740af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg} 741af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 742b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_resync_finished(struct drbd_conf *mdev) 743b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 744b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long db, dt, dbdt; 745b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long n_oos; 746b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state os, ns; 747b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w; 748b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner char *khelper_cmd = NULL; 74926525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg int verify_done = 0; 750b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 751b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Remove all elements from the resync LRU. Since future actions 752b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * might set bits in the (main) bitmap, then the entries in the 753b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync LRU would be wrong. */ 754b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_rs_del_all(mdev)) { 755b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* In case this is not possible now, most probably because 756b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * there are P_RS_DATA_REPLY Packets lingering on the worker's 757b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * queue (or even the read operations for those packets 758b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * is not finished by now). Retry in 100ms. */ 759b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 76020ee639024e3d33111df0e343050b218c656bf16Philipp Reisner schedule_timeout_interruptible(HZ / 10); 761b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = kmalloc(sizeof(struct drbd_work), GFP_ATOMIC); 762b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w) { 763b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb = w_resync_finished; 764e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, w); 765b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 766b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 767b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Warn failed to drbd_rs_del_all() and to kmalloc(w).\n"); 768b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 769b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 770b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = (jiffies - mdev->rs_start - mdev->rs_paused) / HZ; 771b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (dt <= 0) 772b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = 1; 773b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner db = mdev->rs_total; 774b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dbdt = Bit2KB(db/dt); 775b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused /= HZ; 776b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 777b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 778b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 779b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 780af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg ping_peer(mdev); 781af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 78287eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 783b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner os = mdev->state; 784b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 78526525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done = (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T); 78626525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg 787b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This protects us against multiple calls (that can happen in the presence 788b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner of application IO), and against connectivity loss just before we arrive here. */ 789b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn <= C_CONNECTED) 790b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out_unlock; 791b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 792b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = os; 793b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = C_CONNECTED; 794b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 795b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "%s done (total %lu sec; paused %lu sec; %lu K/sec)\n", 79626525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done ? "Online verify " : "Resync", 797b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt + mdev->rs_paused, mdev->rs_paused, dbdt); 798b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 799b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos = drbd_bm_total_weight(mdev); 800b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 801b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T) { 802b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (n_oos) { 803b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_alert(DEV, "Online verify found %lu %dk block out of sync!\n", 804b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos, Bit2KB(1)); 805b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "out-of-sync"; 806b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 807b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 808b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT((n_oos - mdev->rs_failed) == 0); 809b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 810b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) 811b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "after-resync-target"; 812b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 813b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm && mdev->rs_total) { 814b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long s = mdev->rs_same_csum; 815b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long t = mdev->rs_total; 816b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const int ratio = 817b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t == 0) ? 0 : 818b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t < 100000) ? ((s*100)/t) : (s/(t/100)); 81924c4830c8ec3cbc904d84c213126a35f41a4e455Bart Van Assche dev_info(DEV, "%u %% had equal checksums, eliminated: %luK; " 820b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "transferred %luK total %luK\n", 821b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ratio, 822b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_same_csum), 823b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total - mdev->rs_same_csum), 824b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total)); 825b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 826b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 827b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 828b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->rs_failed) { 829b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, " %lu failed blocks\n", mdev->rs_failed); 830b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 831b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 832b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 833b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 834b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 835b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 836b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 837b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 838b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 839b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 840b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 841b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 842b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 843b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->p_uuid) { 844b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 845b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = UI_BITMAP ; i <= UI_HISTORY_END ; i++) 846b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, i, mdev->p_uuid[i]); 847b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set(mdev, UI_BITMAP, mdev->ldev->md.uuid[UI_CURRENT]); 848b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, UI_CURRENT, mdev->p_uuid[UI_CURRENT]); 849b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 850b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "mdev->p_uuid is NULL! BUG\n"); 851b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 852b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 853b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 85462b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (!(os.conn == C_VERIFY_S || os.conn == C_VERIFY_T)) { 85562b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* for verify runs, we don't update uuids here, 85662b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * so there would be nothing to report. */ 85762b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_uuid_set_bm(mdev, 0UL); 85862b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_print_uuids(mdev, "updated UUIDs"); 85962b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (mdev->p_uuid) { 86062b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* Now the two UUID sets are equal, update what we 86162b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * know of the peer. */ 86262b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg int i; 86362b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg for (i = UI_CURRENT ; i <= UI_HISTORY_END ; i++) 86462b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg mdev->p_uuid[i] = mdev->ldev->md.uuid[i]; 86562b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg } 866b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 867b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 868b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 869b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 870b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout_unlock: 87187eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 872b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 873b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 874b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_total = 0; 875b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 876b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 87726525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg if (verify_done) 87826525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg mdev->ov_start_sector = 0; 879b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 88013d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg drbd_md_sync(mdev); 88113d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg 882b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (khelper_cmd) 883b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_khelper(mdev, khelper_cmd); 884b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 885b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 886b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 887b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 888b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* helper */ 889db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacherstatic void move_to_net_ee_or_free(struct drbd_conf *mdev, struct drbd_peer_request *peer_req) 890b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 891db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (drbd_ee_has_active_page(peer_req)) { 892b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This might happen if sendpage() has not finished */ 893db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher int i = (peer_req->i.size + PAGE_SIZE -1) >> PAGE_SHIFT; 894435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_add(i, &mdev->pp_in_use_by_net); 895435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_sub(i, &mdev->pp_in_use); 89687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 897db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add_tail(&peer_req->w.list, &mdev->net_ee); 89887eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 899435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg wake_up(&drbd_pp_wait); 900b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 901db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 902b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 903b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 904b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 905b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_data_req() - Worker callback, to send a P_DATA_REPLY packet in response to a P_DATA_REQUEST 906b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 907b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 908b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 909b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 91000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_e_end_data_req(struct drbd_work *w, int cancel) 911b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 912db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 91300d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 914b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 915b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 916b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 917db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 918b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 919b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 920b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 921b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 922db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 923db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_DATA_REPLY, peer_req); 924b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 925b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 926b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. sector=%llus.\n", 927db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 928b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 929db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_DREPLY, peer_req); 930b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 931b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 932b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 933b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 934db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 935b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 936b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 937b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 938b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 939b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 940b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 941b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 942b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_rsdata_req() - Worker callback to send a P_RS_DATA_REPLY packet in response to a P_RS_DATA_REQUESTRS 943b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 944b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 945b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 946b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 94700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_e_end_rsdata_req(struct drbd_work *w, int cancel) 948b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 949db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 95000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 951b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 952b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 953b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 954db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 955b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 956b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 957b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 958b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 959b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_ldev_if_state(mdev, D_FAILED)) { 960db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 961b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 962b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 963b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 964d612d309e4c8401ad94c531678b59c4a8b7c41cePhilipp Reisner if (mdev->state.conn == C_AHEAD) { 965db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_RS_CANCEL, peer_req); 966db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher } else if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 967b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (likely(mdev->state.pdsk >= D_INCONSISTENT)) { 968b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 969db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_RS_DATA_REPLY, peer_req); 970b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 971b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 972b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Not sending RSDataReply, " 973b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "partner DISKLESS!\n"); 974b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 1; 975b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 976b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 977b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 978b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegRSDReply. sector %llus.\n", 979db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 980b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 981db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, peer_req); 982b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 983b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* update resync data with failure */ 984db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_failed_io(mdev, peer_req->i.sector, peer_req->i.size); 985b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 986b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 987b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 988b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 989db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 990b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 991b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 992b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 993b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 994b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 995b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 99600d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_e_end_csum_rs_req(struct drbd_work *w, int cancel) 997b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 998db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 99900d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1000b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1001b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1002b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest = NULL; 1003b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1004b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1005b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1006db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1007b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1008b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1009b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1010b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10111d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 1012db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 10131d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 10141d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1015b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1016db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher di = peer_req->digest; 1017b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1018db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 1019b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* quick hack to try to avoid a race against reconfiguration. 1020b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * a real fix would be much more involved, 1021b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * introducing more locking mechanisms */ 1022b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm) { 1023b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->csums_tfm); 1024b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1025b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1026b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1027b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 1028db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->csums_tfm, peer_req, digest); 1029b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1030b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1031b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1032b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1033b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (eq) { 1034db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_set_in_sync(mdev, peer_req->i.sector, peer_req->i.size); 1035676396d545350a70d922605ec23c2ed26124334aLars Ellenberg /* rs_same_csums unit is BM_BLOCK_SIZE */ 1036db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->rs_same_csum += peer_req->i.size >> BM_BLOCK_SHIFT; 1037db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_RS_IS_IN_SYNC, peer_req); 1038b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1039b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1040db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->block_id = ID_SYNCER; /* By setting block_id, digest pointer becomes invalid! */ 1041db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->flags &= ~EE_HAS_DIGEST; /* This peer request no longer has a digest pointer */ 1042204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner kfree(di); 1043db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_RS_DATA_REPLY, peer_req); 1044b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1045b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1046db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, peer_req); 1047b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1048b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. I guess it gets messy.\n"); 1049b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1050b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1051b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1052db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 1053b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1054b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1055b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block/ack() failed\n"); 1056b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1057b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1058b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 105900d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_e_end_ov_req(struct drbd_work *w, int cancel) 1060b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1061db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 106200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1063db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 1064db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 1065b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1066b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1067b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1068b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1069b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 1070b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 1071b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1072b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1073b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 10748f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!digest) { 10758f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner ok = 0; /* terminate the connection in case the allocation failed */ 10768f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner goto out; 1077b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1078b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1079db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely(!(peer_req->flags & EE_WAS_ERROR))) 1080db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->verify_tfm, peer_req, digest); 10818f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner else 10828f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner memset(digest, 0, digest_size); 10838f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 108453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 108553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 108653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 108753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 108853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 1089db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1090db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = NULL; 10918f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner inc_rs_pending(mdev); 109253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 109353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 109453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_OV_REPLY); 10958f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!ok) 10968f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner dec_rs_pending(mdev); 10978f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner kfree(digest); 10988f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 1099b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 1100db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (peer_req) 1101db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1102b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1103b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1105b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1106b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_ov_oos_found(struct drbd_conf *mdev, sector_t sector, int size) 1107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1108b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->ov_last_oos_start + mdev->ov_last_oos_size == sector) { 1109b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size += size>>9; 1110b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_start = sector; 1112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size = size>>9; 1113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_out_of_sync(mdev, sector, size); 1115b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1116b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 111700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_e_end_ov_reply(struct drbd_work *w, int cancel) 1118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1119db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 112000d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1121b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1122b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1123db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 1124db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 112553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int digest_size; 1126b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1127b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1128b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1129db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after "cancel", because after drbd_disconnect/drbd_rs_cancel_all 1135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the resync lru has been cleaned up already */ 11361d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 1137db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 11381d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 11391d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1141db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher di = peer_req->digest; 1142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1143db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 1144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 1147db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->verify_tfm, peer_req, digest); 1148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1152b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1153b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1154b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 11559676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg /* Free peer_req and pages before send. 11569676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg * In case we block on congestion, we could otherwise run into 11579676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg * some distributed deadlock, if the other side blocks on 11589676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg * congestion as well, because our receiver blocks in 11599676c760979371701ea5a6f8adb7ce8125c22c7dLars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 1160db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1161b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!eq) 116253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_ov_oos_found(mdev, sector, size); 1163b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else 1164b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1165b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_ack_ex(mdev, P_OV_RESULT, sector, size, 1167b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq ? ID_IN_SYNC : ID_OUT_OF_SYNC); 1168b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dec_unacked(mdev); 1170b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1171ea5442aff68c559c951373739201721185191748Lars Ellenberg --mdev->ov_left; 1172ea5442aff68c559c951373739201721185191748Lars Ellenberg 1173ea5442aff68c559c951373739201721185191748Lars Ellenberg /* let's advance progress step marks only for every other megabyte */ 1174ea5442aff68c559c951373739201721185191748Lars Ellenberg if ((mdev->ov_left & 0x200) == 0x200) 1175ea5442aff68c559c951373739201721185191748Lars Ellenberg drbd_advance_rs_marks(mdev, mdev->ov_left); 1176ea5442aff68c559c951373739201721185191748Lars Ellenberg 1177ea5442aff68c559c951373739201721185191748Lars Ellenberg if (mdev->ov_left == 0) { 1178b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1179b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1180b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1181b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1182b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1183b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1184b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 118500d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_prev_work_done(struct drbd_work *w, int cancel) 1186b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_wq_barrier *b = container_of(w, struct drbd_wq_barrier, w); 118800d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner 1189b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&b->done); 1190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1192b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 119300d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_send_barrier(struct drbd_work *w, int cancel) 1194b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1195b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_tl_epoch *b = container_of(w, struct drbd_tl_epoch, w); 119600d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1197e42325a57606396539807ff55c24febda39f8d01Philipp Reisner struct p_barrier *p = &mdev->tconn->data.sbuf.barrier; 1198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* really avoid racing with tl_clear. w.cb may have been referenced 1201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * just before it was reassigned and re-queued, so double check that. 1202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * actually, this race was harmless, since we only try to send the 1203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * barrier packet here, and otherwise do nothing with the object. 1204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but compare with the head of w_clear_epoch */ 120587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 1206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w->cb != w_send_barrier || mdev->state.conn < C_CONNECTED) 1207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner cancel = 1; 120887eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 1209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1212611208706f28c502c8c01791ac4f0b14cde395b2Philipp Reisner if (!drbd_get_data_sock(mdev->tconn)) 1213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner p->barrier = b->br_number; 1215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* inc_ap_pending was done where this was queued. 1216b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * dec_ap_pending will be done in got_BarrierAck 1217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * or (on connection loss) in w_clear_epoch. */ 1218e42325a57606396539807ff55c24febda39f8d01Philipp Reisner ok = _drbd_send_cmd(mdev, mdev->tconn->data.socket, P_BARRIER, 1219c012949a4084a9f91654121d28f199ef408cb9d7Philipp Reisner &p->head, sizeof(*p), 0); 1220611208706f28c502c8c01791ac4f0b14cde395b2Philipp Reisner drbd_put_data_sock(mdev->tconn); 1221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1222b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1223b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1224b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 122500d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_send_write_hint(struct drbd_work *w, int cancel) 1226b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 122700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1228b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1229b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1230b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return drbd_send_short_cmd(mdev, P_UNPLUG_REMOTE); 1231b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 123300d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_send_oos(struct drbd_work *w, int cancel) 123473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner{ 123573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 123600d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 123773a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner int ok; 123873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 123973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner if (unlikely(cancel)) { 12408554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 124173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return 1; 124273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner } 124373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 124473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner ok = drbd_send_oos(mdev, req); 12458554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, OOS_HANDED_TO_NETWORK); 124673a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 124773a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return ok; 124873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner} 124973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 1250b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1251b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_dblock() - Worker callback to send a P_DATA packet in order to mirror a write request 1252b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1253b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1254b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1255b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 125600d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_send_dblock(struct drbd_work *w, int cancel) 1257b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1258b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 125900d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1260b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1261b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1262b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 12638554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 1264b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1265b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1266b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1267b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_dblock(mdev, req); 12688554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, ok ? HANDED_OVER_TO_NETWORK : SEND_FAILED); 1269b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1270b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1271b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1272b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1273b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1274b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_read_req() - Worker callback to send a read request (P_DATA_REQUEST) packet 1275b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1276b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1277b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1278b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 127900d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_send_read_req(struct drbd_work *w, int cancel) 1280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 128200d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 12868554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 1287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1290ace652acf2d7e564dac48c615d9184e7ed575f9cAndreas Gruenbacher ok = drbd_send_drequest(mdev, P_DATA_REQUEST, req->i.sector, req->i.size, 1291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long)req); 1292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!ok) { 1294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ?? we set C_TIMEOUT or C_BROKEN_PIPE in drbd_send(); 1295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * so this is probably redundant */ 1296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_NETWORK_FAILURE)); 1298b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 12998554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, ok ? HANDED_OVER_TO_NETWORK : SEND_FAILED); 1300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1301b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1302b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 130400d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_restart_disk_io(struct drbd_work *w, int cancel) 1305265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner{ 1306265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 130700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 1308265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 13090778286a133d2d3f81861a4e5db308e359583006Philipp Reisner if (bio_data_dir(req->master_bio) == WRITE && req->rq_state & RQ_IN_ACT_LOG) 1310ace652acf2d7e564dac48c615d9184e7ed575f9cAndreas Gruenbacher drbd_al_begin_io(mdev, req->i.sector); 1311265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner /* Calling drbd_al_begin_io() out of the worker might deadlocks 1312265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner theoretically. Practically it can not deadlock, since this is 1313265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner only used when unfreezing IOs. All the extents of the requests 1314265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner that made it into the TL are already active */ 1315265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1316265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_req_make_private_bio(req, req->master_bio); 1317265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner req->private_bio->bi_bdev = mdev->ldev->backing_bdev; 1318265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner generic_make_request(req->private_bio); 1319265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1320265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner return 1; 1321265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner} 1322265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1323b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_may_sync_now(struct drbd_conf *mdev) 1324b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1325b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev = mdev; 1326b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1327b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1328b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1329b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1330b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1331841ce241fa355048f66172a47e356bb6e9159c9dAndreas Gruenbacher if (!expect(odev)) 1332841ce241fa355048f66172a47e356bb6e9159c9dAndreas Gruenbacher return 1; 1333b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((odev->state.conn >= C_SYNC_SOURCE && 1334b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.conn <= C_PAUSED_SYNC_T) || 1335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.aftr_isp || odev->state.peer_isp || 1336b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.user_isp) 1337b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_pause_after() - Pause resync on all devices that may not resync now 1343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and after_state_ch). 1346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_pause_after(struct drbd_conf *mdev) 1348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 135281a5d60ecfe1d94627abb54810445f0fd5892f42Philipp Reisner idr_for_each_entry(&minors, odev, i) { 1353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1355b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!_drbd_may_sync_now(odev)) 1356b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 1), CS_HARD, NULL) 1357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO); 1358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1359b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1360b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1363b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1364b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_resume_next() - Resume resync on all devices that may resync now 1365b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1366b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and worker). 1368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_resume_next(struct drbd_conf *mdev) 1370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1372b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1373b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 137481a5d60ecfe1d94627abb54810445f0fd5892f42Philipp Reisner idr_for_each_entry(&minors, odev, i) { 1375b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1376b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1377b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.aftr_isp) { 1378b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (_drbd_may_sync_now(odev)) 1379b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 0), 1380b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner CS_HARD, NULL) 1381b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO) ; 1382b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1383b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1386b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid resume_next_sg(struct drbd_conf *mdev) 1388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1389b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_resume_next(mdev); 1391b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1392b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1393b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1394b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid suspend_other_sg(struct drbd_conf *mdev) 1395b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1397b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1398b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1399b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1400b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1401b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int sync_after_error(struct drbd_conf *mdev, int o_minor) 1402b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1403b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1404b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1405b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor == -1) 1406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor < -1 || minor_to_mdev(o_minor) == NULL) 1408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER; 1409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* check for loops */ 1411b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(o_minor); 1412b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1413b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev == mdev) 1414b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER_CYCLE; 1415b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1416b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dependency chain ends here, no cycles. */ 1417b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1418b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1419b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1420b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* follow the dependency chain */ 1421b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1422b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1423b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1424b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1425b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_alter_sa(struct drbd_conf *mdev, int na) 1426b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1427b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int changes; 1428b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int retcode; 1429b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1430b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1431b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner retcode = sync_after_error(mdev, na); 1432b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (retcode == NO_ERROR) { 1433b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->sync_conf.after = na; 1434b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do { 1435b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes = _drbd_pause_after(mdev); 1436b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes |= _drbd_resume_next(mdev); 1437b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } while (changes); 1438b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1439b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1440b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return retcode; 1441b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1442b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 14439bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenbergvoid drbd_rs_controller_reset(struct drbd_conf *mdev) 14449bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg{ 14459bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_in, 0); 14469bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_ev, 0); 14479bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_in_flight = 0; 14489bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_planed = 0; 14499bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_lock(&mdev->peer_seq_lock); 14509bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg fifo_set(&mdev->rs_plan_s, 0); 14519bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_unlock(&mdev->peer_seq_lock); 14529bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg} 14539bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg 14541f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisnervoid start_resync_timer_fn(unsigned long data) 14551f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner{ 14561f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 14571f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 14581f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, &mdev->start_resync_work); 14591f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner} 14601f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 146100d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisnerint w_start_resync(struct drbd_work *w, int cancel) 14621f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner{ 146300d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner struct drbd_conf *mdev = w->mdev; 146400d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner 14651f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner if (atomic_read(&mdev->unacked_cnt) || atomic_read(&mdev->rs_pending_cnt)) { 14661f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner dev_warn(DEV, "w_start_resync later...\n"); 14671f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner mdev->start_resync_timer.expires = jiffies + HZ/10; 14681f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner add_timer(&mdev->start_resync_timer); 14691f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner return 1; 14701f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner } 14711f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 14721f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner drbd_start_resync(mdev, C_SYNC_SOURCE); 14731f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner clear_bit(AHEAD_TO_SYNC_SOURCE, &mdev->current_epoch->flags); 14741f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner return 1; 14751f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner} 14761f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 1477b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1478b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * drbd_start_resync() - Start the resync process 1479b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1480b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @side: Either C_SYNC_SOURCE or C_SYNC_TARGET 1481b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1482b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * This function might bring you directly into one of the 1483b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * C_PAUSED_SYNC_* states. 1484b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1485b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_start_resync(struct drbd_conf *mdev, enum drbd_conns side) 1486b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1487b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state ns; 1488b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int r; 1489b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1490c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner if (mdev->state.conn >= C_SYNC_SOURCE && mdev->state.conn < C_AHEAD) { 1491b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Resync already running!\n"); 1492b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1493b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1494b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 149559817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner if (mdev->state.conn < C_AHEAD) { 149659817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* In case a previous resync run was aborted by an IO error/detach on the peer. */ 149759817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner drbd_rs_cancel_all(mdev); 149859817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* This should be done when we abort the resync. We definitely do not 149959817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner want to have this for connections going back and forth between 150059817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner Ahead/Behind and SyncSource/SyncTarget */ 150159817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner } 1502b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1503e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (!test_bit(B_RS_H_DONE, &mdev->flags)) { 1504e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (side == C_SYNC_TARGET) { 1505e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner /* Since application IO was locked out during C_WF_BITMAP_T and 1506e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner C_WF_SYNC_UUID we are still unmodified. Before going to C_SYNC_TARGET 1507e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner we check that we might make the data inconsistent. */ 1508e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = drbd_khelper(mdev, "before-resync-target"); 1509e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = (r >> 8) & 0xff; 1510e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r > 0) { 1511e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-target handler returned %d, " 151209b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner "dropping connection.\n", r); 151309b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 151409b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner return; 151509b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 1516e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else /* C_SYNC_SOURCE */ { 1517e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = drbd_khelper(mdev, "before-resync-source"); 1518e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = (r >> 8) & 0xff; 1519e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r > 0) { 1520e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r == 3) { 1521e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 1522e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner "ignoring. Old userland tools?", r); 1523e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else { 1524e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 1525e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner "dropping connection.\n", r); 1526e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 1527e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner return; 1528e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1529e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 153009b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 1531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1533e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (current == mdev->tconn->worker.task) { 1534dad20554812e73a2bfbe45d1b161d5d3c249e597Philipp Reisner /* The worker should not sleep waiting for state_mutex, 1535e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner that can take long */ 15368410da8f0e3ff5c97bce1b10627316be509ce476Philipp Reisner if (!mutex_trylock(mdev->state_mutex)) { 1537e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner set_bit(B_RS_H_DONE, &mdev->flags); 1538e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner mdev->start_resync_timer.expires = jiffies + HZ/5; 1539e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner add_timer(&mdev->start_resync_timer); 1540e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner return; 1541e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1542e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else { 15438410da8f0e3ff5c97bce1b10627316be509ce476Philipp Reisner mutex_lock(mdev->state_mutex); 1544e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1545e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner clear_bit(B_RS_H_DONE, &mdev->flags); 1546b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1547b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev_if_state(mdev, D_NEGOTIATING)) { 15488410da8f0e3ff5c97bce1b10627316be509ce476Philipp Reisner mutex_unlock(mdev->state_mutex); 1549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1552b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.aftr_isp = !_drbd_may_sync_now(mdev); 1556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = side; 1558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1559b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) 1560b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 1561b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else /* side == C_SYNC_SOURCE */ 1562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 1563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = __drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 1565b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1566b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1567b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn < C_CONNECTED) 1568b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = SS_UNKNOWN_ERROR; 1569b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1570b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 15711d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long tw = drbd_bm_total_weight(mdev); 15721d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long now = jiffies; 15731d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg int i; 15741d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg 1575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 1576b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 1577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_same_csum = 0; 15780f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_events = 0; 15790f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_sect_ev = 0; 15801d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_total = tw; 15811d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_start = now; 15821d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg for (i = 0; i < DRBD_SYNC_MARKS; i++) { 15831d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_left[i] = tw; 15841d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_time[i] = now; 15851d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg } 1586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1587b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 15895a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg 1590b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 1591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "Began resync as %s (will sync %lu KB [%lu bits set]).\n", 1592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_conn_str(ns.conn), 1593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total << (BM_BLOCK_SHIFT-10), 1594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total); 15956c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg if (side == C_SYNC_TARGET) 15966c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg mdev->bm_resync_fo = 0; 15976c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg 15986c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg /* Since protocol 96, we must serialize drbd_gen_and_send_sync_uuid 15996c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * with w_send_oos, or the sync target will get confused as to 16006c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * how much bits to resync. We cannot do that always, because for an 16016c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * empty resync and protocol < 95, we need to do it here, as we call 16026c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * drbd_resync_finished from here in that case. 16036c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * We drbd_gen_and_send_sync_uuid here for protocol < 96, 16046c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * and from after_state_ch otherwise. */ 160531890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (side == C_SYNC_SOURCE && mdev->tconn->agreed_pro_version < 96) 16066c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg drbd_gen_and_send_sync_uuid(mdev); 1607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 160831890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (mdev->tconn->agreed_pro_version < 95 && mdev->rs_total == 0) { 1609af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* This still has a race (about when exactly the peers 1610af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss) that can lead to a full sync 1611af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * on next handshake. In 8.3.9 we fixed this with explicit 1612af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * resync-finished notifications, but the fix 1613af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * introduces a protocol change. Sleeping for some 1614af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * time longer than the ping interval + timeout on the 1615af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * SyncSource, to give the SyncTarget the chance to 1616af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss, then waiting for a ping 1617af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * response (implicit in drbd_resync_finished) reduces 1618af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * the race considerably, but does not solve it. */ 1619af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (side == C_SYNC_SOURCE) 1620af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg schedule_timeout_interruptible( 162189e58e755e37137135c28a90c93be1b28faff485Philipp Reisner mdev->tconn->net_conf->ping_int * HZ + 162289e58e755e37137135c28a90c93be1b28faff485Philipp Reisner mdev->tconn->net_conf->ping_timeo*HZ/9); 1623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 16269bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg drbd_rs_controller_reset(mdev); 1627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ns.conn may already be != mdev->state.conn, 1628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may have been paused in between, or become paused until 1629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the timer triggers. 1630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * No matter, that is handled in resync_timer_fn() */ 1631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn == C_SYNC_TARGET) 1632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies); 1633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1634b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_md_sync(mdev); 1635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 16365a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg put_ldev(mdev); 16378410da8f0e3ff5c97bce1b10627316be509ce476Philipp Reisner mutex_unlock(mdev->state_mutex); 1638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_worker(struct drbd_thread *thi) 1641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1642392c8801922f51466045ece2f1f2884b8c9cd9a2Philipp Reisner struct drbd_tconn *tconn = thi->tconn; 1643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w = NULL; 16440e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner struct drbd_conf *mdev; 1645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner LIST_HEAD(work_list); 16460e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner int minor, intr = 0; 1647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1648e77a0a5cc1e6961f485b5623ef42f3b910969675Andreas Gruenbacher while (get_t_state(thi) == RUNNING) { 1649808222845d62e551630699a1381bbf8a1fd4a286Philipp Reisner drbd_thread_current_set_cpu(thi); 1650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 165119393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner if (down_trylock(&tconn->data.work.s)) { 165219393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner mutex_lock(&tconn->data.mutex); 165319393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner if (tconn->data.socket && !tconn->net_conf->no_cork) 165419393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner drbd_tcp_uncork(tconn->data.socket); 165519393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner mutex_unlock(&tconn->data.mutex); 1656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 165719393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner intr = down_interruptible(&tconn->data.work.s); 1658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 165919393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner mutex_lock(&tconn->data.mutex); 166019393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner if (tconn->data.socket && !tconn->net_conf->no_cork) 166119393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner drbd_tcp_cork(tconn->data.socket); 166219393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner mutex_unlock(&tconn->data.mutex); 1663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (intr) { 1666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner flush_signals(current); 166719393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner if (get_t_state(thi) == RUNNING) { 166819393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner conn_warn(tconn, "Worker got an unexpected signal\n"); 1669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 167019393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner } 1671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1674e77a0a5cc1e6961f485b5623ef42f3b910969675Andreas Gruenbacher if (get_t_state(thi) != RUNNING) 1675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* With this break, we have done a down() but not consumed 1677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the entry from the list. The cleanup code takes care of 1678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner this... */ 1679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = NULL; 168119393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_lock_irq(&tconn->data.work.q_lock); 168219393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner if (list_empty(&tconn->data.work.q)) { 1683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* something terribly wrong in our logic. 1684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we were able to down() the semaphore, 1685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the list is empty... doh. 1686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * what is the best thing to do now? 1688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * try again from scratch, restarting the receiver, 1689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * asender, whatnot? could break even more ugly, 1690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * e.g. when we are primary, but no good local data. 1691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * I'll try to get away just starting over this loop. 1693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 169419393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner conn_warn(tconn, "Work list unexpectedly empty\n"); 169519393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_unlock_irq(&tconn->data.work.q_lock); 1696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 169819393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner w = list_entry(tconn->data.work.q.next, struct drbd_work, list); 1699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 170019393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_unlock_irq(&tconn->data.work.q_lock); 1701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1702bbeb641c3e4982d6bba21188545a7fd44ab0a715Philipp Reisner if (!w->cb(w, tconn->cstate < C_WF_REPORT_PARAMS)) { 1703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dev_warn(DEV, "worker: a callback failed! \n"); */ 1704bbeb641c3e4982d6bba21188545a7fd44ab0a715Philipp Reisner if (tconn->cstate >= C_WF_REPORT_PARAMS) 1705bbeb641c3e4982d6bba21188545a7fd44ab0a715Philipp Reisner conn_request_state(tconn, NS(conn, C_NETWORK_FAILURE), CS_HARD); 1706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 170919393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_lock_irq(&tconn->data.work.q_lock); 171019393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner while (!list_empty(&tconn->data.work.q)) { 171119393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner list_splice_init(&tconn->data.work.q, &work_list); 171219393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_unlock_irq(&tconn->data.work.q_lock); 1713b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&work_list)) { 1715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(work_list.next, struct drbd_work, list); 1716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 171700d56944ff086f895e9ad184a7785ca1eece4a3bPhilipp Reisner w->cb(w, 1); 1718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1719b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 172019393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_lock_irq(&tconn->data.work.q_lock); 1721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 172219393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner sema_init(&tconn->data.work.s, 0); 1723b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* DANGEROUS race: if someone did queue his work within the spinlock, 1724b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but up() ed outside the spinlock, we could get an up() on the 1725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * semaphore without corresponding list entry. 1726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * So don't do that. 1727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 172819393e105f9702a014d3ce08bce92b3ad9cf96b5Philipp Reisner spin_unlock_irq(&tconn->data.work.q_lock); 1729b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 17300e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner drbd_thread_stop(&tconn->receiver); 17310e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner idr_for_each_entry(&tconn->volumes, mdev, minor) { 17320e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner D_ASSERT(mdev->state.disk == D_DISKLESS && mdev->state.conn == C_STANDALONE); 17330e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner /* _drbd_set_state only uses stop_nowait. 17340e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner * wait here for the exiting receiver. */ 17350e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner drbd_mdev_cleanup(mdev); 17360e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner } 17370e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner clear_bit(OBJECT_DYING, &tconn->flags); 17380e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner clear_bit(CONFIG_PENDING, &tconn->flags); 17390e29d163f7ec8369b3f1fb70900d29b1c4a1dc8bPhilipp Reisner wake_up(&tconn->ping_wait); 1740b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1741b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1742b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1743