drbd_worker.c revision c4752ef1284519c3baa1c3b19df34a80b4905245
1b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* 2b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_worker.c 3b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 4b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner This file is part of DRBD by Philipp Reisner and Lars Ellenberg. 5b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2001-2008, LINBIT Information Technologies GmbH. 7b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>. 8b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>. 9b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is free software; you can redistribute it and/or modify 11b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner it under the terms of the GNU General Public License as published by 12b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation; either version 2, or (at your option) 13b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner any later version. 14b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is distributed in the hope that it will be useful, 16b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner but WITHOUT ANY WARRANTY; without even the implied warranty of 17b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner GNU General Public License for more details. 19b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 20b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner You should have received a copy of the GNU General Public License 21b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner along with drbd; see the file COPYING. If not, write to 22b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. 23b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 24b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 25b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 26b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/module.h> 27b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/drbd.h> 28b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/sched.h> 29b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/wait.h> 30b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm.h> 31b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/memcontrol.h> 32b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm_inline.h> 33b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/slab.h> 34b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/random.h> 35b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/string.h> 36b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/scatterlist.h> 37b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 38b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_int.h" 39b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_req.h" 40b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 41b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel); 42b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 43b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 44b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 45b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* defined here: 46b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_md_io_complete 4745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_endio_sec 48b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_endio_pri 49b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 50b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * more endio handlers: 51b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner atodb_endio in drbd_actlog.c 52b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_bm_async_io_complete in drbd_bitmap.c 53b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 54b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * For all these callbacks, note the following: 55b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * The callbacks will be called in irq context by the IDE drivers, 56b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * and in Softirqs/Tasklets/BH context by the SCSI drivers. 57b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Try to get the locking right :) 58b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 59b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 60b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 61b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 62b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* About the global_state_lock 63b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Each state transition on an device holds a read lock. In case we have 64b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to evaluate the sync after dependencies, we grab a write lock, because 65b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we need stable states on all devices for that. */ 66b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerrwlock_t global_state_lock; 67b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 68b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* used for synchronous meta data and bitmap IO 69b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * submitted by drbd_md_sync_page_io() 70b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 71b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_md_io_complete(struct bio *bio, int error) 72b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 73b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_md_io *md_io; 74b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 75b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io = (struct drbd_md_io *)bio->bi_private; 76b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io->error = error; 77b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 78b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&md_io->event); 79b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 80b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 81b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* reads on behalf of the partner, 82b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * "submitted" by the receiver 83b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 8445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_endio_read_sec_final(struct drbd_epoch_entry *e) __releases(local) 85b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 86b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 8745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 88b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 89b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id != ID_VACANT); 90b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 91b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irqsave(&mdev->req_lock, flags); 92b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->read_cnt += e->size >> 9; 93b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del(&e->w.list); 94b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (list_empty(&mdev->read_ee)) 95b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 9645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (test_bit(__EE_WAS_ERROR, &e->flags)) 9745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg __drbd_chk_io_error(mdev, FALSE); 98b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irqrestore(&mdev->req_lock, flags); 99b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, &e->w); 101b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 102b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 103b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* writes on behalf of the partner, or resync writes, 10545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver, final stage. */ 10645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergstatic void drbd_endio_write_sec_final(struct drbd_epoch_entry *e) __releases(local) 107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 108b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 10945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 110b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t e_sector; 111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_wake; 112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int is_syncer_req; 113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_al_complete_io; 114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 115b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id != ID_VACANT); 116b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 117b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after we moved e to done_ee, 118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may no longer access it, 119b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * it may be freed/reused already! 120b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (as soon as we release the req_lock) */ 121b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e_sector = e->sector; 122b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do_al_complete_io = e->flags & EE_CALL_AL_COMPLETE_IO; 12345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_syncer_req = is_syncer_block_id(e->block_id); 124b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 12545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg spin_lock_irqsave(&mdev->req_lock, flags); 12645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg mdev->writ_cnt += e->size >> 9; 127b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del(&e->w.list); /* has been on active_ee or sync_ee */ 128b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add_tail(&e->w.list, &mdev->done_ee); 129b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* No hlist_del_init(&e->colision) here, we did not send the Ack yet, 131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * neither did we wake possibly waiting conflicting requests. 132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * done from "drbd_process_done_ee" within the appropriate w.cb 133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (e_end_block/e_end_resync_block) or from _drbd_clear_done_ee */ 134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do_wake = is_syncer_req 136b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? list_empty(&mdev->sync_ee) 137b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner : list_empty(&mdev->active_ee); 138b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 13945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (test_bit(__EE_WAS_ERROR, &e->flags)) 140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __drbd_chk_io_error(mdev, FALSE); 141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irqrestore(&mdev->req_lock, flags); 142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (is_syncer_req) 144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e_sector); 145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_wake) 147b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_al_complete_io) 150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_al_complete_io(mdev, e_sector); 151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 152b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_asender(mdev); 153b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 15445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 155b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg/* writes on behalf of the partner, or resync writes, 15745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver. 15845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg */ 15945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_endio_sec(struct bio *bio, int error) 16045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 16145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_epoch_entry *e = bio->bi_private; 16245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 16345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int uptodate = bio_flagged(bio, BIO_UPTODATE); 16445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int is_write = bio_data_dir(bio) == WRITE; 16545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 16645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (error) 16745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg dev_warn(DEV, "%s: error=%d s=%llus\n", 16845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_write ? "write" : "read", error, 16945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg (unsigned long long)e->sector); 17045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!error && !uptodate) { 17145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg dev_warn(DEV, "%s: setting error to -EIO s=%llus\n", 17245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_write ? "write" : "read", 17345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg (unsigned long long)e->sector); 17445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* strange behavior of some lower level drivers... 17545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * fail the request by clearing the uptodate flag, 17645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * but do not return any error?! */ 17745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg error = -EIO; 17845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 17945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 18045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (error) 18145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg set_bit(__EE_WAS_ERROR, &e->flags); 18245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 18345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg bio_put(bio); /* no need for the bio anymore */ 18445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (atomic_dec_and_test(&e->pending_bios)) { 18545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (is_write) 18645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_endio_write_sec_final(e); 18745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg else 18845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_endio_read_sec_final(e); 18945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 192b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* read, readA or write requests on R_PRIMARY coming from drbd_make_request 193b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 194b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_endio_pri(struct bio *bio, int error) 195b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 196a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg unsigned long flags; 197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = bio->bi_private; 198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = req->mdev; 199a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg struct bio_and_error m; 200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner enum drbd_req_event what; 201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int uptodate = bio_flagged(bio, BIO_UPTODATE); 202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!error && !uptodate) { 204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_warn(DEV, "p %s: setting error to -EIO\n", 205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_data_dir(bio) == WRITE ? "write" : "read"); 206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* strange behavior of some lower level drivers... 207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * fail the request by clearing the uptodate flag, 208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but do not return any error?! */ 209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner error = -EIO; 210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 212b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* to avoid recursion in __req_mod */ 213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(error)) { 214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = (bio_data_dir(bio) == WRITE) 215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? write_completed_with_error 2165c3c7e64bbcb60db39d0d55c8fab39ef41d41c30Lars Ellenberg : (bio_rw(bio) == READ) 217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? read_completed_with_error 218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner : read_ahead_completed_with_error; 219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = completed_ok; 221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 222b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_put(req->private_bio); 223b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req->private_bio = ERR_PTR(error); 224b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 225a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg /* not req_mod(), we need irqsave here! */ 226a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg spin_lock_irqsave(&mdev->req_lock, flags); 227a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg __req_mod(req, what, &m); 228a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg spin_unlock_irqrestore(&mdev->req_lock, flags); 229a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg 230a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg if (m.bio) 231a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg complete_master_bio(mdev, &m); 232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 233b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_read_retry_remote(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 235b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* We should not detach for read io-error, 239b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but try to WRITE the P_DATA_REPLY to the failed location, 240b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * to give the disk the chance to relocate that block */ 241b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 242b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 243d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg if (cancel || mdev->state.pdsk != D_UP_TO_DATE) { 244d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg _req_mod(req, read_retry_remote_canceled); 245b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 248b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 250b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return w_send_read_req(mdev, w, 0); 251b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 252b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 253b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_resync_inactive(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 254b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 255b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF(cancel) return 1; 256b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "resync inactive, but callback triggered??\n"); 257b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; /* Simply ignore this! */ 258b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 259b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 26045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_ee(struct drbd_conf *mdev, struct crypto_hash *tfm, struct drbd_epoch_entry *e, void *digest) 26145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 26245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct hash_desc desc; 26345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct scatterlist sg; 26445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *page = e->pages; 26545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *tmp; 26645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg unsigned len; 26745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.tfm = tfm; 26945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.flags = 0; 27045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 27145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_init_table(&sg, 1); 27245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_init(&desc); 27345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 27445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg while ((tmp = page_chain_next(page))) { 27545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* all but the last page will be fully used */ 27645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, PAGE_SIZE, 0); 27745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 27845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg page = tmp; 27945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 28045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* and now the last, possibly only partially used page */ 28145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg len = e->size & (PAGE_SIZE - 1); 28245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, len ?: PAGE_SIZE, 0); 28345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 28445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_final(&desc, digest); 28545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 28645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 28745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_bio(struct drbd_conf *mdev, struct crypto_hash *tfm, struct bio *bio, void *digest) 288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct hash_desc desc; 290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct scatterlist sg; 291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct bio_vec *bvec; 292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.tfm = tfm; 295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.flags = 0; 296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_init_table(&sg, 1); 298b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_init(&desc); 299b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __bio_for_each_segment(bvec, bio, i, 0) { 301b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_set_page(&sg, bvec->bv_page, bvec->bv_len, bvec->bv_offset); 302b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_update(&desc, &sg, sg.length); 303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_final(&desc, digest); 305b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 307b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_e_send_csum(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 308b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 310b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 311b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 313b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 314b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id == DRBD_MAGIC + 0xbeef); 315b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 316b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 317b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 318b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 319b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 320b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 32145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 322b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->csums_tfm); 323b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 324b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 32545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->csums_tfm, e, digest); 326b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 327b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 328b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_drequest_csum(mdev, 329b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e->sector, 330b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e->size, 331b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest, 332b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size, 333b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner P_CSUM_RS_REQUEST); 334b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 336b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "kmalloc() of digest failed.\n"); 337b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 0; 338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 1; 341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest(..., csum) failed\n"); 346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#define GFP_TRY (__GFP_HIGHMEM | __GFP_NOWARN) 350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int read_for_csum(struct drbd_conf *mdev, sector_t sector, int size) 352b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e; 354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 355b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 35680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EIO; 357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3580f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg if (drbd_rs_should_slow_down(mdev)) 3590f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto defer; 3600f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg 361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* GFP_TRY, because if there is no memory available right now, this may 362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be rescheduled for later. It is "only" background resync, after all. */ 363b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e = drbd_alloc_ee(mdev, DRBD_MAGIC+0xbeef, sector, size, GFP_TRY); 36445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!e) 36580a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg goto defer; 366b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 36780a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg e->w.cb = w_e_send_csum; 368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add(&e->w.list, &mdev->read_ee); 370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3720f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg atomic_add(size >> 9, &mdev->rs_sect_ev); 37345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (drbd_submit_ee(mdev, e, READ, DRBD_FAULT_RS_RD) == 0) 37480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return 0; 375b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 37622cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg /* drbd_submit_ee currently fails for one reason only: 37722cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg * not being able to allocate enough bios. 37822cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg * Is dropping the connection going to help? */ 37922cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg spin_lock_irq(&mdev->req_lock); 38022cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg list_del(&e->w.list); 38122cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg spin_unlock_irq(&mdev->req_lock); 38222cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg 38345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_free_ee(mdev, e); 38480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenbergdefer: 38545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg put_ldev(mdev); 38680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EAGAIN; 387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 389b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid resync_timer_fn(unsigned long data) 390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 391b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 392b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int queue; 393b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 39463106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner queue = 1; 39563106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner switch (mdev->state.conn) { 39663106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_VERIFY_S: 39763106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner mdev->resync_work.cb = w_make_ov_request; 39863106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 39963106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_SYNC_TARGET: 40063106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner mdev->resync_work.cb = w_make_resync_request; 40163106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 40263106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner default: 403b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queue = 0; 404b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->resync_work.cb = w_resync_inactive; 405b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* harmless race: list_empty outside data.work.q_lock */ 408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (list_empty(&mdev->resync_work.list) && queue) 409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, &mdev->resync_work); 410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 411b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 412778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_set(struct fifo_buffer *fb, int value) 413778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 414778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 415778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 416778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 417f10f262349762c96ab247b6108af3a30b52b6f5aPhilipp Reisner fb->values[i] = value; 418778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 419778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 420778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic int fifo_push(struct fifo_buffer *fb, int value) 421778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 422778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int ov; 423778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 424778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner ov = fb->values[fb->head_index]; 425778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[fb->head_index++] = value; 426778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 427778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (fb->head_index >= fb->size) 428778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->head_index = 0; 429778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 430778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return ov; 431778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 432778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 433778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_add_val(struct fifo_buffer *fb, int value) 434778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 435778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 436778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 437778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 438778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[i] += value; 439778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 440778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 441778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerint drbd_rs_controller(struct drbd_conf *mdev) 442778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 443778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int sect_in; /* Number of sectors that came in since the last turn */ 444778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int want; /* The number of sectors we want in the proxy */ 445778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int req_sect; /* Number of sectors to request in this turn */ 446778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int correction; /* Number of sectors more we need in the proxy*/ 447778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int cps; /* correction per invocation of drbd_rs_controller() */ 448778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int steps; /* Number of time steps to plan ahead */ 449778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int curr_corr; 450778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int max_sect; 451778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 452778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in = atomic_xchg(&mdev->rs_sect_in, 0); /* Number of sectors that came in */ 453778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight -= sect_in; 454778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 455778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_lock(&mdev->peer_seq_lock); /* get an atomic view on mdev->rs_plan_s */ 456778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 457778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps = mdev->rs_plan_s.size; /* (mdev->sync_conf.c_plan_ahead * 10 * SLEEP_TIME) / HZ; */ 458778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 459778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (mdev->rs_in_flight + sect_in == 0) { /* At start of resync */ 460778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = ((mdev->sync_conf.rate * 2 * SLEEP_TIME) / HZ) * steps; 461778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } else { /* normal path */ 462778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = mdev->sync_conf.c_fill_target ? mdev->sync_conf.c_fill_target : 463778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in * mdev->sync_conf.c_delay_target * HZ / (SLEEP_TIME * 10); 464778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } 465778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 466778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner correction = want - mdev->rs_in_flight - mdev->rs_planed; 467778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 468778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* Plan ahead */ 469778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner cps = correction / steps; 470778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fifo_add_val(&mdev->rs_plan_s, cps); 471778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed += cps * steps; 472778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 473778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* What we do in this step */ 474778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner curr_corr = fifo_push(&mdev->rs_plan_s, 0); 475778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_unlock(&mdev->peer_seq_lock); 476778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed -= curr_corr; 477778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 478778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = sect_in + curr_corr; 479778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect < 0) 480778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = 0; 481778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 482778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner max_sect = (mdev->sync_conf.c_max_rate * 2 * SLEEP_TIME) / HZ; 483778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect > max_sect) 484778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = max_sect; 485778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 486778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* 487778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner dev_warn(DEV, "si=%u if=%d wa=%u co=%d st=%d cps=%d pl=%d cc=%d rs=%d\n", 488778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in, mdev->rs_in_flight, want, correction, 489778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps, cps, mdev->rs_planed, curr_corr, req_sect); 490778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner */ 491778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 492778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return req_sect; 493778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 494778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 495e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenbergint drbd_rs_number_requests(struct drbd_conf *mdev) 496e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg{ 497e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number; 498e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (mdev->rs_plan_s.size) { /* mdev->sync_conf.c_plan_ahead */ 499e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_controller(mdev) >> (BM_BLOCK_SHIFT - 9); 500e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = number * HZ * (BM_BLOCK_SIZE / 1024) / SLEEP_TIME; 501e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } else { 502e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = mdev->sync_conf.rate; 503e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = SLEEP_TIME * mdev->c_sync_rate / ((BM_BLOCK_SIZE / 1024) * HZ); 504e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } 505e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 506e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg /* Throttle resync on lower level disk activity, which may also be 507e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * caused by application IO on Primary/SyncTarget. 508e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * Keep this after the call to drbd_rs_controller, as that assumes 509e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * to be called as precisely as possible every SLEEP_TIME, 510e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * and would be confused otherwise. */ 511e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (number && drbd_rs_should_slow_down(mdev)) { 512e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = 1; 513e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = 0; 514e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } 515e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 516e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg /* ignore the amount of pending requests, the resync controller should 517e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * throttle down to incoming reply rate soon enough anyways. */ 518e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg return number; 519e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg} 520e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 521b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_make_resync_request(struct drbd_conf *mdev, 522b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w, int cancel) 523b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 524b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long bit; 525b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 526b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 5271816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg int max_bio_size; 528e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number, rollback_i, size; 529b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int align, queued, sndbuf; 5300f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg int i = 0; 531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(mdev->state.conn < C_CONNECTED)) { 536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Confused in w_make_resync_request()! cstate < Connected"); 537b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 538b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 539b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 540b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn != C_SYNC_TARGET) 541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "%s in w_make_resync_request\n", 542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_conn_str(mdev->state.conn)); 543b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 544af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->rs_total == 0) { 545af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* empty resync? */ 546af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg drbd_resync_finished(mdev); 547af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg return 1; 548af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg } 549af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) { 551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since we only need to access mdev->rsync a 552b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner get_ldev_if_state(mdev,D_FAILED) would be sufficient, but 553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to continue resync with a broken disk makes no sense at 554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner all */ 555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Disk broke down during resync!\n"); 556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->resync_work.cb = w_resync_inactive; 557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 559b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 560bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg /* starting with drbd 8.3.8, we can handle multi-bio EEs, 561bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg * if it should be necessary */ 5621816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg max_bio_size = 5631816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg mdev->agreed_pro_version < 94 ? queue_max_hw_sectors(mdev->rq_queue) << 9 : 5641816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg mdev->agreed_pro_version < 95 ? DRBD_MAX_SIZE_H80_PACKET : DRBD_MAX_BIO_SIZE; 565bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg 566e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_number_requests(mdev); 567e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (number == 0) 5680f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto requeue; 569b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 570b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 571b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Stop generating RS requests, when half of the send buffer is filled */ 572b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket) { 574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = mdev->data.socket->sk->sk_wmem_queued; 575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = mdev->data.socket->sk->sk_sndbuf; 576b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = 1; 578b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = 0; 579b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 580b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 581b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (queued > sndbuf / 2) 582b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 583b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 584b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnernext_sector: 585b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit = drbd_bm_find_next(mdev, mdev->bm_resync_fo); 587b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (bit == -1UL) { 589b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = drbd_bm_bits(mdev); 590b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->resync_work.cb = w_resync_inactive; 591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 595b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = BM_BIT_TO_SECT(bit); 596b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 597b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_try_rs_begin_io(mdev, sector)) { 598b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit; 599b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 600b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 601b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 602b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 603b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(drbd_bm_test_bit(mdev, bit) == 0)) { 604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto next_sector; 606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6081816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg#if DRBD_MAX_BIO_SIZE > BM_BLOCK_SIZE 609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* try to find some adjacent bits. 610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we stop if we have already the maximum req size. 611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Additionally always align bigger requests, in order to 613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be prepared for all stripe sizes of software RAIDs. 614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align = 1; 616d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner rollback_i = i; 617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (;;) { 6181816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg if (size + BM_BLOCK_SIZE > max_bio_size) 619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Be always aligned */ 622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector & ((1<<(align+3))-1)) 623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* do not cross extent boundaries */ 626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (((bit+1) & BM_BLOCKS_PER_BM_EXT_MASK) == 0) 627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* now, is it actually dirty, after all? 629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * caution, drbd_bm_test_bit is tri-state for some 630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * obscure reason; ( b == 0 ) would get the out-of-band 631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * only accidentally right because of the "oddly sized" 632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * adjustment below */ 633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_bm_test_bit(mdev, bit+1) != 1) 634b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit++; 636b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size += BM_BLOCK_SIZE; 637b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((BM_BLOCK_SIZE << align) <= size) 638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align++; 639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; 640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* if we merged some, 642b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * reset the offset to start the next drbd_bm_find_next from */ 643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (size > BM_BLOCK_SIZE) 644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#endif 646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* adjust very last sectors, in case we are oddly sized */ 648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->agreed_pro_version >= 89 && mdev->csums_tfm) { 651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner switch (read_for_csum(mdev, sector, size)) { 65280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EIO: /* Disk failure */ 653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 65580a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EAGAIN: /* allocation failed, or ldev busy */ 656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = BM_SECT_TO_BIT(sector); 658d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner i = rollback_i; 659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 66080a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case 0: 66180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg /* everything ok */ 66280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg break; 66380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg default: 66480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg BUG(); 665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 668b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_drequest(mdev, P_RS_DATA_REQUEST, 669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector, size, ID_SYNCER)) { 670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest() failed, aborting...\n"); 671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->bm_resync_fo >= drbd_bm_bits(mdev)) { 679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* last syncer _request_ was sent, 680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the P_RS_DATA_REPLY not yet received. sync will end (and 681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * next sync group will resume), as soon as we receive the last 682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync data block, and the last bit is cleared. 683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * until then resync "work" is "inactive" ... 684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->resync_work.cb = w_resync_inactive; 686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 691778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int number, i, size; 700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(mdev->state.conn < C_CONNECTED)) { 707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Confused in w_make_ov_request()! cstate < Connected"); 708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 7112649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg number = drbd_rs_number_requests(mdev); 712b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 713b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = mdev->ov_position; 714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector >= capacity) { 716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->resync_work.cb = w_resync_inactive; 717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 719b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 720b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 722b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_try_rs_begin_io(mdev, sector)) { 723b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 724b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 728b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 729b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 730b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 731b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_ov_request(mdev, sector, size)) { 732b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 733b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 734b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 735b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector += BM_SECT_PER_BIT; 736b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 737b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 738b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 739b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 7402649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 741b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 742b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 743b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 744b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 745c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 746c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisnerint w_start_resync(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 747c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner{ 748c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner drbd_start_resync(mdev, C_SYNC_SOURCE); 749c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 750c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner return 1; 751c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner} 752c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 753b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_ov_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 754b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 755b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 756b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 757b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 758b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 759b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 760b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 761b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 762b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_resync_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 763b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 764b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 765b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 766b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 767b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 768b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 769b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 770b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 771af85e8e83d160f72a10e4467852646ac08614260Lars Ellenbergstatic void ping_peer(struct drbd_conf *mdev) 772af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg{ 773af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg clear_bit(GOT_PING_ACK, &mdev->flags); 774af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg request_ping(mdev); 775af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg wait_event(mdev->misc_wait, 776af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg test_bit(GOT_PING_ACK, &mdev->flags) || mdev->state.conn < C_CONNECTED); 777af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg} 778af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 779b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_resync_finished(struct drbd_conf *mdev) 780b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 781b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long db, dt, dbdt; 782b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long n_oos; 783b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state os, ns; 784b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w; 785b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner char *khelper_cmd = NULL; 78626525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg int verify_done = 0; 787b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 788b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Remove all elements from the resync LRU. Since future actions 789b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * might set bits in the (main) bitmap, then the entries in the 790b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync LRU would be wrong. */ 791b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_rs_del_all(mdev)) { 792b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* In case this is not possible now, most probably because 793b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * there are P_RS_DATA_REPLY Packets lingering on the worker's 794b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * queue (or even the read operations for those packets 795b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * is not finished by now). Retry in 100ms. */ 796b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 797b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __set_current_state(TASK_INTERRUPTIBLE); 798b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner schedule_timeout(HZ / 10); 799b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = kmalloc(sizeof(struct drbd_work), GFP_ATOMIC); 800b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w) { 801b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb = w_resync_finished; 802b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, w); 803b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 804b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 805b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Warn failed to drbd_rs_del_all() and to kmalloc(w).\n"); 806b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 807b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 808b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = (jiffies - mdev->rs_start - mdev->rs_paused) / HZ; 809b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (dt <= 0) 810b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = 1; 811b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner db = mdev->rs_total; 812b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dbdt = Bit2KB(db/dt); 813b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused /= HZ; 814b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 815b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 816b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 817b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 818af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg ping_peer(mdev); 819af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 820b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 821b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner os = mdev->state; 822b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 82326525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done = (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T); 82426525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg 825b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This protects us against multiple calls (that can happen in the presence 826b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner of application IO), and against connectivity loss just before we arrive here. */ 827b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn <= C_CONNECTED) 828b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out_unlock; 829b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 830b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = os; 831b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = C_CONNECTED; 832b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 833b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "%s done (total %lu sec; paused %lu sec; %lu K/sec)\n", 83426525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done ? "Online verify " : "Resync", 835b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt + mdev->rs_paused, mdev->rs_paused, dbdt); 836b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 837b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos = drbd_bm_total_weight(mdev); 838b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 839b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T) { 840b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (n_oos) { 841b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_alert(DEV, "Online verify found %lu %dk block out of sync!\n", 842b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos, Bit2KB(1)); 843b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "out-of-sync"; 844b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 845b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 846b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT((n_oos - mdev->rs_failed) == 0); 847b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 848b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) 849b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "after-resync-target"; 850b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 851b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm && mdev->rs_total) { 852b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long s = mdev->rs_same_csum; 853b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long t = mdev->rs_total; 854b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const int ratio = 855b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t == 0) ? 0 : 856b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t < 100000) ? ((s*100)/t) : (s/(t/100)); 857b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "%u %% had equal check sums, eliminated: %luK; " 858b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "transferred %luK total %luK\n", 859b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ratio, 860b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_same_csum), 861b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total - mdev->rs_same_csum), 862b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total)); 863b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 864b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 865b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 866b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->rs_failed) { 867b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, " %lu failed blocks\n", mdev->rs_failed); 868b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 869b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 870b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 871b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 872b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 873b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 874b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 875b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 876b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 877b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 878b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 879b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 880b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 881b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->p_uuid) { 882b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 883b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = UI_BITMAP ; i <= UI_HISTORY_END ; i++) 884b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, i, mdev->p_uuid[i]); 885b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set(mdev, UI_BITMAP, mdev->ldev->md.uuid[UI_CURRENT]); 886b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, UI_CURRENT, mdev->p_uuid[UI_CURRENT]); 887b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 888b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "mdev->p_uuid is NULL! BUG\n"); 889b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 890b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 891b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 892b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set_bm(mdev, 0UL); 893b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 894b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->p_uuid) { 895b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Now the two UUID sets are equal, update what we 896b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * know of the peer. */ 897b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 898b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = UI_CURRENT ; i <= UI_HISTORY_END ; i++) 899b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->p_uuid[i] = mdev->ldev->md.uuid[i]; 900b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 901b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 902b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 903b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 904b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout_unlock: 905b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 906b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 907b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 908b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_total = 0; 909b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 910b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 91126525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg if (verify_done) 91226525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg mdev->ov_start_sector = 0; 913b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 91413d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg drbd_md_sync(mdev); 91513d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg 916b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (test_and_clear_bit(WRITE_BM_AFTER_RESYNC, &mdev->flags)) { 917bc571b8cb930ea78207851dd38b5a435fcb8891cLars Ellenberg dev_info(DEV, "Writing the whole bitmap\n"); 918b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_bitmap_io(mdev, &drbd_bm_write, NULL, "write from resync_finished"); 919b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 920b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 921b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (khelper_cmd) 922b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_khelper(mdev, khelper_cmd); 923b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 924b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 925b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 926b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 927b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* helper */ 928b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic void move_to_net_ee_or_free(struct drbd_conf *mdev, struct drbd_epoch_entry *e) 929b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 93045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (drbd_ee_has_active_page(e)) { 931b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This might happen if sendpage() has not finished */ 93278db89287ce0f146a1f2a019a0b243ea4557caacLars Ellenberg int i = (e->size + PAGE_SIZE -1) >> PAGE_SHIFT; 933435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_add(i, &mdev->pp_in_use_by_net); 934435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_sub(i, &mdev->pp_in_use); 935b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 936b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add_tail(&e->w.list, &mdev->net_ee); 937b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 938435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg wake_up(&drbd_pp_wait); 939b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 940b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 941b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 942b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 943b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 944b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_data_req() - Worker callback, to send a P_DATA_REPLY packet in response to a P_DATA_REQUEST 945b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 946b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 947b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 948b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 949b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_data_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 950b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 951b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 952b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 953b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 954b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 955b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 956b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 957b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 958b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 959b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 96045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 961b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_DATA_REPLY, e); 962b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 963b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 964b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. sector=%llus.\n", 965b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long long)e->sector); 966b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 967b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_DREPLY, e); 968b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 969b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 970b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 971b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 972b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 973b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 974b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 975b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 976b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 977b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 978b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 979b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 980b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_rsdata_req() - Worker callback to send a P_RS_DATA_REPLY packet in response to a P_RS_DATA_REQUESTRS 981b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 982b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 983b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 984b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 985b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_rsdata_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 986b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 987b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 988b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 989b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 990b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 991b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 992b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 993b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 994b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 995b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 996b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_ldev_if_state(mdev, D_FAILED)) { 997b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e->sector); 998b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 999b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1000b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 100145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 1002b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (likely(mdev->state.pdsk >= D_INCONSISTENT)) { 1003b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1004b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_RS_DATA_REPLY, e); 1005b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1006b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1007b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Not sending RSDataReply, " 1008b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "partner DISKLESS!\n"); 1009b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 1; 1010b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1011b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1012b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1013b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegRSDReply. sector %llus.\n", 1014b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long long)e->sector); 1015b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1016b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, e); 1017b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1018b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* update resync data with failure */ 1019b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_failed_io(mdev, e->sector, e->size); 1020b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1021b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1022b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1023b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1024b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 1025b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1026b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1027b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 1028b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1029b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1030b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1031b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_csum_rs_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1032b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1033b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 1034b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1035b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1036b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest = NULL; 1037b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1038b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1039b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1040b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1041b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1042b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1043b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1044b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10451d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 10461d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg drbd_rs_complete_io(mdev, e->sector); 10471d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 10481d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1049b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 105085719573dd716bc2ac3e098b44adfed884250babPhilipp Reisner di = e->digest; 1051b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 105245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 1053b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* quick hack to try to avoid a race against reconfiguration. 1054b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * a real fix would be much more involved, 1055b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * introducing more locking mechanisms */ 1056b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm) { 1057b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->csums_tfm); 1058b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1059b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1060b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1061b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 106245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->csums_tfm, e, digest); 1063b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1064b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1065b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1066b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1067b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (eq) { 1068b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_in_sync(mdev, e->sector, e->size); 1069676396d545350a70d922605ec23c2ed26124334aLars Ellenberg /* rs_same_csums unit is BM_BLOCK_SIZE */ 1070676396d545350a70d922605ec23c2ed26124334aLars Ellenberg mdev->rs_same_csum += e->size >> BM_BLOCK_SHIFT; 1071b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_RS_IS_IN_SYNC, e); 1072b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1073b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1074204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner e->block_id = ID_SYNCER; /* By setting block_id, digest pointer becomes invalid! */ 1075204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner e->flags &= ~EE_HAS_DIGEST; /* This e no longer has a digest pointer */ 1076204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner kfree(di); 1077b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_RS_DATA_REPLY, e); 1078b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1079b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1080b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, e); 1081b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1082b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. I guess it gets messy.\n"); 1083b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1084b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1085b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1086b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 1087b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1088b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1089b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block/ack() failed\n"); 1090b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1091b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1092b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1093b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1094b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1095b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 1096b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1097b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1098b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1099b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 1101b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 1102b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 110345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (unlikely((e->flags & EE_WAS_ERROR) != 0)) 1104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 1105b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1106b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* FIXME if this allocation fails, online verify will not terminate! */ 1108b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1109b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 111045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->verify_tfm, e, digest); 1111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_drequest_csum(mdev, e->sector, e->size, 1113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest, digest_size, P_OV_REPLY); 1114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!ok) 1115b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 1116b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1117b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1119b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 1120b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1121b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1122b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1123b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1124b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1125b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1126b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1127b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_ov_oos_found(struct drbd_conf *mdev, sector_t sector, int size) 1128b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1129b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->ov_last_oos_start + mdev->ov_last_oos_size == sector) { 1130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size += size>>9; 1131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_start = sector; 1133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size = size>>9; 1134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_out_of_sync(mdev, sector, size); 1136b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner set_bit(WRITE_BM_AFTER_RESYNC, &mdev->flags); 1137b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1138b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1139b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_reply(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 1142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1147b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1152b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1153b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after "cancel", because after drbd_disconnect/drbd_rs_cancel_all 1154b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the resync lru has been cleaned up already */ 11551d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 11561d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg drbd_rs_complete_io(mdev, e->sector); 11571d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 11581d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1159b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116085719573dd716bc2ac3e098b44adfed884250babPhilipp Reisner di = e->digest; 1161b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 1163b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1164b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1165b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 116645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->verify_tfm, e, digest); 1167b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1168b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1169b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1170b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1171b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1172b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1173b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, e); 1174b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1175b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. I guess it gets messy.\n"); 1176b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1177b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1178b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1179b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!eq) 1180b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_ov_oos_found(mdev, e->sector, e->size); 1181b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else 1182b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1183b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1184b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack_ex(mdev, P_OV_RESULT, e->sector, e->size, 1185b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq ? ID_IN_SYNC : ID_OUT_OF_SYNC); 1186b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1188b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1189ea5442aff68c559c951373739201721185191748Lars Ellenberg --mdev->ov_left; 1190ea5442aff68c559c951373739201721185191748Lars Ellenberg 1191ea5442aff68c559c951373739201721185191748Lars Ellenberg /* let's advance progress step marks only for every other megabyte */ 1192ea5442aff68c559c951373739201721185191748Lars Ellenberg if ((mdev->ov_left & 0x200) == 0x200) 1193ea5442aff68c559c951373739201721185191748Lars Ellenberg drbd_advance_rs_marks(mdev, mdev->ov_left); 1194ea5442aff68c559c951373739201721185191748Lars Ellenberg 1195ea5442aff68c559c951373739201721185191748Lars Ellenberg if (mdev->ov_left == 0) { 1196b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_prev_work_done(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_wq_barrier *b = container_of(w, struct drbd_wq_barrier, w); 1206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&b->done); 1207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_barrier(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1212b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_tl_epoch *b = container_of(w, struct drbd_tl_epoch, w); 1213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct p_barrier *p = &mdev->data.sbuf.barrier; 1214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1216b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* really avoid racing with tl_clear. w.cb may have been referenced 1217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * just before it was reassigned and re-queued, so double check that. 1218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * actually, this race was harmless, since we only try to send the 1219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * barrier packet here, and otherwise do nothing with the object. 1220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but compare with the head of w_clear_epoch */ 1221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 1222b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w->cb != w_send_barrier || mdev->state.conn < C_CONNECTED) 1223b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner cancel = 1; 1224b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 1225b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1226b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1227b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1228b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_get_data_sock(mdev)) 1229b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1230b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner p->barrier = b->br_number; 1231b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* inc_ap_pending was done where this was queued. 1232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * dec_ap_pending will be done in got_BarrierAck 1233b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * or (on connection loss) in w_clear_epoch. */ 1234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = _drbd_send_cmd(mdev, mdev->data.socket, P_BARRIER, 12350b70a13dac014ec9274640b9e945bde493ba365ePhilipp Reisner (struct p_header80 *)p, sizeof(*p), 0); 1236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_put_data_sock(mdev); 1237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1239b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1240b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1241b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_write_hint(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1242b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1243b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1244b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1245b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return drbd_send_short_cmd(mdev, P_UNPLUG_REMOTE); 1246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 124873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisnerint w_send_oos(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 124973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner{ 125073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 125173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner int ok; 125273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 125373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner if (unlikely(cancel)) { 125473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner req_mod(req, send_canceled); 125573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return 1; 125673a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner } 125773a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 125873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner ok = drbd_send_oos(mdev, req); 125973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner req_mod(req, oos_handed_to_network); 126073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 126173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return ok; 126273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner} 126373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 1264b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1265b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_dblock() - Worker callback to send a P_DATA packet in order to mirror a write request 1266b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1267b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1268b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1269b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1270b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_dblock(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1271b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1272b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1273b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1274b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1275b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1276b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, send_canceled); 1277b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1278b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1279b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_dblock(mdev, req); 1281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, ok ? handed_over_to_network : send_failed); 1282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_read_req() - Worker callback to send a read request (P_DATA_REQUEST) packet 1288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_read_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1298b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, send_canceled); 1299b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1301b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1302b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_drequest(mdev, P_DATA_REQUEST, req->sector, req->size, 1303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long)req); 1304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1305b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!ok) { 1306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ?? we set C_TIMEOUT or C_BROKEN_PIPE in drbd_send(); 1307b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * so this is probably redundant */ 1308b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_NETWORK_FAILURE)); 1310b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1311b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, ok ? handed_over_to_network : send_failed); 1312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1313b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1314b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1315b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1316265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisnerint w_restart_disk_io(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1317265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner{ 1318265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1319265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 13200778286a133d2d3f81861a4e5db308e359583006Philipp Reisner if (bio_data_dir(req->master_bio) == WRITE && req->rq_state & RQ_IN_ACT_LOG) 1321265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_al_begin_io(mdev, req->sector); 1322265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner /* Calling drbd_al_begin_io() out of the worker might deadlocks 1323265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner theoretically. Practically it can not deadlock, since this is 1324265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner only used when unfreezing IOs. All the extents of the requests 1325265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner that made it into the TL are already active */ 1326265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1327265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_req_make_private_bio(req, req->master_bio); 1328265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner req->private_bio->bi_bdev = mdev->ldev->backing_bdev; 1329265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner generic_make_request(req->private_bio); 1330265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1331265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner return 1; 1332265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner} 1333265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1334b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_may_sync_now(struct drbd_conf *mdev) 1335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1336b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev = mdev; 1337b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF(!odev) return 1; 1343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((odev->state.conn >= C_SYNC_SOURCE && 1344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.conn <= C_PAUSED_SYNC_T) || 1345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.aftr_isp || odev->state.peer_isp || 1346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.user_isp) 1347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1352b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_pause_after() - Pause resync on all devices that may not resync now 1353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1355b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and after_state_ch). 1356b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_pause_after(struct drbd_conf *mdev) 1358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1359b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1360b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1363b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1364b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1365b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1366b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!_drbd_may_sync_now(odev)) 1369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 1), CS_HARD, NULL) 1370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO); 1371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1372b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1373b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1374b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1375b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1376b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1377b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_resume_next() - Resume resync on all devices that may resync now 1378b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1379b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1380b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and worker). 1381b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1382b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_resume_next(struct drbd_conf *mdev) 1383b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1386b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1389b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1391b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1392b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1393b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.aftr_isp) { 1394b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (_drbd_may_sync_now(odev)) 1395b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 0), 1396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner CS_HARD, NULL) 1397b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO) ; 1398b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1399b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1400b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1401b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1402b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1403b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid resume_next_sg(struct drbd_conf *mdev) 1404b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1405b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_resume_next(mdev); 1407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid suspend_other_sg(struct drbd_conf *mdev) 1411b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1412b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1413b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1414b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1415b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1416b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1417b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int sync_after_error(struct drbd_conf *mdev, int o_minor) 1418b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1419b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1420b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1421b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor == -1) 1422b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1423b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor < -1 || minor_to_mdev(o_minor) == NULL) 1424b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER; 1425b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1426b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* check for loops */ 1427b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(o_minor); 1428b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1429b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev == mdev) 1430b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER_CYCLE; 1431b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1432b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dependency chain ends here, no cycles. */ 1433b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1434b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1435b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1436b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* follow the dependency chain */ 1437b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1438b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1439b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1440b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1441b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_alter_sa(struct drbd_conf *mdev, int na) 1442b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1443b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int changes; 1444b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int retcode; 1445b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1446b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1447b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner retcode = sync_after_error(mdev, na); 1448b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (retcode == NO_ERROR) { 1449b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->sync_conf.after = na; 1450b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do { 1451b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes = _drbd_pause_after(mdev); 1452b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes |= _drbd_resume_next(mdev); 1453b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } while (changes); 1454b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1455b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1456b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return retcode; 1457b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1458b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 14599bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenbergvoid drbd_rs_controller_reset(struct drbd_conf *mdev) 14609bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg{ 14619bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_in, 0); 14629bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_ev, 0); 14639bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_in_flight = 0; 14649bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_planed = 0; 14659bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_lock(&mdev->peer_seq_lock); 14669bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg fifo_set(&mdev->rs_plan_s, 0); 14679bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_unlock(&mdev->peer_seq_lock); 14689bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg} 14699bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg 1470b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1471b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * drbd_start_resync() - Start the resync process 1472b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1473b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @side: Either C_SYNC_SOURCE or C_SYNC_TARGET 1474b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1475b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * This function might bring you directly into one of the 1476b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * C_PAUSED_SYNC_* states. 1477b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1478b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_start_resync(struct drbd_conf *mdev, enum drbd_conns side) 1479b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1480b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state ns; 1481b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int r; 1482b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1483c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner if (mdev->state.conn >= C_SYNC_SOURCE && mdev->state.conn < C_AHEAD) { 1484b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Resync already running!\n"); 1485b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1486b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1487b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1488b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* In case a previous resync run was aborted by an IO error/detach on the peer. */ 1489b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_cancel_all(mdev); 1490b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1491b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) { 1492b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since application IO was locked out during C_WF_BITMAP_T and 1493b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner C_WF_SYNC_UUID we are still unmodified. Before going to C_SYNC_TARGET 1494b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we check that we might make the data inconsistent. */ 1495b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = drbd_khelper(mdev, "before-resync-target"); 1496b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = (r >> 8) & 0xff; 1497b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r > 0) { 1498b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "before-resync-target handler returned %d, " 1499b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "dropping connection.\n", r); 1500b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 1501b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1502b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1503b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1504b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1505b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_state_lock(mdev); 1506b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1507b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev_if_state(mdev, D_NEGOTIATING)) { 1508b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_state_unlock(mdev); 1509b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1510b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1511b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1512b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) { 1513b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = 0; 1514b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else /* side == C_SYNC_SOURCE */ { 1515b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner u64 uuid; 1516b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1517b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner get_random_bytes(&uuid, sizeof(u64)); 1518b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set(mdev, UI_BITMAP, uuid); 1519b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_send_sync_uuid(mdev, uuid); 1520b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1521b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(mdev->state.disk == D_UP_TO_DATE); 1522b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1523b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1524b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1525b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1526b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1527b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.aftr_isp = !_drbd_may_sync_now(mdev); 1528b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1529b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = side; 1530b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) 1532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 1533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else /* side == C_SYNC_SOURCE */ 1534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 1535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = __drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 1537b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1538b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1539b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn < C_CONNECTED) 1540b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = SS_UNKNOWN_ERROR; 1541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 15431d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long tw = drbd_bm_total_weight(mdev); 15441d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long now = jiffies; 15451d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg int i; 15461d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg 1547b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 1548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 1549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_same_csum = 0; 15500f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_events = 0; 15510f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_sect_ev = 0; 15521d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_total = tw; 15531d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_start = now; 15541d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg for (i = 0; i < DRBD_SYNC_MARKS; i++) { 15551d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_left[i] = tw; 15561d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_time[i] = now; 15571d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg } 1558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1559b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1560b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1561b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 1562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 1564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "Began resync as %s (will sync %lu KB [%lu bits set]).\n", 1565b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_conn_str(ns.conn), 1566b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total << (BM_BLOCK_SHIFT-10), 1567b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total); 1568b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1569af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->agreed_pro_version < 95 && mdev->rs_total == 0) { 1570af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* This still has a race (about when exactly the peers 1571af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss) that can lead to a full sync 1572af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * on next handshake. In 8.3.9 we fixed this with explicit 1573af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * resync-finished notifications, but the fix 1574af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * introduces a protocol change. Sleeping for some 1575af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * time longer than the ping interval + timeout on the 1576af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * SyncSource, to give the SyncTarget the chance to 1577af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss, then waiting for a ping 1578af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * response (implicit in drbd_resync_finished) reduces 1579af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * the race considerably, but does not solve it. */ 1580af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (side == C_SYNC_SOURCE) 1581af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg schedule_timeout_interruptible( 1582af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg mdev->net_conf->ping_int * HZ + 1583af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg mdev->net_conf->ping_timeo*HZ/9); 1584b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1585b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15879bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg drbd_rs_controller_reset(mdev); 1588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ns.conn may already be != mdev->state.conn, 1589b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may have been paused in between, or become paused until 1590b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the timer triggers. 1591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * No matter, that is handled in resync_timer_fn() */ 1592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn == C_SYNC_TARGET) 1593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies); 1594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1595b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_md_sync(mdev); 1596b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1597d0c3f60f3611ceac9b1e4fdffd1497337568e7cbPhilipp Reisner drbd_state_unlock(mdev); 1598b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1599b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1600b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_worker(struct drbd_thread *thi) 1601b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1602b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = thi->mdev; 1603b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w = NULL; 1604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner LIST_HEAD(work_list); 1605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int intr = 0, i; 1606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sprintf(current->comm, "drbd%d_worker", mdev_to_minor(mdev)); 1608b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (get_t_state(thi) == Running) { 1610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_thread_current_set_cpu(mdev); 1611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (down_trylock(&mdev->data.work.s)) { 1613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 1614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket && !mdev->net_conf->no_cork) 1615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_tcp_uncork(mdev->data.socket); 1616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 1617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1618b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner intr = down_interruptible(&mdev->data.work.s); 1619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 1621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket && !mdev->net_conf->no_cork) 1622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_tcp_cork(mdev->data.socket); 1623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 1624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (intr) { 1627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(intr == -EINTR); 1628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner flush_signals(current); 1629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF (get_t_state(thi) == Running) 1630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1634b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_t_state(thi) != Running) 1635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1636b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* With this break, we have done a down() but not consumed 1637b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the entry from the list. The cleanup code takes care of 1638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner this... */ 1639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = NULL; 1641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1642b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF(list_empty(&mdev->data.work.q)) { 1643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* something terribly wrong in our logic. 1644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we were able to down() the semaphore, 1645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the list is empty... doh. 1646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * what is the best thing to do now? 1648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * try again from scratch, restarting the receiver, 1649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * asender, whatnot? could break even more ugly, 1650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * e.g. when we are primary, but no good local data. 1651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * I'll try to get away just starting over this loop. 1653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(mdev->data.work.q.next, struct drbd_work, list); 1658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1661b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!w->cb(mdev, w, mdev->state.conn < C_CONNECTED)) { 1662b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dev_warn(DEV, "worker: a callback failed! \n"); */ 1663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, 1665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner NS(conn, C_NETWORK_FAILURE)); 1666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1668b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(DEVICE_DYING, &mdev->flags)); 1669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(CONFIG_PENDING, &mdev->flags)); 1670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i = 0; 1673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&mdev->data.work.q)) { 1674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_splice_init(&mdev->data.work.q, &work_list); 1675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&work_list)) { 1678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(work_list.next, struct drbd_work, list); 1679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb(mdev, w, 1); 1681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; /* dead debugging code */ 1682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sema_init(&mdev->data.work.s, 0); 1687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* DANGEROUS race: if someone did queue his work within the spinlock, 1688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but up() ed outside the spinlock, we could get an up() on the 1689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * semaphore without corresponding list entry. 1690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * So don't do that. 1691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(mdev->state.disk == D_DISKLESS && mdev->state.conn == C_STANDALONE); 1695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* _drbd_set_state only uses stop_nowait. 1696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * wait here for the Exiting receiver. */ 1697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_thread_stop(&mdev->receiver); 1698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_mdev_cleanup(mdev); 1699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "worker terminated\n"); 1701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(DEVICE_DYING, &mdev->flags); 1703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(CONFIG_PENDING, &mdev->flags); 1704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->state_wait); 1705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1708