drbd_worker.c revision 24c4830c8ec3cbc904d84c213126a35f41a4e455
1b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* 2b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_worker.c 3b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 4b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner This file is part of DRBD by Philipp Reisner and Lars Ellenberg. 5b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2001-2008, LINBIT Information Technologies GmbH. 7b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>. 8b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>. 9b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is free software; you can redistribute it and/or modify 11b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner it under the terms of the GNU General Public License as published by 12b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation; either version 2, or (at your option) 13b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner any later version. 14b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is distributed in the hope that it will be useful, 16b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner but WITHOUT ANY WARRANTY; without even the implied warranty of 17b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner GNU General Public License for more details. 19b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 20b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner You should have received a copy of the GNU General Public License 21b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner along with drbd; see the file COPYING. If not, write to 22b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. 23b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 24b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 25b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 26b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/module.h> 27b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/drbd.h> 28b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/sched.h> 29b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/wait.h> 30b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm.h> 31b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/memcontrol.h> 32b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm_inline.h> 33b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/slab.h> 34b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/random.h> 35b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/string.h> 36b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/scatterlist.h> 37b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 38b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_int.h" 39b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_req.h" 40b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 41b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel); 429d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int w_make_resync_request(struct drbd_conf *mdev, 439d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisner struct drbd_work *w, int cancel); 44b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 45b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 46b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 47c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher/* endio handlers: 48c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_md_io_complete (defined here) 49c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_endio_pri (defined here) 50c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_endio_sec (defined here) 51c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * bm_async_io_complete (defined in drbd_bitmap.c) 52c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * 53b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * For all these callbacks, note the following: 54b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * The callbacks will be called in irq context by the IDE drivers, 55b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * and in Softirqs/Tasklets/BH context by the SCSI drivers. 56b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Try to get the locking right :) 57b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 58b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 59b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 60b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 61b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* About the global_state_lock 62b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Each state transition on an device holds a read lock. In case we have 63b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to evaluate the sync after dependencies, we grab a write lock, because 64b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we need stable states on all devices for that. */ 65b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerrwlock_t global_state_lock; 66b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 67b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* used for synchronous meta data and bitmap IO 68b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * submitted by drbd_md_sync_page_io() 69b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 70b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_md_io_complete(struct bio *bio, int error) 71b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 72b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_md_io *md_io; 73b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 74b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io = (struct drbd_md_io *)bio->bi_private; 75b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io->error = error; 76b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 77b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&md_io->event); 78b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 79b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 80b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* reads on behalf of the partner, 81b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * "submitted" by the receiver 82b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 8345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_endio_read_sec_final(struct drbd_epoch_entry *e) __releases(local) 84b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 85b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 8645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 87b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 88b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id != ID_VACANT); 89b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 90b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irqsave(&mdev->req_lock, flags); 91b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->read_cnt += e->size >> 9; 92b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del(&e->w.list); 93b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (list_empty(&mdev->read_ee)) 94b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 9545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (test_bit(__EE_WAS_ERROR, &e->flags)) 9681e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 97b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irqrestore(&mdev->req_lock, flags); 98b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 99b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, &e->w); 100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 101b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 102b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 103b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* writes on behalf of the partner, or resync writes, 10445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver, final stage. */ 10545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergstatic void drbd_endio_write_sec_final(struct drbd_epoch_entry *e) __releases(local) 106b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 10845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 109b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t e_sector; 110b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_wake; 111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int is_syncer_req; 112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_al_complete_io; 113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id != ID_VACANT); 115b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after we moved e to done_ee, 117b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may no longer access it, 118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * it may be freed/reused already! 119b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (as soon as we release the req_lock) */ 120b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e_sector = e->sector; 121b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do_al_complete_io = e->flags & EE_CALL_AL_COMPLETE_IO; 12245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_syncer_req = is_syncer_block_id(e->block_id); 123b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 12445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg spin_lock_irqsave(&mdev->req_lock, flags); 12545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg mdev->writ_cnt += e->size >> 9; 126b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del(&e->w.list); /* has been on active_ee or sync_ee */ 127b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add_tail(&e->w.list, &mdev->done_ee); 128b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 12924c4830c8ec3cbc904d84c213126a35f41a4e455Bart Van Assche /* No hlist_del_init(&e->collision) here, we did not send the Ack yet, 130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * neither did we wake possibly waiting conflicting requests. 131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * done from "drbd_process_done_ee" within the appropriate w.cb 132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (e_end_block/e_end_resync_block) or from _drbd_clear_done_ee */ 133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do_wake = is_syncer_req 135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? list_empty(&mdev->sync_ee) 136b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner : list_empty(&mdev->active_ee); 137b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 13845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (test_bit(__EE_WAS_ERROR, &e->flags)) 13981e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irqrestore(&mdev->req_lock, flags); 141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (is_syncer_req) 143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e_sector); 144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_wake) 146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 147b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_al_complete_io) 149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_al_complete_io(mdev, e_sector); 150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_asender(mdev); 152b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 15345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 154b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg/* writes on behalf of the partner, or resync writes, 15645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver. 15745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg */ 15845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_endio_sec(struct bio *bio, int error) 15945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 16045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_epoch_entry *e = bio->bi_private; 16145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct drbd_conf *mdev = e->mdev; 16245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int uptodate = bio_flagged(bio, BIO_UPTODATE); 16345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int is_write = bio_data_dir(bio) == WRITE; 16445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 165071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (error && __ratelimit(&drbd_ratelimit_state)) 16645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg dev_warn(DEV, "%s: error=%d s=%llus\n", 16745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_write ? "write" : "read", error, 16845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg (unsigned long long)e->sector); 16945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!error && !uptodate) { 170071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (__ratelimit(&drbd_ratelimit_state)) 171071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg dev_warn(DEV, "%s: setting error to -EIO s=%llus\n", 172071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg is_write ? "write" : "read", 173071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg (unsigned long long)e->sector); 17445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* strange behavior of some lower level drivers... 17545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * fail the request by clearing the uptodate flag, 17645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * but do not return any error?! */ 17745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg error = -EIO; 17845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 17945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 18045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (error) 18145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg set_bit(__EE_WAS_ERROR, &e->flags); 18245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 18345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg bio_put(bio); /* no need for the bio anymore */ 18445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (atomic_dec_and_test(&e->pending_bios)) { 18545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (is_write) 18645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_endio_write_sec_final(e); 18745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg else 18845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_endio_read_sec_final(e); 18945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 192b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* read, readA or write requests on R_PRIMARY coming from drbd_make_request 193b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 194b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_endio_pri(struct bio *bio, int error) 195b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 196a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg unsigned long flags; 197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = bio->bi_private; 198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = req->mdev; 199a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg struct bio_and_error m; 200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner enum drbd_req_event what; 201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int uptodate = bio_flagged(bio, BIO_UPTODATE); 202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!error && !uptodate) { 204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_warn(DEV, "p %s: setting error to -EIO\n", 205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_data_dir(bio) == WRITE ? "write" : "read"); 206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* strange behavior of some lower level drivers... 207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * fail the request by clearing the uptodate flag, 208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but do not return any error?! */ 209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner error = -EIO; 210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 212b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* to avoid recursion in __req_mod */ 213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(error)) { 214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = (bio_data_dir(bio) == WRITE) 215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? write_completed_with_error 2165c3c7e64bbcb60db39d0d55c8fab39ef41d41c30Lars Ellenberg : (bio_rw(bio) == READ) 217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ? read_completed_with_error 218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner : read_ahead_completed_with_error; 219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = completed_ok; 221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 222b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_put(req->private_bio); 223b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req->private_bio = ERR_PTR(error); 224b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 225a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg /* not req_mod(), we need irqsave here! */ 226a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg spin_lock_irqsave(&mdev->req_lock, flags); 227a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg __req_mod(req, what, &m); 228a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg spin_unlock_irqrestore(&mdev->req_lock, flags); 229a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg 230a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg if (m.bio) 231a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg complete_master_bio(mdev, &m); 232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 233b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_read_retry_remote(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 235b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* We should not detach for read io-error, 239b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but try to WRITE the P_DATA_REPLY to the failed location, 240b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * to give the disk the chance to relocate that block */ 241b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 242b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 243d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg if (cancel || mdev->state.pdsk != D_UP_TO_DATE) { 244d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg _req_mod(req, read_retry_remote_canceled); 245b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 248b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 250b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return w_send_read_req(mdev, w, 0); 251b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 252b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 25345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_ee(struct drbd_conf *mdev, struct crypto_hash *tfm, struct drbd_epoch_entry *e, void *digest) 25445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 25545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct hash_desc desc; 25645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct scatterlist sg; 25745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *page = e->pages; 25845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *tmp; 25945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg unsigned len; 26045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.tfm = tfm; 26245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.flags = 0; 26345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_init_table(&sg, 1); 26545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_init(&desc); 26645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg while ((tmp = page_chain_next(page))) { 26845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* all but the last page will be fully used */ 26945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, PAGE_SIZE, 0); 27045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 27145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg page = tmp; 27245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 27345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* and now the last, possibly only partially used page */ 27445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg len = e->size & (PAGE_SIZE - 1); 27545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, len ?: PAGE_SIZE, 0); 27645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 27745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_final(&desc, digest); 27845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 27945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 28045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_bio(struct drbd_conf *mdev, struct crypto_hash *tfm, struct bio *bio, void *digest) 281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct hash_desc desc; 283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct scatterlist sg; 284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct bio_vec *bvec; 285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.tfm = tfm; 288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.flags = 0; 289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_init_table(&sg, 1); 291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_init(&desc); 292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __bio_for_each_segment(bvec, bio, i, 0) { 294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_set_page(&sg, bvec->bv_page, bvec->bv_len, bvec->bv_offset); 295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_update(&desc, &sg, sg.length); 296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_final(&desc, digest); 298b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 299b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 30053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg/* TODO merge common code with w_e_end_ov_req */ 30153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenbergint w_e_send_csum(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 302b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 305b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 30653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int ok = 1; 307b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 308b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(e->block_id == DRBD_MAGIC + 0xbeef); 309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 31053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (unlikely(cancel)) 31153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 31353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) != 0)) 31453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 315b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 31653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest_size = crypto_hash_digestsize(mdev->csums_tfm); 31753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest = kmalloc(digest_size, GFP_NOIO); 31853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (digest) { 31953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg sector_t sector = e->sector; 32053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg unsigned int size = e->size; 32153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_csum_ee(mdev, mdev->csums_tfm, e, digest); 32253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 32353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 32453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 32553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 32653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 32753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_free_ee(mdev, e); 32853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg e = NULL; 32953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg inc_rs_pending(mdev); 33053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 33153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 33253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_CSUM_RS_REQUEST); 33353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg kfree(digest); 33453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } else { 33553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dev_err(DEV, "kmalloc() of digest failed.\n"); 33653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = 0; 33753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } 338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 33953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenbergout: 34053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (e) 34153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_free_ee(mdev, e); 342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest(..., csum) failed\n"); 345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#define GFP_TRY (__GFP_HIGHMEM | __GFP_NOWARN) 349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int read_for_csum(struct drbd_conf *mdev, sector_t sector, int size) 351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 352b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e; 353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 35580a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EIO; 356b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 357e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector)) 3580f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto defer; 3590f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg 360b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* GFP_TRY, because if there is no memory available right now, this may 361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be rescheduled for later. It is "only" background resync, after all. */ 362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner e = drbd_alloc_ee(mdev, DRBD_MAGIC+0xbeef, sector, size, GFP_TRY); 36345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!e) 36480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg goto defer; 365b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 36680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg e->w.cb = w_e_send_csum; 367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add(&e->w.list, &mdev->read_ee); 369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3710f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg atomic_add(size >> 9, &mdev->rs_sect_ev); 37245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (drbd_submit_ee(mdev, e, READ, DRBD_FAULT_RS_RD) == 0) 37380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return 0; 374b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 37510f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg /* If it failed because of ENOMEM, retry should help. If it failed 37610f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * because bio_add_page failed (probably broken lower level driver), 37710f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * retry may or may not help. 37810f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * If it does not, you may need to force disconnect. */ 37922cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg spin_lock_irq(&mdev->req_lock); 38022cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg list_del(&e->w.list); 38122cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg spin_unlock_irq(&mdev->req_lock); 38222cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg 38345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_free_ee(mdev, e); 38480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenbergdefer: 38545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg put_ldev(mdev); 38680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EAGAIN; 387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 389794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisnerint w_resync_timer(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 39163106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner switch (mdev->state.conn) { 39263106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_VERIFY_S: 393794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner w_make_ov_request(mdev, w, cancel); 39463106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 39563106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_SYNC_TARGET: 396794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner w_make_resync_request(mdev, w, cancel); 39763106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 398b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 399b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 400794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner return 1; 401794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner} 402794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 403794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisnervoid resync_timer_fn(unsigned long data) 404794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner{ 405794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 406794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 407794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner if (list_empty(&mdev->resync_work.list)) 408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, &mdev->resync_work); 409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 411778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_set(struct fifo_buffer *fb, int value) 412778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 413778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 414778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 415778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 416f10f262349762c96ab247b6108af3a30b52b6f5aPhilipp Reisner fb->values[i] = value; 417778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 418778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 419778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic int fifo_push(struct fifo_buffer *fb, int value) 420778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 421778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int ov; 422778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 423778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner ov = fb->values[fb->head_index]; 424778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[fb->head_index++] = value; 425778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 426778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (fb->head_index >= fb->size) 427778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->head_index = 0; 428778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 429778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return ov; 430778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 431778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 432778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_add_val(struct fifo_buffer *fb, int value) 433778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 434778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 435778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 436778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 437778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[i] += value; 438778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 439778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4409d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_controller(struct drbd_conf *mdev) 441778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 442778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int sect_in; /* Number of sectors that came in since the last turn */ 443778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int want; /* The number of sectors we want in the proxy */ 444778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int req_sect; /* Number of sectors to request in this turn */ 445778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int correction; /* Number of sectors more we need in the proxy*/ 446778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int cps; /* correction per invocation of drbd_rs_controller() */ 447778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int steps; /* Number of time steps to plan ahead */ 448778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int curr_corr; 449778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int max_sect; 450778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 451778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in = atomic_xchg(&mdev->rs_sect_in, 0); /* Number of sectors that came in */ 452778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight -= sect_in; 453778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 454778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_lock(&mdev->peer_seq_lock); /* get an atomic view on mdev->rs_plan_s */ 455778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 456778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps = mdev->rs_plan_s.size; /* (mdev->sync_conf.c_plan_ahead * 10 * SLEEP_TIME) / HZ; */ 457778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 458778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (mdev->rs_in_flight + sect_in == 0) { /* At start of resync */ 459778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = ((mdev->sync_conf.rate * 2 * SLEEP_TIME) / HZ) * steps; 460778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } else { /* normal path */ 461778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = mdev->sync_conf.c_fill_target ? mdev->sync_conf.c_fill_target : 462778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in * mdev->sync_conf.c_delay_target * HZ / (SLEEP_TIME * 10); 463778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } 464778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 465778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner correction = want - mdev->rs_in_flight - mdev->rs_planed; 466778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 467778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* Plan ahead */ 468778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner cps = correction / steps; 469778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fifo_add_val(&mdev->rs_plan_s, cps); 470778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed += cps * steps; 471778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 472778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* What we do in this step */ 473778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner curr_corr = fifo_push(&mdev->rs_plan_s, 0); 474778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_unlock(&mdev->peer_seq_lock); 475778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed -= curr_corr; 476778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 477778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = sect_in + curr_corr; 478778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect < 0) 479778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = 0; 480778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 481778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner max_sect = (mdev->sync_conf.c_max_rate * 2 * SLEEP_TIME) / HZ; 482778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect > max_sect) 483778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = max_sect; 484778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 485778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* 486778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner dev_warn(DEV, "si=%u if=%d wa=%u co=%d st=%d cps=%d pl=%d cc=%d rs=%d\n", 487778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in, mdev->rs_in_flight, want, correction, 488778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps, cps, mdev->rs_planed, curr_corr, req_sect); 489778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner */ 490778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 491778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return req_sect; 492778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 493778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4949d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_number_requests(struct drbd_conf *mdev) 495e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg{ 496e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number; 497e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (mdev->rs_plan_s.size) { /* mdev->sync_conf.c_plan_ahead */ 498e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_controller(mdev) >> (BM_BLOCK_SHIFT - 9); 499e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = number * HZ * (BM_BLOCK_SIZE / 1024) / SLEEP_TIME; 500e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } else { 501e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = mdev->sync_conf.rate; 502e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = SLEEP_TIME * mdev->c_sync_rate / ((BM_BLOCK_SIZE / 1024) * HZ); 503e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } 504e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 505e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg /* ignore the amount of pending requests, the resync controller should 506e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * throttle down to incoming reply rate soon enough anyways. */ 507e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg return number; 508e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg} 509e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 5109d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int w_make_resync_request(struct drbd_conf *mdev, 5119d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisner struct drbd_work *w, int cancel) 512b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 513b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long bit; 514b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 515b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 5161816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg int max_bio_size; 517e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number, rollback_i, size; 518b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int align, queued, sndbuf; 5190f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg int i = 0; 520b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 521b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 522b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 523b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 524af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->rs_total == 0) { 525af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* empty resync? */ 526af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg drbd_resync_finished(mdev); 527af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg return 1; 528af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg } 529af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 530b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) { 531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since we only need to access mdev->rsync a 532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner get_ldev_if_state(mdev,D_FAILED) would be sufficient, but 533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to continue resync with a broken disk makes no sense at 534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner all */ 535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Disk broke down during resync!\n"); 536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 537b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 538b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 539bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg /* starting with drbd 8.3.8, we can handle multi-bio EEs, 540bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg * if it should be necessary */ 5411816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg max_bio_size = 5421816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg mdev->agreed_pro_version < 94 ? queue_max_hw_sectors(mdev->rq_queue) << 9 : 5431816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg mdev->agreed_pro_version < 95 ? DRBD_MAX_SIZE_H80_PACKET : DRBD_MAX_BIO_SIZE; 544bb3d000cb99aa0924b78c1ae5f5943484527868aLars Ellenberg 545e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_number_requests(mdev); 546e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (number == 0) 5470f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto requeue; 548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Stop generating RS requests, when half of the send buffer is filled */ 551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 552b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket) { 553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = mdev->data.socket->sk->sk_wmem_queued; 554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = mdev->data.socket->sk->sk_sndbuf; 555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = 1; 557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = 0; 558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 559b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 560b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (queued > sndbuf / 2) 561b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnernext_sector: 564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 565b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit = drbd_bm_find_next(mdev, mdev->bm_resync_fo); 566b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5674b0715f09655e76ca24c35a9e25e7c464c2f7346Lars Ellenberg if (bit == DRBD_END_OF_BITMAP) { 568b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = drbd_bm_bits(mdev); 569b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 570b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 571b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 572b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = BM_BIT_TO_SECT(bit); 574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 575e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 576e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit; 578b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 579b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 580b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 581b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 582b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(drbd_bm_test_bit(mdev, bit) == 0)) { 583b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 584b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto next_sector; 585b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5871816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg#if DRBD_MAX_BIO_SIZE > BM_BLOCK_SIZE 588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* try to find some adjacent bits. 589b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we stop if we have already the maximum req size. 590b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Additionally always align bigger requests, in order to 592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be prepared for all stripe sizes of software RAIDs. 593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align = 1; 595d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner rollback_i = i; 596b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (;;) { 5971816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg if (size + BM_BLOCK_SIZE > max_bio_size) 598b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 599b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 600b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Be always aligned */ 601b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector & ((1<<(align+3))-1)) 602b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 603b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* do not cross extent boundaries */ 605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (((bit+1) & BM_BLOCKS_PER_BM_EXT_MASK) == 0) 606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* now, is it actually dirty, after all? 608b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * caution, drbd_bm_test_bit is tri-state for some 609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * obscure reason; ( b == 0 ) would get the out-of-band 610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * only accidentally right because of the "oddly sized" 611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * adjustment below */ 612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_bm_test_bit(mdev, bit+1) != 1) 613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit++; 615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size += BM_BLOCK_SIZE; 616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((BM_BLOCK_SIZE << align) <= size) 617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align++; 618b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; 619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* if we merged some, 621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * reset the offset to start the next drbd_bm_find_next from */ 622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (size > BM_BLOCK_SIZE) 623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#endif 625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* adjust very last sectors, in case we are oddly sized */ 627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->agreed_pro_version >= 89 && mdev->csums_tfm) { 630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner switch (read_for_csum(mdev, sector, size)) { 63180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EIO: /* Disk failure */ 632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 63480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EAGAIN: /* allocation failed, or ldev busy */ 635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 636b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = BM_SECT_TO_BIT(sector); 637d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner i = rollback_i; 638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 63980a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case 0: 64080a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg /* everything ok */ 64180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg break; 64280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg default: 64380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg BUG(); 644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_drequest(mdev, P_RS_DATA_REQUEST, 648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector, size, ID_SYNCER)) { 649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest() failed, aborting...\n"); 650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->bm_resync_fo >= drbd_bm_bits(mdev)) { 658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* last syncer _request_ was sent, 659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the P_RS_DATA_REPLY not yet received. sync will end (and 660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * next sync group will resume), as soon as we receive the last 661b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync data block, and the last bit is cleared. 662b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * until then resync "work" is "inactive" ... 663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 668b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 669778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int number, i, size; 678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6842649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg number = drbd_rs_number_requests(mdev); 685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = mdev->ov_position; 687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector >= capacity) { 689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 694e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 695e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_ov_request(mdev, sector, size)) { 705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector += BM_SECT_PER_BIT; 709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 711b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 712b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 7132649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 718c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 719370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisnervoid start_resync_timer_fn(unsigned long data) 720370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner{ 721370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 722370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner 723370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner drbd_queue_work(&mdev->data.work, &mdev->start_resync_work); 724370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner} 725370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner 726c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisnerint w_start_resync(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 727c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner{ 728370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner if (atomic_read(&mdev->unacked_cnt) || atomic_read(&mdev->rs_pending_cnt)) { 729370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner dev_warn(DEV, "w_start_resync later...\n"); 730370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner mdev->start_resync_timer.expires = jiffies + HZ/10; 731370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner add_timer(&mdev->start_resync_timer); 732370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner return 1; 733370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner } 734c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 735370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner drbd_start_resync(mdev, C_SYNC_SOURCE); 736370a43e7982dd497822097e0ae6022947ac2e7d4Philipp Reisner clear_bit(AHEAD_TO_SYNC_SOURCE, &mdev->current_epoch->flags); 737c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner return 1; 738c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner} 739c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner 740b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_ov_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 741b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 742b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 743b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 744b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 745b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 746b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 747b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 748b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 749b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_resync_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 750b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 751b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 752b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 753b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 754b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 755b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 756b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 757b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 758af85e8e83d160f72a10e4467852646ac08614260Lars Ellenbergstatic void ping_peer(struct drbd_conf *mdev) 759af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg{ 760af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg clear_bit(GOT_PING_ACK, &mdev->flags); 761af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg request_ping(mdev); 762af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg wait_event(mdev->misc_wait, 763af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg test_bit(GOT_PING_ACK, &mdev->flags) || mdev->state.conn < C_CONNECTED); 764af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg} 765af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 766b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_resync_finished(struct drbd_conf *mdev) 767b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 768b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long db, dt, dbdt; 769b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long n_oos; 770b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state os, ns; 771b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w; 772b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner char *khelper_cmd = NULL; 77326525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg int verify_done = 0; 774b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 775b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Remove all elements from the resync LRU. Since future actions 776b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * might set bits in the (main) bitmap, then the entries in the 777b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync LRU would be wrong. */ 778b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_rs_del_all(mdev)) { 779b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* In case this is not possible now, most probably because 780b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * there are P_RS_DATA_REPLY Packets lingering on the worker's 781b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * queue (or even the read operations for those packets 782b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * is not finished by now). Retry in 100ms. */ 783b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 78420ee639024e3d33111df0e343050b218c656bf16Philipp Reisner schedule_timeout_interruptible(HZ / 10); 785b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = kmalloc(sizeof(struct drbd_work), GFP_ATOMIC); 786b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w) { 787b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb = w_resync_finished; 788b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_queue_work(&mdev->data.work, w); 789b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 790b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 791b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Warn failed to drbd_rs_del_all() and to kmalloc(w).\n"); 792b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 793b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 794b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = (jiffies - mdev->rs_start - mdev->rs_paused) / HZ; 795b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (dt <= 0) 796b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = 1; 797b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner db = mdev->rs_total; 798b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dbdt = Bit2KB(db/dt); 799b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused /= HZ; 800b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 801b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 802b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 803b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 804af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg ping_peer(mdev); 805af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 806b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 807b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner os = mdev->state; 808b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 80926525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done = (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T); 81026525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg 811b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This protects us against multiple calls (that can happen in the presence 812b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner of application IO), and against connectivity loss just before we arrive here. */ 813b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn <= C_CONNECTED) 814b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out_unlock; 815b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 816b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = os; 817b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = C_CONNECTED; 818b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 819b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "%s done (total %lu sec; paused %lu sec; %lu K/sec)\n", 82026525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done ? "Online verify " : "Resync", 821b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt + mdev->rs_paused, mdev->rs_paused, dbdt); 822b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 823b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos = drbd_bm_total_weight(mdev); 824b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 825b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T) { 826b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (n_oos) { 827b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_alert(DEV, "Online verify found %lu %dk block out of sync!\n", 828b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos, Bit2KB(1)); 829b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "out-of-sync"; 830b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 831b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 832b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT((n_oos - mdev->rs_failed) == 0); 833b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 834b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) 835b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "after-resync-target"; 836b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 837b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm && mdev->rs_total) { 838b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long s = mdev->rs_same_csum; 839b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long t = mdev->rs_total; 840b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const int ratio = 841b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t == 0) ? 0 : 842b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t < 100000) ? ((s*100)/t) : (s/(t/100)); 84324c4830c8ec3cbc904d84c213126a35f41a4e455Bart Van Assche dev_info(DEV, "%u %% had equal checksums, eliminated: %luK; " 844b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "transferred %luK total %luK\n", 845b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ratio, 846b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_same_csum), 847b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total - mdev->rs_same_csum), 848b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total)); 849b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 850b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 851b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 852b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->rs_failed) { 853b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, " %lu failed blocks\n", mdev->rs_failed); 854b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 855b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 856b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 857b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 858b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 859b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 860b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 861b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 862b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 863b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 864b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 865b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 866b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 867b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->p_uuid) { 868b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 869b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = UI_BITMAP ; i <= UI_HISTORY_END ; i++) 870b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, i, mdev->p_uuid[i]); 871b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set(mdev, UI_BITMAP, mdev->ldev->md.uuid[UI_CURRENT]); 872b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, UI_CURRENT, mdev->p_uuid[UI_CURRENT]); 873b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 874b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "mdev->p_uuid is NULL! BUG\n"); 875b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 876b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 877b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 87862b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (!(os.conn == C_VERIFY_S || os.conn == C_VERIFY_T)) { 87962b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* for verify runs, we don't update uuids here, 88062b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * so there would be nothing to report. */ 88162b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_uuid_set_bm(mdev, 0UL); 88262b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_print_uuids(mdev, "updated UUIDs"); 88362b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (mdev->p_uuid) { 88462b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* Now the two UUID sets are equal, update what we 88562b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * know of the peer. */ 88662b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg int i; 88762b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg for (i = UI_CURRENT ; i <= UI_HISTORY_END ; i++) 88862b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg mdev->p_uuid[i] = mdev->ldev->md.uuid[i]; 88962b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg } 890b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 891b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 892b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 893b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 894b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout_unlock: 895b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 896b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 897b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 898b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_total = 0; 899b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 900b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 90126525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg if (verify_done) 90226525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg mdev->ov_start_sector = 0; 903b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 90413d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg drbd_md_sync(mdev); 90513d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg 906b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (khelper_cmd) 907b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_khelper(mdev, khelper_cmd); 908b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 909b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 910b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 911b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 912b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* helper */ 913b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic void move_to_net_ee_or_free(struct drbd_conf *mdev, struct drbd_epoch_entry *e) 914b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 91545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (drbd_ee_has_active_page(e)) { 916b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This might happen if sendpage() has not finished */ 91778db89287ce0f146a1f2a019a0b243ea4557caacLars Ellenberg int i = (e->size + PAGE_SIZE -1) >> PAGE_SHIFT; 918435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_add(i, &mdev->pp_in_use_by_net); 919435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_sub(i, &mdev->pp_in_use); 920b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 921b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_add_tail(&e->w.list, &mdev->net_ee); 922b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 923435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg wake_up(&drbd_pp_wait); 924b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 925b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 926b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 927b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 928b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 929b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_data_req() - Worker callback, to send a P_DATA_REPLY packet in response to a P_DATA_REQUEST 930b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 931b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 932b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 933b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 934b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_data_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 935b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 936b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 937b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 938b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 939b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 940b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 941b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 942b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 943b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 944b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 94545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 946b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_DATA_REPLY, e); 947b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 948b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 949b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. sector=%llus.\n", 950b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long long)e->sector); 951b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 952b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_DREPLY, e); 953b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 954b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 955b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 956b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 957b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 958b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 959b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 960b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 961b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 962b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 963b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 964b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 965b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_rsdata_req() - Worker callback to send a P_RS_DATA_REPLY packet in response to a P_RS_DATA_REQUESTRS 966b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 967b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 968b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 969b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 970b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_rsdata_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 971b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 972b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 973b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 974b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 975b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 976b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 977b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 978b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 979b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 980b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 981b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_ldev_if_state(mdev, D_FAILED)) { 982b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e->sector); 983b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 984b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 985b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 986d612d309e4c8401ad94c531678b59c4a8b7c41cePhilipp Reisner if (mdev->state.conn == C_AHEAD) { 987d612d309e4c8401ad94c531678b59c4a8b7c41cePhilipp Reisner ok = drbd_send_ack(mdev, P_RS_CANCEL, e); 988d612d309e4c8401ad94c531678b59c4a8b7c41cePhilipp Reisner } else if (likely((e->flags & EE_WAS_ERROR) == 0)) { 989b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (likely(mdev->state.pdsk >= D_INCONSISTENT)) { 990b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 991b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_RS_DATA_REPLY, e); 992b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 993b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 994b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Not sending RSDataReply, " 995b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "partner DISKLESS!\n"); 996b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 1; 997b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 998b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 999b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1000b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegRSDReply. sector %llus.\n", 1001b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long long)e->sector); 1002b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1003b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, e); 1004b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1005b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* update resync data with failure */ 1006b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_failed_io(mdev, e->sector, e->size); 1007b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1008b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1009b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1010b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1011b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 1012b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1013b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1014b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 1015b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1016b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1017b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1018b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_csum_rs_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1019b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1020b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 1021b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1022b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1023b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest = NULL; 1024b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1025b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1026b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1027b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1028b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1029b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1030b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1031b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10321d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 10331d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg drbd_rs_complete_io(mdev, e->sector); 10341d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 10351d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1036b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 103785719573dd716bc2ac3e098b44adfed884250babPhilipp Reisner di = e->digest; 1038b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 103945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 1040b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* quick hack to try to avoid a race against reconfiguration. 1041b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * a real fix would be much more involved, 1042b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * introducing more locking mechanisms */ 1043b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm) { 1044b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->csums_tfm); 1045b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1046b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1047b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1048b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 104945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->csums_tfm, e, digest); 1050b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1051b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1052b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1053b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1054b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (eq) { 1055b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_in_sync(mdev, e->sector, e->size); 1056676396d545350a70d922605ec23c2ed26124334aLars Ellenberg /* rs_same_csums unit is BM_BLOCK_SIZE */ 1057676396d545350a70d922605ec23c2ed26124334aLars Ellenberg mdev->rs_same_csum += e->size >> BM_BLOCK_SHIFT; 1058b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_RS_IS_IN_SYNC, e); 1059b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1060b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1061204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner e->block_id = ID_SYNCER; /* By setting block_id, digest pointer becomes invalid! */ 1062204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner e->flags &= ~EE_HAS_DIGEST; /* This e no longer has a digest pointer */ 1063204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner kfree(di); 1064b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_block(mdev, P_RS_DATA_REPLY, e); 1065b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1066b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1067b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, e); 1068b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1069b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. I guess it gets messy.\n"); 1070b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1071b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1072b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1073b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner move_to_net_ee_or_free(mdev, e); 1074b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1075b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1076b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block/ack() failed\n"); 1077b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1078b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1079b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 108053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg/* TODO merge common code with w_e_send_csum */ 1081b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1082b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1083b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 108453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg sector_t sector = e->sector; 108553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg unsigned int size = e->size; 1086b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1087b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1088b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1089b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1090b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 1091b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 1092b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1093b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1094b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 10958f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!digest) { 10968f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner ok = 0; /* terminate the connection in case the allocation failed */ 10978f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner goto out; 1098b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1099b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 11008f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (likely(!(e->flags & EE_WAS_ERROR))) 11018f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner drbd_csum_ee(mdev, mdev->verify_tfm, e, digest); 11028f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner else 11038f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner memset(digest, 0, digest_size); 11048f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 110553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 110653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 110753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 110853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 110953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 111053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_free_ee(mdev, e); 111153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg e = NULL; 11128f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner inc_rs_pending(mdev); 111353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 111453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 111553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_OV_REPLY); 11168f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!ok) 11178f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner dec_rs_pending(mdev); 11188f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner kfree(digest); 11198f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 1120b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 112153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (e) 112253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_free_ee(mdev, e); 1123b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1124b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1125b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1126b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1127b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_ov_oos_found(struct drbd_conf *mdev, sector_t sector, int size) 1128b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1129b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->ov_last_oos_start + mdev->ov_last_oos_size == sector) { 1130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size += size>>9; 1131b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_start = sector; 1133b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size = size>>9; 1134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_out_of_sync(mdev, sector, size); 1136b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1137b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1138b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_reply(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1139b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_epoch_entry *e = container_of(w, struct drbd_epoch_entry, w); 1141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 114353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg sector_t sector = e->sector; 114453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg unsigned int size = e->size; 114553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int digest_size; 1146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1147b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1148b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_free_ee(mdev, e); 1150b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1152b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1153b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1154b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after "cancel", because after drbd_disconnect/drbd_rs_cancel_all 1155b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the resync lru has been cleaned up already */ 11561d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 11571d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg drbd_rs_complete_io(mdev, e->sector); 11581d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 11591d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1160b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116185719573dd716bc2ac3e098b44adfed884250babPhilipp Reisner di = e->digest; 1162b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 116345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (likely((e->flags & EE_WAS_ERROR) == 0)) { 1164b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1165b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1166b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 116745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg drbd_csum_ee(mdev, mdev->verify_tfm, e, digest); 1168b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1169b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1170b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1171b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1172b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1173b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1174b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 117553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 117653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 117753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 117853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 117953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 118053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_free_ee(mdev, e); 1181b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!eq) 118253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_ov_oos_found(mdev, sector, size); 1183b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else 1184b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1185b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 118653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_ack_ex(mdev, P_OV_RESULT, sector, size, 1187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq ? ID_IN_SYNC : ID_OUT_OF_SYNC); 1188b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 118953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dec_unacked(mdev); 1190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1191ea5442aff68c559c951373739201721185191748Lars Ellenberg --mdev->ov_left; 1192ea5442aff68c559c951373739201721185191748Lars Ellenberg 1193ea5442aff68c559c951373739201721185191748Lars Ellenberg /* let's advance progress step marks only for every other megabyte */ 1194ea5442aff68c559c951373739201721185191748Lars Ellenberg if ((mdev->ov_left & 0x200) == 0x200) 1195ea5442aff68c559c951373739201721185191748Lars Ellenberg drbd_advance_rs_marks(mdev, mdev->ov_left); 1196ea5442aff68c559c951373739201721185191748Lars Ellenberg 1197ea5442aff68c559c951373739201721185191748Lars Ellenberg if (mdev->ov_left == 0) { 1198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_prev_work_done(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_wq_barrier *b = container_of(w, struct drbd_wq_barrier, w); 1208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&b->done); 1209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1212b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_barrier(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_tl_epoch *b = container_of(w, struct drbd_tl_epoch, w); 1215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct p_barrier *p = &mdev->data.sbuf.barrier; 1216b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* really avoid racing with tl_clear. w.cb may have been referenced 1219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * just before it was reassigned and re-queued, so double check that. 1220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * actually, this race was harmless, since we only try to send the 1221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * barrier packet here, and otherwise do nothing with the object. 1222b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but compare with the head of w_clear_epoch */ 1223b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->req_lock); 1224b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w->cb != w_send_barrier || mdev->state.conn < C_CONNECTED) 1225b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner cancel = 1; 1226b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->req_lock); 1227b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1228b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1229b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1230b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_get_data_sock(mdev)) 1231b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner p->barrier = b->br_number; 1233b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* inc_ap_pending was done where this was queued. 1234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * dec_ap_pending will be done in got_BarrierAck 1235b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * or (on connection loss) in w_clear_epoch. */ 1236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = _drbd_send_cmd(mdev, mdev->data.socket, P_BARRIER, 12370b70a13dac014ec9274640b9e945bde493ba365ePhilipp Reisner (struct p_header80 *)p, sizeof(*p), 0); 1238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_put_data_sock(mdev); 1239b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1240b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1241b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1242b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1243b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_write_hint(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1244b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1245b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return drbd_send_short_cmd(mdev, P_UNPLUG_REMOTE); 1248b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 125073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisnerint w_send_oos(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 125173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner{ 125273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 125373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner int ok; 125473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 125573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner if (unlikely(cancel)) { 125673a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner req_mod(req, send_canceled); 125773a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return 1; 125873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner } 125973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 126073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner ok = drbd_send_oos(mdev, req); 126173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner req_mod(req, oos_handed_to_network); 126273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 126373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return ok; 126473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner} 126573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 1266b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1267b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_dblock() - Worker callback to send a P_DATA packet in order to mirror a write request 1268b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1269b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1270b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1271b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1272b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_dblock(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1273b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1274b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1275b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1276b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1277b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1278b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, send_canceled); 1279b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_dblock(mdev, req); 1283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, ok ? handed_over_to_network : send_failed); 1284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_read_req() - Worker callback to send a read request (P_DATA_REQUEST) packet 1290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_read_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1298b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1299b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, send_canceled); 1301b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1302b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_drequest(mdev, P_DATA_REQUEST, req->sector, req->size, 1305b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long)req); 1306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1307b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!ok) { 1308b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ?? we set C_TIMEOUT or C_BROKEN_PIPE in drbd_send(); 1309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * so this is probably redundant */ 1310b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1311b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_NETWORK_FAILURE)); 1312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1313b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req_mod(req, ok ? handed_over_to_network : send_failed); 1314b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1315b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1316b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1317b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1318265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisnerint w_restart_disk_io(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1319265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner{ 1320265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1321265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 13220778286a133d2d3f81861a4e5db308e359583006Philipp Reisner if (bio_data_dir(req->master_bio) == WRITE && req->rq_state & RQ_IN_ACT_LOG) 1323265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_al_begin_io(mdev, req->sector); 1324265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner /* Calling drbd_al_begin_io() out of the worker might deadlocks 1325265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner theoretically. Practically it can not deadlock, since this is 1326265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner only used when unfreezing IOs. All the extents of the requests 1327265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner that made it into the TL are already active */ 1328265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1329265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_req_make_private_bio(req, req->master_bio); 1330265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner req->private_bio->bi_bdev = mdev->ldev->backing_bdev; 1331265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner generic_make_request(req->private_bio); 1332265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1333265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner return 1; 1334265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner} 1335265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1336b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_may_sync_now(struct drbd_conf *mdev) 1337b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev = mdev; 1339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF(!odev) return 1; 1345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((odev->state.conn >= C_SYNC_SOURCE && 1346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.conn <= C_PAUSED_SYNC_T) || 1347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.aftr_isp || odev->state.peer_isp || 1348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.user_isp) 1349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1352b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_pause_after() - Pause resync on all devices that may not resync now 1355b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1356b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and after_state_ch). 1358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1359b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_pause_after(struct drbd_conf *mdev) 1360b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1363b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1364b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1365b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1366b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!_drbd_may_sync_now(odev)) 1371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 1), CS_HARD, NULL) 1372b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO); 1373b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1374b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1375b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1376b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1377b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1378b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1379b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_resume_next() - Resume resync on all devices that may resync now 1380b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1381b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1382b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and worker). 1383b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_resume_next(struct drbd_conf *mdev) 1385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1386b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1389b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1391b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1392b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1393b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1394b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1395b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.aftr_isp) { 1396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (_drbd_may_sync_now(odev)) 1397b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 0), 1398b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner CS_HARD, NULL) 1399b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO) ; 1400b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1401b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1402b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1403b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1404b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1405b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid resume_next_sg(struct drbd_conf *mdev) 1406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_resume_next(mdev); 1409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1411b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1412b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid suspend_other_sg(struct drbd_conf *mdev) 1413b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1414b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1415b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1416b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1417b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1418b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1419b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int sync_after_error(struct drbd_conf *mdev, int o_minor) 1420b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1421b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1422b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1423b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor == -1) 1424b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1425b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor < -1 || minor_to_mdev(o_minor) == NULL) 1426b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER; 1427b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1428b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* check for loops */ 1429b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(o_minor); 1430b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1431b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev == mdev) 1432b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER_CYCLE; 1433b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1434b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dependency chain ends here, no cycles. */ 1435b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1436b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1437b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1438b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* follow the dependency chain */ 1439b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1440b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1441b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1442b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1443b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_alter_sa(struct drbd_conf *mdev, int na) 1444b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1445b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int changes; 1446b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int retcode; 1447b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1448b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1449b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner retcode = sync_after_error(mdev, na); 1450b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (retcode == NO_ERROR) { 1451b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->sync_conf.after = na; 1452b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do { 1453b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes = _drbd_pause_after(mdev); 1454b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes |= _drbd_resume_next(mdev); 1455b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } while (changes); 1456b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1457b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1458b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return retcode; 1459b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1460b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 14619bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenbergvoid drbd_rs_controller_reset(struct drbd_conf *mdev) 14629bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg{ 14639bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_in, 0); 14649bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_ev, 0); 14659bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_in_flight = 0; 14669bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_planed = 0; 14679bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_lock(&mdev->peer_seq_lock); 14689bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg fifo_set(&mdev->rs_plan_s, 0); 14699bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_unlock(&mdev->peer_seq_lock); 14709bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg} 14719bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg 1472b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1473b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * drbd_start_resync() - Start the resync process 1474b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1475b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @side: Either C_SYNC_SOURCE or C_SYNC_TARGET 1476b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1477b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * This function might bring you directly into one of the 1478b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * C_PAUSED_SYNC_* states. 1479b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1480b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_start_resync(struct drbd_conf *mdev, enum drbd_conns side) 1481b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1482b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state ns; 1483b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int r; 1484b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1485c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner if (mdev->state.conn >= C_SYNC_SOURCE && mdev->state.conn < C_AHEAD) { 1486b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Resync already running!\n"); 1487b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1488b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1489b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 149059817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner if (mdev->state.conn < C_AHEAD) { 149159817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* In case a previous resync run was aborted by an IO error/detach on the peer. */ 149259817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner drbd_rs_cancel_all(mdev); 149359817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* This should be done when we abort the resync. We definitely do not 149459817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner want to have this for connections going back and forth between 149559817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner Ahead/Behind and SyncSource/SyncTarget */ 149659817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner } 1497b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1498b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) { 1499b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since application IO was locked out during C_WF_BITMAP_T and 1500b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner C_WF_SYNC_UUID we are still unmodified. Before going to C_SYNC_TARGET 1501b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we check that we might make the data inconsistent. */ 1502b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = drbd_khelper(mdev, "before-resync-target"); 1503b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = (r >> 8) & 0xff; 1504b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r > 0) { 1505b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "before-resync-target handler returned %d, " 1506b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "dropping connection.\n", r); 1507b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 1508b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1509b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 151009b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } else /* C_SYNC_SOURCE */ { 151109b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner r = drbd_khelper(mdev, "before-resync-source"); 151209b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner r = (r >> 8) & 0xff; 151309b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner if (r > 0) { 151409b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner if (r == 3) { 151509b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 151609b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner "ignoring. Old userland tools?", r); 151709b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } else { 151809b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 151909b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner "dropping connection.\n", r); 152009b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 152109b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner return; 152209b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 152309b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 1524b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1525b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1526b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_state_lock(mdev); 1527b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1528b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev_if_state(mdev, D_NEGOTIATING)) { 1529b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_state_unlock(mdev); 1530b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.aftr_isp = !_drbd_may_sync_now(mdev); 1537b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1538b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = side; 1539b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1540b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) 1541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 1542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else /* side == C_SYNC_SOURCE */ 1543b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 1544b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1545b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = __drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 1546b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1547b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn < C_CONNECTED) 1549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = SS_UNKNOWN_ERROR; 1550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 15521d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long tw = drbd_bm_total_weight(mdev); 15531d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long now = jiffies; 15541d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg int i; 15551d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg 1556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 1557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 1558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_same_csum = 0; 15590f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_events = 0; 15600f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_sect_ev = 0; 15611d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_total = tw; 15621d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_start = now; 15631d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg for (i = 0; i < DRBD_SYNC_MARKS; i++) { 15641d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_left[i] = tw; 15651d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_time[i] = now; 15661d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg } 1567b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1568b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1569b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 15705a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg 1571b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 1572b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "Began resync as %s (will sync %lu KB [%lu bits set]).\n", 1573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_conn_str(ns.conn), 1574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total << (BM_BLOCK_SHIFT-10), 1575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total); 15766c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg if (side == C_SYNC_TARGET) 15776c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg mdev->bm_resync_fo = 0; 15786c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg 15796c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg /* Since protocol 96, we must serialize drbd_gen_and_send_sync_uuid 15806c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * with w_send_oos, or the sync target will get confused as to 15816c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * how much bits to resync. We cannot do that always, because for an 15826c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * empty resync and protocol < 95, we need to do it here, as we call 15836c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * drbd_resync_finished from here in that case. 15846c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * We drbd_gen_and_send_sync_uuid here for protocol < 96, 15856c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * and from after_state_ch otherwise. */ 15866c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg if (side == C_SYNC_SOURCE && mdev->agreed_pro_version < 96) 15876c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg drbd_gen_and_send_sync_uuid(mdev); 1588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1589af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->agreed_pro_version < 95 && mdev->rs_total == 0) { 1590af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* This still has a race (about when exactly the peers 1591af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss) that can lead to a full sync 1592af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * on next handshake. In 8.3.9 we fixed this with explicit 1593af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * resync-finished notifications, but the fix 1594af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * introduces a protocol change. Sleeping for some 1595af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * time longer than the ping interval + timeout on the 1596af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * SyncSource, to give the SyncTarget the chance to 1597af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss, then waiting for a ping 1598af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * response (implicit in drbd_resync_finished) reduces 1599af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * the race considerably, but does not solve it. */ 1600af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (side == C_SYNC_SOURCE) 1601af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg schedule_timeout_interruptible( 1602af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg mdev->net_conf->ping_int * HZ + 1603af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg mdev->net_conf->ping_timeo*HZ/9); 1604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 16079bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg drbd_rs_controller_reset(mdev); 1608b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ns.conn may already be != mdev->state.conn, 1609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may have been paused in between, or become paused until 1610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the timer triggers. 1611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * No matter, that is handled in resync_timer_fn() */ 1612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn == C_SYNC_TARGET) 1613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies); 1614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_md_sync(mdev); 1616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 16175a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg put_ldev(mdev); 1618d0c3f60f3611ceac9b1e4fdffd1497337568e7cbPhilipp Reisner drbd_state_unlock(mdev); 1619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_worker(struct drbd_thread *thi) 1622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1623b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = thi->mdev; 1624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w = NULL; 1625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner LIST_HEAD(work_list); 1626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int intr = 0, i; 1627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sprintf(current->comm, "drbd%d_worker", mdev_to_minor(mdev)); 1629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (get_t_state(thi) == Running) { 1631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_thread_current_set_cpu(mdev); 1632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (down_trylock(&mdev->data.work.s)) { 1634b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 1635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket && !mdev->net_conf->no_cork) 1636b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_tcp_uncork(mdev->data.socket); 1637b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 1638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner intr = down_interruptible(&mdev->data.work.s); 1640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_lock(&mdev->data.mutex); 1642b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->data.socket && !mdev->net_conf->no_cork) 1643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_tcp_cork(mdev->data.socket); 1644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mutex_unlock(&mdev->data.mutex); 1645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (intr) { 1648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(intr == -EINTR); 1649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner flush_signals(current); 1650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF (get_t_state(thi) == Running) 1651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_t_state(thi) != Running) 1656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* With this break, we have done a down() but not consumed 1658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the entry from the list. The cleanup code takes care of 1659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner this... */ 1660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1661b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = NULL; 1662b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ERR_IF(list_empty(&mdev->data.work.q)) { 1664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* something terribly wrong in our logic. 1665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we were able to down() the semaphore, 1666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the list is empty... doh. 1667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1668b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * what is the best thing to do now? 1669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * try again from scratch, restarting the receiver, 1670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * asender, whatnot? could break even more ugly, 1671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * e.g. when we are primary, but no good local data. 1672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * I'll try to get away just starting over this loop. 1674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(mdev->data.work.q.next, struct drbd_work, list); 1679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!w->cb(mdev, w, mdev->state.conn < C_CONNECTED)) { 1683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dev_warn(DEV, "worker: a callback failed! \n"); */ 1684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, 1686b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner NS(conn, C_NETWORK_FAILURE)); 1687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(DEVICE_DYING, &mdev->flags)); 1690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(CONFIG_PENDING, &mdev->flags)); 1691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i = 0; 1694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&mdev->data.work.q)) { 1695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_splice_init(&mdev->data.work.q, &work_list); 1696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&work_list)) { 1699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(work_list.next, struct drbd_work, list); 1700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb(mdev, w, 1); 1702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; /* dead debugging code */ 1703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_lock_irq(&mdev->data.work.q_lock); 1706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sema_init(&mdev->data.work.s, 0); 1708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* DANGEROUS race: if someone did queue his work within the spinlock, 1709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but up() ed outside the spinlock, we could get an up() on the 1710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * semaphore without corresponding list entry. 1711b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * So don't do that. 1712b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1713b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner spin_unlock_irq(&mdev->data.work.q_lock); 1714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(mdev->state.disk == D_DISKLESS && mdev->state.conn == C_STANDALONE); 1716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* _drbd_set_state only uses stop_nowait. 1717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * wait here for the Exiting receiver. */ 1718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_thread_stop(&mdev->receiver); 1719b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_mdev_cleanup(mdev); 1720b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "worker terminated\n"); 1722b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1723b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(DEVICE_DYING, &mdev->flags); 1724b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(CONFIG_PENDING, &mdev->flags); 1725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->state_wait); 1726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1728b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1729