drbd_worker.c revision a21e9298275a0145e43c2413725549112d99ba01
1b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* 2b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_worker.c 3b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 4b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner This file is part of DRBD by Philipp Reisner and Lars Ellenberg. 5b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2001-2008, LINBIT Information Technologies GmbH. 7b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>. 8b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>. 9b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is free software; you can redistribute it and/or modify 11b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner it under the terms of the GNU General Public License as published by 12b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation; either version 2, or (at your option) 13b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner any later version. 14b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd is distributed in the hope that it will be useful, 16b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner but WITHOUT ANY WARRANTY; without even the implied warranty of 17b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner GNU General Public License for more details. 19b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 20b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner You should have received a copy of the GNU General Public License 21b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner along with drbd; see the file COPYING. If not, write to 22b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. 23b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 24b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 25b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 26b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/module.h> 27b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/drbd.h> 28b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/sched.h> 29b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/wait.h> 30b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm.h> 31b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/memcontrol.h> 32b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/mm_inline.h> 33b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/slab.h> 34b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/random.h> 35b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/string.h> 36b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include <linux/scatterlist.h> 37b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 38b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_int.h" 39b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#include "drbd_req.h" 40b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 41b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel); 429d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int w_make_resync_request(struct drbd_conf *mdev, 439d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisner struct drbd_work *w, int cancel); 44b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 45b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 46b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 47c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher/* endio handlers: 48c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_md_io_complete (defined here) 49c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_endio_pri (defined here) 50c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * drbd_endio_sec (defined here) 51c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * bm_async_io_complete (defined in drbd_bitmap.c) 52c5a91619793d444e5103ec5841045bf878718398Andreas Gruenbacher * 53b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * For all these callbacks, note the following: 54b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * The callbacks will be called in irq context by the IDE drivers, 55b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * and in Softirqs/Tasklets/BH context by the SCSI drivers. 56b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Try to get the locking right :) 57b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 58b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 59b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 60b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 61b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* About the global_state_lock 62b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Each state transition on an device holds a read lock. In case we have 63b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to evaluate the sync after dependencies, we grab a write lock, because 64b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner we need stable states on all devices for that. */ 65b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerrwlock_t global_state_lock; 66b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 67b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* used for synchronous meta data and bitmap IO 68b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * submitted by drbd_md_sync_page_io() 69b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 70b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_md_io_complete(struct bio *bio, int error) 71b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 72b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_md_io *md_io; 73b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 74b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io = (struct drbd_md_io *)bio->bi_private; 75b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner md_io->error = error; 76b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 77b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&md_io->event); 78b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 79b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 80b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* reads on behalf of the partner, 81b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * "submitted" by the receiver 82b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 83db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbachervoid drbd_endio_read_sec_final(struct drbd_peer_request *peer_req) __releases(local) 84b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 85b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 86a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 87b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 8887eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 89db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->read_cnt += peer_req->i.size >> 9; 90db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); 91b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (list_empty(&mdev->read_ee)) 92b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 93db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (test_bit(__EE_WAS_ERROR, &peer_req->flags)) 9481e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 9587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 96b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 97db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_queue_work(&mdev->tconn->data.work, &peer_req->w); 98b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 99b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 101b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* writes on behalf of the partner, or resync writes, 10245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver, final stage. */ 103db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacherstatic void drbd_endio_write_sec_final(struct drbd_peer_request *peer_req) __releases(local) 104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 105b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long flags = 0; 106a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t e_sector; 108b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_wake; 109579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher u64 block_id; 110b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int do_al_complete_io; 111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 112db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher /* after we moved peer_req to done_ee, 113b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may no longer access it, 114b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * it may be freed/reused already! 115b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * (as soon as we release the req_lock) */ 116db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher e_sector = peer_req->i.sector; 117db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher do_al_complete_io = peer_req->flags & EE_CALL_AL_COMPLETE_IO; 118db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher block_id = peer_req->block_id; 119b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 12087eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 121db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->writ_cnt += peer_req->i.size >> 9; 122db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); /* has been on active_ee or sync_ee */ 123db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add_tail(&peer_req->w.list, &mdev->done_ee); 124b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 125bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher /* 1265e4722645afb27ee749ea65988544450f08f78baAndreas Gruenbacher * Do not remove from the write_requests tree here: we did not send the 127bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * Ack yet and did not wake possibly waiting conflicting requests. 128bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * Removed from the tree from "drbd_process_done_ee" within the 129bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * appropriate w.cb (e_end_block/e_end_resync_block) or from 130bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher * _drbd_clear_done_ee. 131bb3bfe96144a4535d47ccfea444bc1ef8e02f4e3Andreas Gruenbacher */ 132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 133579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher do_wake = list_empty(block_id == ID_SYNCER ? &mdev->sync_ee : &mdev->active_ee); 134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 135db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (test_bit(__EE_WAS_ERROR, &peer_req->flags)) 13681e84650c200de0695372461964dd960365696dbAndreas Gruenbacher __drbd_chk_io_error(mdev, false); 13787eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 138b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 139579b57ed730819970a3542b4bbcc2d4176f25c72Andreas Gruenbacher if (block_id == ID_SYNCER) 140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, e_sector); 141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_wake) 143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->ee_wait); 144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 145b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (do_al_complete_io) 146b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_al_complete_io(mdev, e_sector); 147b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1480625ac190d222fd0855bad79e93f1556fc45dd20Philipp Reisner wake_asender(mdev->tconn); 149b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 15045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 15245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg/* writes on behalf of the partner, or resync writes, 15345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * "submitted" by the receiver. 15445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg */ 15545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_endio_sec(struct bio *bio, int error) 15645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 157db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = bio->bi_private; 158a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = peer_req->w.mdev; 15945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int uptodate = bio_flagged(bio, BIO_UPTODATE); 16045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg int is_write = bio_data_dir(bio) == WRITE; 16145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 162071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (error && __ratelimit(&drbd_ratelimit_state)) 16345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg dev_warn(DEV, "%s: error=%d s=%llus\n", 16445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg is_write ? "write" : "read", error, 165db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 16645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (!error && !uptodate) { 167071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg if (__ratelimit(&drbd_ratelimit_state)) 168071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg dev_warn(DEV, "%s: setting error to -EIO s=%llus\n", 169071942727824bab03b1a3f6b6eeb5b269697b333Lars Ellenberg is_write ? "write" : "read", 170db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 17145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* strange behavior of some lower level drivers... 17245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * fail the request by clearing the uptodate flag, 17345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg * but do not return any error?! */ 17445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg error = -EIO; 17545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 17645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 17745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (error) 178db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher set_bit(__EE_WAS_ERROR, &peer_req->flags); 17945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 18045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg bio_put(bio); /* no need for the bio anymore */ 181db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (atomic_dec_and_test(&peer_req->pending_bios)) { 18245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg if (is_write) 183db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_endio_write_sec_final(peer_req); 18445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg else 185db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_endio_read_sec_final(peer_req); 18645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 188b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 189b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* read, readA or write requests on R_PRIMARY coming from drbd_make_request 190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_endio_pri(struct bio *bio, int error) 192b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 193a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg unsigned long flags; 194b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = bio->bi_private; 195a21e9298275a0145e43c2413725549112d99ba01Philipp Reisner struct drbd_conf *mdev = req->w.mdev; 196a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg struct bio_and_error m; 197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner enum drbd_req_event what; 198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int uptodate = bio_flagged(bio, BIO_UPTODATE); 199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 200b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!error && !uptodate) { 201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_warn(DEV, "p %s: setting error to -EIO\n", 202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_data_dir(bio) == WRITE ? "write" : "read"); 203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* strange behavior of some lower level drivers... 204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * fail the request by clearing the uptodate flag, 205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but do not return any error?! */ 206b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner error = -EIO; 207b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 208b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* to avoid recursion in __req_mod */ 210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(error)) { 211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner what = (bio_data_dir(bio) == WRITE) 2128554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher ? WRITE_COMPLETED_WITH_ERROR 2135c3c7e64bbcb60db39d0d55c8fab39ef41d41c30Lars Ellenberg : (bio_rw(bio) == READ) 2148554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher ? READ_COMPLETED_WITH_ERROR 2158554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher : READ_AHEAD_COMPLETED_WITH_ERROR; 216b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 2178554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher what = COMPLETED_OK; 218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bio_put(req->private_bio); 220b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner req->private_bio = ERR_PTR(error); 221b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 222a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg /* not req_mod(), we need irqsave here! */ 22387eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irqsave(&mdev->tconn->req_lock, flags); 224a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg __req_mod(req, what, &m); 22587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irqrestore(&mdev->tconn->req_lock, flags); 226a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg 227a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg if (m.bio) 228a115413de13ae6beb0cbfc198afe385a261ab284Lars Ellenberg complete_master_bio(mdev, &m); 229b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 230b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 231b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_read_retry_remote(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 232b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 233b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 234b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 235b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* We should not detach for read io-error, 236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but try to WRITE the P_DATA_REPLY to the failed location, 237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * to give the disk the chance to relocate that block */ 238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 23987eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 240d255e5ff5fc6cc6c60dd014d1261448a7bbc8134Lars Ellenberg if (cancel || mdev->state.pdsk != D_UP_TO_DATE) { 2418554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher _req_mod(req, READ_RETRY_REMOTE_CANCELED); 24287eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 243b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 244b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 24587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return w_send_read_req(mdev, w, 0); 248b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 250f6ffca9f42902556bcf72426d2d0714bdbfdbe09Andreas Gruenbachervoid drbd_csum_ee(struct drbd_conf *mdev, struct crypto_hash *tfm, 251db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req, void *digest) 25245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg{ 25345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct hash_desc desc; 25445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct scatterlist sg; 255db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct page *page = peer_req->pages; 25645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg struct page *tmp; 25745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg unsigned len; 25845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 25945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.tfm = tfm; 26045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg desc.flags = 0; 26145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_init_table(&sg, 1); 26345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_init(&desc); 26445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 26545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg while ((tmp = page_chain_next(page))) { 26645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* all but the last page will be fully used */ 26745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, PAGE_SIZE, 0); 26845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 26945bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg page = tmp; 27045bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg } 27145bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg /* and now the last, possibly only partially used page */ 272db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher len = peer_req->i.size & (PAGE_SIZE - 1); 27345bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg sg_set_page(&sg, page, len ?: PAGE_SIZE, 0); 27445bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_update(&desc, &sg, sg.length); 27545bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg crypto_hash_final(&desc, digest); 27645bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg} 27745bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg 27845bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenbergvoid drbd_csum_bio(struct drbd_conf *mdev, struct crypto_hash *tfm, struct bio *bio, void *digest) 279b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct hash_desc desc; 281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct scatterlist sg; 282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct bio_vec *bvec; 283b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.tfm = tfm; 286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner desc.flags = 0; 287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 288b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_init_table(&sg, 1); 289b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_init(&desc); 290b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 291b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner __bio_for_each_segment(bvec, bio, i, 0) { 292b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sg_set_page(&sg, bvec->bv_page, bvec->bv_len, bvec->bv_offset); 293b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_update(&desc, &sg, sg.length); 294b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 295b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner crypto_hash_final(&desc, digest); 296b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 297b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 29853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg/* TODO merge common code with w_e_end_ov_req */ 29953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenbergint w_e_send_csum(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 300b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 301db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = 302db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher container_of(w, struct drbd_peer_request, w); 303b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 304b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 30553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int ok = 1; 306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 30753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (unlikely(cancel)) 30853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 310db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) != 0)) 31153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg goto out; 312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 31353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest_size = crypto_hash_digestsize(mdev->csums_tfm); 31453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest = kmalloc(digest_size, GFP_NOIO); 31553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg if (digest) { 316db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 317db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 318db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->csums_tfm, peer_req, digest); 31953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 32053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 32153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 32253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 32353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 324db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 325db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = NULL; 32653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg inc_rs_pending(mdev); 32753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 32853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 32953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_CSUM_RS_REQUEST); 33053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg kfree(digest); 33153ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } else { 33253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dev_err(DEV, "kmalloc() of digest failed.\n"); 33353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = 0; 33453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg } 335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 33653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenbergout: 337db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (peer_req) 338db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest(..., csum) failed\n"); 342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#define GFP_TRY (__GFP_HIGHMEM | __GFP_NOWARN) 346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int read_for_csum(struct drbd_conf *mdev, sector_t sector, int size) 348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 349db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req; 350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 35280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EIO; 353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 354e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector)) 3550f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto defer; 3560f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg 357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* GFP_TRY, because if there is no memory available right now, this may 358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be rescheduled for later. It is "only" background resync, after all. */ 359db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = drbd_alloc_ee(mdev, ID_SYNCER /* unused */, sector, size, GFP_TRY); 360db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (!peer_req) 36180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg goto defer; 362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 363db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->w.cb = w_e_send_csum; 36487eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 365db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add(&peer_req->w.list, &mdev->read_ee); 36687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 3680f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg atomic_add(size >> 9, &mdev->rs_sect_ev); 369db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (drbd_submit_ee(mdev, peer_req, READ, DRBD_FAULT_RS_RD) == 0) 37080a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return 0; 371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 37210f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg /* If it failed because of ENOMEM, retry should help. If it failed 37310f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * because bio_add_page failed (probably broken lower level driver), 37410f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * retry may or may not help. 37510f6d9926cd17afff9dc03c967706419798b4929Lars Ellenberg * If it does not, you may need to force disconnect. */ 37687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 377db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_del(&peer_req->w.list); 37887eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 37922cc37a943832c948808884604ec6f5ff2594c1dLars Ellenberg 380db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 38180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenbergdefer: 38245bb912bd5ea4d2b3a270a93cbdf767a0e2df6f5Lars Ellenberg put_ldev(mdev); 38380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg return -EAGAIN; 384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 386794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisnerint w_resync_timer(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 38863106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner switch (mdev->state.conn) { 38963106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_VERIFY_S: 390794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner w_make_ov_request(mdev, w, cancel); 39163106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 39263106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner case C_SYNC_TARGET: 393794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner w_make_resync_request(mdev, w, cancel); 39463106d3c6c769b6219bd04edde513b12abae3f61Philipp Reisner break; 395b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 397794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner return 1; 398794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner} 399794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 400794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisnervoid resync_timer_fn(unsigned long data) 401794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner{ 402794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 403794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner 404794abb753e29e85949b3719dbc2ab6a98711a47ePhilipp Reisner if (list_empty(&mdev->resync_work.list)) 405e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, &mdev->resync_work); 406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 408778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_set(struct fifo_buffer *fb, int value) 409778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 410778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 411778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 412778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 413f10f262349762c96ab247b6108af3a30b52b6f5aPhilipp Reisner fb->values[i] = value; 414778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 415778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 416778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic int fifo_push(struct fifo_buffer *fb, int value) 417778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 418778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int ov; 419778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 420778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner ov = fb->values[fb->head_index]; 421778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[fb->head_index++] = value; 422778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 423778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (fb->head_index >= fb->size) 424778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->head_index = 0; 425778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 426778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return ov; 427778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 428778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 429778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisnerstatic void fifo_add_val(struct fifo_buffer *fb, int value) 430778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 431778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int i; 432778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 433778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner for (i = 0; i < fb->size; i++) 434778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fb->values[i] += value; 435778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 436778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4379d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_controller(struct drbd_conf *mdev) 438778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner{ 439778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int sect_in; /* Number of sectors that came in since the last turn */ 440778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner unsigned int want; /* The number of sectors we want in the proxy */ 441778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int req_sect; /* Number of sectors to request in this turn */ 442778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int correction; /* Number of sectors more we need in the proxy*/ 443778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int cps; /* correction per invocation of drbd_rs_controller() */ 444778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int steps; /* Number of time steps to plan ahead */ 445778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int curr_corr; 446778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner int max_sect; 447778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 448778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in = atomic_xchg(&mdev->rs_sect_in, 0); /* Number of sectors that came in */ 449778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight -= sect_in; 450778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 451778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_lock(&mdev->peer_seq_lock); /* get an atomic view on mdev->rs_plan_s */ 452778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 453778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps = mdev->rs_plan_s.size; /* (mdev->sync_conf.c_plan_ahead * 10 * SLEEP_TIME) / HZ; */ 454778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 455778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (mdev->rs_in_flight + sect_in == 0) { /* At start of resync */ 456778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = ((mdev->sync_conf.rate * 2 * SLEEP_TIME) / HZ) * steps; 457778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } else { /* normal path */ 458778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner want = mdev->sync_conf.c_fill_target ? mdev->sync_conf.c_fill_target : 459778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in * mdev->sync_conf.c_delay_target * HZ / (SLEEP_TIME * 10); 460778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner } 461778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 462778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner correction = want - mdev->rs_in_flight - mdev->rs_planed; 463778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 464778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* Plan ahead */ 465778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner cps = correction / steps; 466778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner fifo_add_val(&mdev->rs_plan_s, cps); 467778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed += cps * steps; 468778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 469778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* What we do in this step */ 470778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner curr_corr = fifo_push(&mdev->rs_plan_s, 0); 471778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner spin_unlock(&mdev->peer_seq_lock); 472778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_planed -= curr_corr; 473778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 474778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = sect_in + curr_corr; 475778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect < 0) 476778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = 0; 477778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 478778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner max_sect = (mdev->sync_conf.c_max_rate * 2 * SLEEP_TIME) / HZ; 479778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner if (req_sect > max_sect) 480778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner req_sect = max_sect; 481778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 482778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner /* 483778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner dev_warn(DEV, "si=%u if=%d wa=%u co=%d st=%d cps=%d pl=%d cc=%d rs=%d\n", 484778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner sect_in, mdev->rs_in_flight, want, correction, 485778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner steps, cps, mdev->rs_planed, curr_corr, req_sect); 486778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner */ 487778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 488778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner return req_sect; 489778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner} 490778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner 4919d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int drbd_rs_number_requests(struct drbd_conf *mdev) 492e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg{ 493e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number; 494e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (mdev->rs_plan_s.size) { /* mdev->sync_conf.c_plan_ahead */ 495e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_controller(mdev) >> (BM_BLOCK_SHIFT - 9); 496e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = number * HZ * (BM_BLOCK_SIZE / 1024) / SLEEP_TIME; 497e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } else { 498e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg mdev->c_sync_rate = mdev->sync_conf.rate; 499e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = SLEEP_TIME * mdev->c_sync_rate / ((BM_BLOCK_SIZE / 1024) * HZ); 500e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg } 501e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 502e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg /* ignore the amount of pending requests, the resync controller should 503e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg * throttle down to incoming reply rate soon enough anyways. */ 504e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg return number; 505e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg} 506e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg 5079d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisnerstatic int w_make_resync_request(struct drbd_conf *mdev, 5089d77a5fee9d2a1ea4cd9a841d27b107df5913b33Philipp Reisner struct drbd_work *w, int cancel) 509b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 510b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long bit; 511b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 512b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 5131816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg int max_bio_size; 514e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg int number, rollback_i, size; 515b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int align, queued, sndbuf; 5160f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg int i = 0; 517b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 518b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 519b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 520b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 521af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (mdev->rs_total == 0) { 522af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* empty resync? */ 523af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg drbd_resync_finished(mdev); 524af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg return 1; 525af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg } 526af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 527b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) { 528b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Since we only need to access mdev->rsync a 529b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner get_ldev_if_state(mdev,D_FAILED) would be sufficient, but 530b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner to continue resync with a broken disk makes no sense at 531b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner all */ 532b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Disk broke down during resync!\n"); 533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5360cfdd247d1779d5ffc8f685b172a526ecdc6773fPhilipp Reisner max_bio_size = queue_max_hw_sectors(mdev->rq_queue) << 9; 537e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg number = drbd_rs_number_requests(mdev); 538e65f440d474d7d6a6fd8a2c844e851d8c96ed9c5Lars Ellenberg if (number == 0) 5390f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg goto requeue; 540b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Stop generating RS requests, when half of the send buffer is filled */ 543e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_lock(&mdev->tconn->data.mutex); 544e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (mdev->tconn->data.socket) { 545e42325a57606396539807ff55c24febda39f8d01Philipp Reisner queued = mdev->tconn->data.socket->sk->sk_wmem_queued; 546e42325a57606396539807ff55c24febda39f8d01Philipp Reisner sndbuf = mdev->tconn->data.socket->sk->sk_sndbuf; 547b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner queued = 1; 549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sndbuf = 0; 550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 551e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_unlock(&mdev->tconn->data.mutex); 552b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (queued > sndbuf / 2) 553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnernext_sector: 556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit = drbd_bm_find_next(mdev, mdev->bm_resync_fo); 558b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5594b0715f09655e76ca24c35a9e25e7c464c2f7346Lars Ellenberg if (bit == DRBD_END_OF_BITMAP) { 560b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = drbd_bm_bits(mdev); 561b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 565b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = BM_BIT_TO_SECT(bit); 566b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 567e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 568e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 569b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit; 570b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 571b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 572b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(drbd_bm_test_bit(mdev, bit) == 0)) { 575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 576b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto next_sector; 577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 578b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 5791816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg#if DRBD_MAX_BIO_SIZE > BM_BLOCK_SIZE 580b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* try to find some adjacent bits. 581b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we stop if we have already the maximum req size. 582b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 583b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Additionally always align bigger requests, in order to 584b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * be prepared for all stripe sizes of software RAIDs. 585b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 586b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align = 1; 587d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner rollback_i = i; 588b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (;;) { 5891816a2b47afae838e53a177d5d166cc7be97d6b5Lars Ellenberg if (size + BM_BLOCK_SIZE > max_bio_size) 590b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 591b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 592b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Be always aligned */ 593b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector & ((1<<(align+3))-1)) 594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 595b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 596b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* do not cross extent boundaries */ 597b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (((bit+1) & BM_BLOCKS_PER_BM_EXT_MASK) == 0) 598b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 599b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* now, is it actually dirty, after all? 600b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * caution, drbd_bm_test_bit is tri-state for some 601b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * obscure reason; ( b == 0 ) would get the out-of-band 602b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * only accidentally right because of the "oddly sized" 603b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * adjustment below */ 604b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_bm_test_bit(mdev, bit+1) != 1) 605b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 606b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner bit++; 607b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size += BM_BLOCK_SIZE; 608b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((BM_BLOCK_SIZE << align) <= size) 609b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner align++; 610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; 611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* if we merged some, 613b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * reset the offset to start the next drbd_bm_find_next from */ 614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (size > BM_BLOCK_SIZE) 615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = bit + 1; 616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner#endif 617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 618b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* adjust very last sectors, in case we are oddly sized */ 619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 62131890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (mdev->tconn->agreed_pro_version >= 89 && mdev->csums_tfm) { 622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner switch (read_for_csum(mdev, sector, size)) { 62380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EIO: /* Disk failure */ 624b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 62680a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case -EAGAIN: /* allocation failed, or ldev busy */ 627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_rs_complete_io(mdev, sector); 628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->bm_resync_fo = BM_SECT_TO_BIT(sector); 629d207450cf2731c6a2afa8c78fb31c7206cd35ebaPhilipp Reisner i = rollback_i; 630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 63180a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg case 0: 63280a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg /* everything ok */ 63380a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg break; 63480a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg default: 63580a40e439e5a3f30b0a6210a1add6d7c33392e54Lars Ellenberg BUG(); 636b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 637b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 639b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_drequest(mdev, P_RS_DATA_REQUEST, 640b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector, size, ID_SYNCER)) { 641b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_drequest() failed, aborting...\n"); 642b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 643b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 645b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 647b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 648b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 649b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->bm_resync_fo >= drbd_bm_bits(mdev)) { 650b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* last syncer _request_ was sent, 651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the P_RS_DATA_REPLY not yet received. sync will end (and 652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * next sync group will resume), as soon as we receive the last 653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync data block, and the last bit is cleared. 654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * until then resync "work" is "inactive" ... 655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 656b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 661778f271dfe7a7173c0bae2d6cde8d9bd1533e668Philipp Reisner mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 662b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_make_ov_request(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 668b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 669b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int number, i, size; 670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector_t sector; 671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const sector_t capacity = drbd_get_capacity(mdev->this_bdev); 672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 6762649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg number = drbd_rs_number_requests(mdev); 677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector = mdev->ov_position; 679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < number; i++) { 680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector >= capacity) { 681b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 684b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = BM_BLOCK_SIZE; 685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 686e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner if (drbd_rs_should_slow_down(mdev, sector) || 687e3555d8545976703938d1b59e2db509426dbe02cPhilipp Reisner drbd_try_rs_begin_io(mdev, sector)) { 688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto requeue; 690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (sector + (size>>9) > capacity) 693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner size = (capacity-sector)<<9; 694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!drbd_send_ov_request(mdev, sector, size)) { 697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_rs_pending(mdev); 698b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 700b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sector += BM_SECT_PER_BIT; 701b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 702b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_position = sector; 703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner requeue: 7052649f0809f55e4df98c333a2b85c6fc8fee04804Lars Ellenberg mdev->rs_in_flight += (i << (BM_BLOCK_SHIFT - 9)); 706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies + SLEEP_TIME); 707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_ov_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 711b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 712b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 713b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 719b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int w_resync_finished(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 720b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(w); 722b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 723b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 724b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 728af85e8e83d160f72a10e4467852646ac08614260Lars Ellenbergstatic void ping_peer(struct drbd_conf *mdev) 729af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg{ 730af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg clear_bit(GOT_PING_ACK, &mdev->flags); 7310625ac190d222fd0855bad79e93f1556fc45dd20Philipp Reisner request_ping(mdev->tconn); 732af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg wait_event(mdev->misc_wait, 733af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg test_bit(GOT_PING_ACK, &mdev->flags) || mdev->state.conn < C_CONNECTED); 734af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg} 735af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 736b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_resync_finished(struct drbd_conf *mdev) 737b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 738b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long db, dt, dbdt; 739b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner unsigned long n_oos; 740b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state os, ns; 741b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w; 742b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner char *khelper_cmd = NULL; 74326525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg int verify_done = 0; 744b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 745b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* Remove all elements from the resync LRU. Since future actions 746b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * might set bits in the (main) bitmap, then the entries in the 747b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * resync LRU would be wrong. */ 748b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (drbd_rs_del_all(mdev)) { 749b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* In case this is not possible now, most probably because 750b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * there are P_RS_DATA_REPLY Packets lingering on the worker's 751b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * queue (or even the read operations for those packets 752b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * is not finished by now). Retry in 100ms. */ 753b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 75420ee639024e3d33111df0e343050b218c656bf16Philipp Reisner schedule_timeout_interruptible(HZ / 10); 755b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = kmalloc(sizeof(struct drbd_work), GFP_ATOMIC); 756b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w) { 757b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb = w_resync_finished; 758e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, w); 759b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 760b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 761b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Warn failed to drbd_rs_del_all() and to kmalloc(w).\n"); 762b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 763b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 764b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = (jiffies - mdev->rs_start - mdev->rs_paused) / HZ; 765b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (dt <= 0) 766b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt = 1; 767b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner db = mdev->rs_total; 768b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dbdt = Bit2KB(db/dt); 769b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused /= HZ; 770b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 771b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev(mdev)) 772b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 773b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 774af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg ping_peer(mdev); 775af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg 77687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 777b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner os = mdev->state; 778b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 77926525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done = (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T); 78026525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg 781b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This protects us against multiple calls (that can happen in the presence 782b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner of application IO), and against connectivity loss just before we arrive here. */ 783b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn <= C_CONNECTED) 784b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out_unlock; 785b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 786b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = os; 787b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = C_CONNECTED; 788b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 789b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "%s done (total %lu sec; paused %lu sec; %lu K/sec)\n", 79026525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg verify_done ? "Online verify " : "Resync", 791b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dt + mdev->rs_paused, mdev->rs_paused, dbdt); 792b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 793b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos = drbd_bm_total_weight(mdev); 794b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 795b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_VERIFY_S || os.conn == C_VERIFY_T) { 796b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (n_oos) { 797b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_alert(DEV, "Online verify found %lu %dk block out of sync!\n", 798b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner n_oos, Bit2KB(1)); 799b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "out-of-sync"; 800b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 801b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 802b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT((n_oos - mdev->rs_failed) == 0); 803b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 804b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) 805b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner khelper_cmd = "after-resync-target"; 806b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 807b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm && mdev->rs_total) { 808b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long s = mdev->rs_same_csum; 809b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const unsigned long t = mdev->rs_total; 810b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner const int ratio = 811b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t == 0) ? 0 : 812b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (t < 100000) ? ((s*100)/t) : (s/(t/100)); 81324c4830c8ec3cbc904d84c213126a35f41a4e455Bart Van Assche dev_info(DEV, "%u %% had equal checksums, eliminated: %luK; " 814b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "transferred %luK total %luK\n", 815b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ratio, 816b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_same_csum), 817b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total - mdev->rs_same_csum), 818b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner Bit2KB(mdev->rs_total)); 819b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 820b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 821b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 822b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->rs_failed) { 823b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, " %lu failed blocks\n", mdev->rs_failed); 824b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 825b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 826b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 827b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 828b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 829b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 830b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 831b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 832b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 833b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_UP_TO_DATE; 834b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_UP_TO_DATE; 835b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 836b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (os.conn == C_SYNC_TARGET || os.conn == C_PAUSED_SYNC_T) { 837b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->p_uuid) { 838b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i; 839b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = UI_BITMAP ; i <= UI_HISTORY_END ; i++) 840b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, i, mdev->p_uuid[i]); 841b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_uuid_set(mdev, UI_BITMAP, mdev->ldev->md.uuid[UI_CURRENT]); 842b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_uuid_set(mdev, UI_CURRENT, mdev->p_uuid[UI_CURRENT]); 843b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 844b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "mdev->p_uuid is NULL! BUG\n"); 845b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 846b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 847b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 84862b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (!(os.conn == C_VERIFY_S || os.conn == C_VERIFY_T)) { 84962b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* for verify runs, we don't update uuids here, 85062b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * so there would be nothing to report. */ 85162b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_uuid_set_bm(mdev, 0UL); 85262b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg drbd_print_uuids(mdev, "updated UUIDs"); 85362b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg if (mdev->p_uuid) { 85462b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg /* Now the two UUID sets are equal, update what we 85562b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg * know of the peer. */ 85662b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg int i; 85762b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg for (i = UI_CURRENT ; i <= UI_HISTORY_END ; i++) 85862b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg mdev->p_uuid[i] = mdev->ldev->md.uuid[i]; 85962b0da3a244ac33d25a77861ef1cc0080103f2ffLars Ellenberg } 860b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 861b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 862b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 863b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 864b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout_unlock: 86587eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 866b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 867b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 868b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_total = 0; 869b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 870b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 87126525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg if (verify_done) 87226525618863afcc4aab8b2a83451d37c6f513460Lars Ellenberg mdev->ov_start_sector = 0; 873b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 87413d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg drbd_md_sync(mdev); 87513d42685bec1f012dcbc5d187490eb1d15ec8219Lars Ellenberg 876b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (khelper_cmd) 877b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_khelper(mdev, khelper_cmd); 878b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 879b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 880b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 881b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 882b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/* helper */ 883db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacherstatic void move_to_net_ee_or_free(struct drbd_conf *mdev, struct drbd_peer_request *peer_req) 884b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 885db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (drbd_ee_has_active_page(peer_req)) { 886b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* This might happen if sendpage() has not finished */ 887db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher int i = (peer_req->i.size + PAGE_SIZE -1) >> PAGE_SHIFT; 888435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_add(i, &mdev->pp_in_use_by_net); 889435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg atomic_sub(i, &mdev->pp_in_use); 89087eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 891db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher list_add_tail(&peer_req->w.list, &mdev->net_ee); 89287eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 893435f07402b3165b90592073bc0f8c6f8fa160ff9Lars Ellenberg wake_up(&drbd_pp_wait); 894b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else 895db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 896b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 897b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 898b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 899b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_data_req() - Worker callback, to send a P_DATA_REPLY packet in response to a P_DATA_REQUEST 900b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 901b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 902b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 903b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 904b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_data_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 905b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 906db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 907b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 908b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 909b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 910db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 911b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 912b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 913b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 914b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 915db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 916db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_DATA_REPLY, peer_req); 917b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 918b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 919b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. sector=%llus.\n", 920db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 921b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 922db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_DREPLY, peer_req); 923b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 924b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 925b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 926b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 927db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 928b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 929b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 930b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 931b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 932b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 933b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 934b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 935b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_e_end_rsdata_req() - Worker callback to send a P_RS_DATA_REPLY packet in response to a P_RS_DATA_REQUESTRS 936b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 937b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 938b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 939b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 940b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_rsdata_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 941b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 942db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 943b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 944b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 945b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 946db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 947b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 948b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 949b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 950b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 951b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (get_ldev_if_state(mdev, D_FAILED)) { 952db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 953b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner put_ldev(mdev); 954b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 955b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 956d612d309e4c8401ad94c531678b59c4a8b7c41cePhilipp Reisner if (mdev->state.conn == C_AHEAD) { 957db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_RS_CANCEL, peer_req); 958db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher } else if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 959b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (likely(mdev->state.pdsk >= D_INCONSISTENT)) { 960b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 961db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_RS_DATA_REPLY, peer_req); 962b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 963b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 964b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Not sending RSDataReply, " 965b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner "partner DISKLESS!\n"); 966b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = 1; 967b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 968b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 969b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 970b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegRSDReply. sector %llus.\n", 971db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher (unsigned long long)peer_req->i.sector); 972b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 973db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, peer_req); 974b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 975b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* update resync data with failure */ 976db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_failed_io(mdev, peer_req->i.sector, peer_req->i.size); 977b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 978b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 979b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 980b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 981db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 982b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 983b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 984b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block() failed\n"); 985b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 986b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 987b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 988b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_csum_rs_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 989b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 990db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 991b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 992b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 993b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest = NULL; 994b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 995b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 996b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 997db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 998b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 999b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1000b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1001b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 10021d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 1003db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 10041d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 10051d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1006b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1007db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher di = peer_req->digest; 1008b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1009db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 1010b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* quick hack to try to avoid a race against reconfiguration. 1011b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * a real fix would be much more involved, 1012b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * introducing more locking mechanisms */ 1013b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->csums_tfm) { 1014b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->csums_tfm); 1015b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1016b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1017b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1018b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 1019db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->csums_tfm, peer_req, digest); 1020b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1021b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1022b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1023b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1024b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (eq) { 1025db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_set_in_sync(mdev, peer_req->i.sector, peer_req->i.size); 1026676396d545350a70d922605ec23c2ed26124334aLars Ellenberg /* rs_same_csums unit is BM_BLOCK_SIZE */ 1027db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher mdev->rs_same_csum += peer_req->i.size >> BM_BLOCK_SHIFT; 1028db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_RS_IS_IN_SYNC, peer_req); 1029b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1030b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner inc_rs_pending(mdev); 1031db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->block_id = ID_SYNCER; /* By setting block_id, digest pointer becomes invalid! */ 1032db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req->flags &= ~EE_HAS_DIGEST; /* This peer request no longer has a digest pointer */ 1033204bba9965c4cc175bf5bc65ddd19889e9085c72Philipp Reisner kfree(di); 1034db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_block(mdev, P_RS_DATA_REPLY, peer_req); 1035b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1036b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1037db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher ok = drbd_send_ack(mdev, P_NEG_RS_DREPLY, peer_req); 1038b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (__ratelimit(&drbd_ratelimit_state)) 1039b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Sending NegDReply. I guess it gets messy.\n"); 1040b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1041b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1042b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1043db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher move_to_net_ee_or_free(mdev, peer_req); 1044b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1045b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(!ok)) 1046b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "drbd_send_block/ack() failed\n"); 1047b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1048b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1049b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 105053ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg/* TODO merge common code with w_e_send_csum */ 1051b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1052b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1053db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 1054db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 1055db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 1056b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int digest_size; 1057b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1058b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1059b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1060b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) 1061b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner goto out; 1062b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1063b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1064b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 10658f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!digest) { 10668f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner ok = 0; /* terminate the connection in case the allocation failed */ 10678f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner goto out; 1068b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1069b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1070db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely(!(peer_req->flags & EE_WAS_ERROR))) 1071db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->verify_tfm, peer_req, digest); 10728f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner else 10738f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner memset(digest, 0, digest_size); 10748f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 107553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 107653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 107753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 107853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 107953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 1080db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1081db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher peer_req = NULL; 10828f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner inc_rs_pending(mdev); 108353ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_drequest_csum(mdev, sector, size, 108453ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg digest, digest_size, 108553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg P_OV_REPLY); 10868f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner if (!ok) 10878f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner dec_rs_pending(mdev); 10888f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner kfree(digest); 10898f21420ebd5ca5a751e2f606b49b0acd2a2af314Philipp Reisner 1090b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerout: 1091db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (peer_req) 1092db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1093b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1094b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1095b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1096b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1097b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_ov_oos_found(struct drbd_conf *mdev, sector_t sector, int size) 1098b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1099b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->ov_last_oos_start + mdev->ov_last_oos_size == sector) { 1100b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size += size>>9; 1101b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } else { 1102b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_start = sector; 1103b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->ov_last_oos_size = size>>9; 1104b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1105b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_set_out_of_sync(mdev, sector, size); 1106b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1107b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1108b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_e_end_ov_reply(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1109b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1110db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher struct drbd_peer_request *peer_req = container_of(w, struct drbd_peer_request, w); 1111b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct digest_info *di; 1112b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner void *digest; 1113db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher sector_t sector = peer_req->i.sector; 1114db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher unsigned int size = peer_req->i.size; 111553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg int digest_size; 1116b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok, eq = 0; 1117b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1118b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 1119db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1120b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dec_unacked(mdev); 1121b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1122b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1123b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1124b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* after "cancel", because after drbd_disconnect/drbd_rs_cancel_all 1125b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the resync lru has been cleaned up already */ 11261d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg if (get_ldev(mdev)) { 1127db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_rs_complete_io(mdev, peer_req->i.sector); 11281d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg put_ldev(mdev); 11291d53f09e170e477de67babd7a10e277479260d51Lars Ellenberg } 1130b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1131db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher di = peer_req->digest; 1132b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1133db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher if (likely((peer_req->flags & EE_WAS_ERROR) == 0)) { 1134b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest_size = crypto_hash_digestsize(mdev->verify_tfm); 1135b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner digest = kmalloc(digest_size, GFP_NOIO); 1136b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (digest) { 1137db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_csum_ee(mdev, mdev->verify_tfm, peer_req, digest); 1138b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1139b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(digest_size == di->digest_size); 1140b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq = !memcmp(digest, di->digest, digest_size); 1141b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner kfree(digest); 1142b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1143b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1144b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 114553ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg /* Free e and pages before send. 114653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * In case we block on congestion, we could otherwise run into 114753ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * some distributed deadlock, if the other side blocks on 114853ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * congestion as well, because our receiver blocks in 114953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg * drbd_pp_alloc due to pp_in_use > max_buffers. */ 1150db830c464b69e26ea4d371e38bb2320c99c82f41Andreas Gruenbacher drbd_free_ee(mdev, peer_req); 1151b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!eq) 115253ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg drbd_ov_oos_found(mdev, sector, size); 1153b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else 1154b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1155b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 115653ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg ok = drbd_send_ack_ex(mdev, P_OV_RESULT, sector, size, 1157b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner eq ? ID_IN_SYNC : ID_OUT_OF_SYNC); 1158b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 115953ea433145d9a56c7ad5e69f21f5662053e00e84Lars Ellenberg dec_unacked(mdev); 1160b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1161ea5442aff68c559c951373739201721185191748Lars Ellenberg --mdev->ov_left; 1162ea5442aff68c559c951373739201721185191748Lars Ellenberg 1163ea5442aff68c559c951373739201721185191748Lars Ellenberg /* let's advance progress step marks only for every other megabyte */ 1164ea5442aff68c559c951373739201721185191748Lars Ellenberg if ((mdev->ov_left & 0x200) == 0x200) 1165ea5442aff68c559c951373739201721185191748Lars Ellenberg drbd_advance_rs_marks(mdev, mdev->ov_left); 1166ea5442aff68c559c951373739201721185191748Lars Ellenberg 1167ea5442aff68c559c951373739201721185191748Lars Ellenberg if (mdev->ov_left == 0) { 1168b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ov_oos_print(mdev); 1169b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1170b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1171b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1172b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1173b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1174b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1175b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_prev_work_done(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1176b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1177b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_wq_barrier *b = container_of(w, struct drbd_wq_barrier, w); 1178b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner complete(&b->done); 1179b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1180b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1181b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1182b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_barrier(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1183b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1184b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_tl_epoch *b = container_of(w, struct drbd_tl_epoch, w); 1185e42325a57606396539807ff55c24febda39f8d01Philipp Reisner struct p_barrier *p = &mdev->tconn->data.sbuf.barrier; 1186b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok = 1; 1187b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1188b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* really avoid racing with tl_clear. w.cb may have been referenced 1189b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * just before it was reassigned and re-queued, so double check that. 1190b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * actually, this race was harmless, since we only try to send the 1191b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * barrier packet here, and otherwise do nothing with the object. 1192b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but compare with the head of w_clear_epoch */ 119387eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_lock_irq(&mdev->tconn->req_lock); 1194b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (w->cb != w_send_barrier || mdev->state.conn < C_CONNECTED) 1195b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner cancel = 1; 119687eeee41f8740451b61a1e7d37a494333a906861Philipp Reisner spin_unlock_irq(&mdev->tconn->req_lock); 1197b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1198b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1199b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1200611208706f28c502c8c01791ac4f0b14cde395b2Philipp Reisner if (!drbd_get_data_sock(mdev->tconn)) 1201b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1202b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner p->barrier = b->br_number; 1203b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* inc_ap_pending was done where this was queued. 1204b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * dec_ap_pending will be done in got_BarrierAck 1205b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * or (on connection loss) in w_clear_epoch. */ 1206e42325a57606396539807ff55c24febda39f8d01Philipp Reisner ok = _drbd_send_cmd(mdev, mdev->tconn->data.socket, P_BARRIER, 1207c012949a4084a9f91654121d28f199ef408cb9d7Philipp Reisner &p->head, sizeof(*p), 0); 1208611208706f28c502c8c01791ac4f0b14cde395b2Philipp Reisner drbd_put_data_sock(mdev->tconn); 1209b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1210b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1211b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1212b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1213b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_write_hint(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1214b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1215b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (cancel) 1216b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1217b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return drbd_send_short_cmd(mdev, P_UNPLUG_REMOTE); 1218b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1219b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 122073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisnerint w_send_oos(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 122173a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner{ 122273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 122373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner int ok; 122473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 122573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner if (unlikely(cancel)) { 12268554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 122773a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return 1; 122873a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner } 122973a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 123073a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner ok = drbd_send_oos(mdev, req); 12318554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, OOS_HANDED_TO_NETWORK); 123273a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 123373a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner return ok; 123473a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner} 123573a01a18b9c28a0fab1131ece5b0a9bc00a879b8Philipp Reisner 1236b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1237b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_dblock() - Worker callback to send a P_DATA packet in order to mirror a write request 1238b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1239b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1240b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1241b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1242b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_dblock(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1243b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1244b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1245b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1246b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1247b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 12488554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 1249b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1250b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1251b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1252b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ok = drbd_send_dblock(mdev, req); 12538554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, ok ? HANDED_OVER_TO_NETWORK : SEND_FAILED); 1254b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1255b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1256b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1257b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1258b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1259b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * w_send_read_req() - Worker callback to send a read request (P_DATA_REQUEST) packet 1260b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1261b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @w: work object. 1262b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @cancel: The connection will be closed anyways 1263b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1264b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint w_send_read_req(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1265b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1266b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1267b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int ok; 1268b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1269b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (unlikely(cancel)) { 12708554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, SEND_CANCELED); 1271b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1272b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1273b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1274ace652acf2d7e564dac48c615d9184e7ed575f9cAndreas Gruenbacher ok = drbd_send_drequest(mdev, P_DATA_REQUEST, req->i.sector, req->i.size, 1275b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long)req); 1276b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1277b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!ok) { 1278b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ?? we set C_TIMEOUT or C_BROKEN_PIPE in drbd_send(); 1279b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * so this is probably redundant */ 1280b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1281b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, NS(conn, C_NETWORK_FAILURE)); 1282b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 12838554df1c6d3bb7686b39ed775772f507fa857c19Andreas Gruenbacher req_mod(req, ok ? HANDED_OVER_TO_NETWORK : SEND_FAILED); 1284b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1285b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ok; 1286b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1287b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1288265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisnerint w_restart_disk_io(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 1289265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner{ 1290265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner struct drbd_request *req = container_of(w, struct drbd_request, w); 1291265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 12920778286a133d2d3f81861a4e5db308e359583006Philipp Reisner if (bio_data_dir(req->master_bio) == WRITE && req->rq_state & RQ_IN_ACT_LOG) 1293ace652acf2d7e564dac48c615d9184e7ed575f9cAndreas Gruenbacher drbd_al_begin_io(mdev, req->i.sector); 1294265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner /* Calling drbd_al_begin_io() out of the worker might deadlocks 1295265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner theoretically. Practically it can not deadlock, since this is 1296265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner only used when unfreezing IOs. All the extents of the requests 1297265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner that made it into the TL are already active */ 1298265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1299265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner drbd_req_make_private_bio(req, req->master_bio); 1300265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner req->private_bio->bi_bdev = mdev->ldev->backing_bdev; 1301265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner generic_make_request(req->private_bio); 1302265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1303265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner return 1; 1304265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner} 1305265be2d09853d425ad14a61cda0ca63345613d0cPhilipp Reisner 1306b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_may_sync_now(struct drbd_conf *mdev) 1307b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1308b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev = mdev; 1309b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1310b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1311b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1312b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 1; 1313b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1314841ce241fa355048f66172a47e356bb6e9159c9dAndreas Gruenbacher if (!expect(odev)) 1315841ce241fa355048f66172a47e356bb6e9159c9dAndreas Gruenbacher return 1; 1316b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if ((odev->state.conn >= C_SYNC_SOURCE && 1317b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.conn <= C_PAUSED_SYNC_T) || 1318b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.aftr_isp || odev->state.peer_isp || 1319b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev->state.user_isp) 1320b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1321b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1322b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1323b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1324b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1325b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_pause_after() - Pause resync on all devices that may not resync now 1326b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1327b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1328b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and after_state_ch). 1329b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1330b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_pause_after(struct drbd_conf *mdev) 1331b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1332b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1333b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1334b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1335b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1336b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1337b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1338b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1339b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1340b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1341b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!_drbd_may_sync_now(odev)) 1342b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 1), CS_HARD, NULL) 1343b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO); 1344b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1345b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1346b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1347b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1348b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1349b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1350b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * _drbd_resume_next() - Resume resync on all devices that may resync now 1351b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1352b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1353b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * Called from process context only (admin command and worker). 1354b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1355b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int _drbd_resume_next(struct drbd_conf *mdev) 1356b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1357b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1358b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int i, rv = 0; 1359b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1360b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner for (i = 0; i < minor_count; i++) { 1361b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(i); 1362b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!odev) 1363b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1364b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.conn == C_STANDALONE && odev->state.disk == D_DISKLESS) 1365b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1366b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->state.aftr_isp) { 1367b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (_drbd_may_sync_now(odev)) 1368b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner rv |= (__drbd_set_state(_NS(odev, aftr_isp, 0), 1369b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner CS_HARD, NULL) 1370b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner != SS_NOTHING_TO_DO) ; 1371b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1372b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1373b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return rv; 1374b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1375b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1376b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid resume_next_sg(struct drbd_conf *mdev) 1377b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1378b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1379b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_resume_next(mdev); 1380b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1381b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1382b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1383b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid suspend_other_sg(struct drbd_conf *mdev) 1384b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1385b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1386b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1387b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1388b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1389b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1390b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerstatic int sync_after_error(struct drbd_conf *mdev, int o_minor) 1391b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1392b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *odev; 1393b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1394b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor == -1) 1395b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1396b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (o_minor < -1 || minor_to_mdev(o_minor) == NULL) 1397b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER; 1398b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1399b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* check for loops */ 1400b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(o_minor); 1401b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (1) { 1402b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev == mdev) 1403b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return ERR_SYNC_AFTER_CYCLE; 1404b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1405b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dependency chain ends here, no cycles. */ 1406b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (odev->sync_conf.after == -1) 1407b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return NO_ERROR; 1408b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1409b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* follow the dependency chain */ 1410b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner odev = minor_to_mdev(odev->sync_conf.after); 1411b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1412b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1413b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1414b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_alter_sa(struct drbd_conf *mdev, int na) 1415b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1416b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int changes; 1417b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int retcode; 1418b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1419b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1420b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner retcode = sync_after_error(mdev, na); 1421b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (retcode == NO_ERROR) { 1422b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->sync_conf.after = na; 1423b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner do { 1424b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes = _drbd_pause_after(mdev); 1425b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner changes |= _drbd_resume_next(mdev); 1426b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } while (changes); 1427b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1428b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 1429b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return retcode; 1430b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1431b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 14329bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenbergvoid drbd_rs_controller_reset(struct drbd_conf *mdev) 14339bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg{ 14349bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_in, 0); 14359bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg atomic_set(&mdev->rs_sect_ev, 0); 14369bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_in_flight = 0; 14379bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg mdev->rs_planed = 0; 14389bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_lock(&mdev->peer_seq_lock); 14399bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg fifo_set(&mdev->rs_plan_s, 0); 14409bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg spin_unlock(&mdev->peer_seq_lock); 14419bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg} 14429bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg 14431f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisnervoid start_resync_timer_fn(unsigned long data) 14441f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner{ 14451f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner struct drbd_conf *mdev = (struct drbd_conf *) data; 14461f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 14471f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner drbd_queue_work(&mdev->tconn->data.work, &mdev->start_resync_work); 14481f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner} 14491f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 14501f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisnerint w_start_resync(struct drbd_conf *mdev, struct drbd_work *w, int cancel) 14511f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner{ 14521f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner if (atomic_read(&mdev->unacked_cnt) || atomic_read(&mdev->rs_pending_cnt)) { 14531f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner dev_warn(DEV, "w_start_resync later...\n"); 14541f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner mdev->start_resync_timer.expires = jiffies + HZ/10; 14551f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner add_timer(&mdev->start_resync_timer); 14561f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner return 1; 14571f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner } 14581f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 14591f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner drbd_start_resync(mdev, C_SYNC_SOURCE); 14601f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner clear_bit(AHEAD_TO_SYNC_SOURCE, &mdev->current_epoch->flags); 14611f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner return 1; 14621f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner} 14631f04af33fe7db542d75a487b8381b5a3402b7896Philipp Reisner 1464b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner/** 1465b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * drbd_start_resync() - Start the resync process 1466b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @mdev: DRBD device. 1467b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * @side: Either C_SYNC_SOURCE or C_SYNC_TARGET 1468b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1469b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * This function might bring you directly into one of the 1470b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * C_PAUSED_SYNC_* states. 1471b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1472b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnervoid drbd_start_resync(struct drbd_conf *mdev, enum drbd_conns side) 1473b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1474b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner union drbd_state ns; 1475b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int r; 1476b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1477c4752ef1284519c3baa1c3b19df34a80b4905245Philipp Reisner if (mdev->state.conn >= C_SYNC_SOURCE && mdev->state.conn < C_AHEAD) { 1478b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_err(DEV, "Resync already running!\n"); 1479b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1480b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1481b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 148259817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner if (mdev->state.conn < C_AHEAD) { 148359817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* In case a previous resync run was aborted by an IO error/detach on the peer. */ 148459817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner drbd_rs_cancel_all(mdev); 148559817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner /* This should be done when we abort the resync. We definitely do not 148659817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner want to have this for connections going back and forth between 148759817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner Ahead/Behind and SyncSource/SyncTarget */ 148859817f4fab6a165ba83ce399464ba38432db8233Philipp Reisner } 1489b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1490e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (!test_bit(B_RS_H_DONE, &mdev->flags)) { 1491e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (side == C_SYNC_TARGET) { 1492e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner /* Since application IO was locked out during C_WF_BITMAP_T and 1493e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner C_WF_SYNC_UUID we are still unmodified. Before going to C_SYNC_TARGET 1494e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner we check that we might make the data inconsistent. */ 1495e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = drbd_khelper(mdev, "before-resync-target"); 1496e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = (r >> 8) & 0xff; 1497e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r > 0) { 1498e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-target handler returned %d, " 149909b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner "dropping connection.\n", r); 150009b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 150109b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner return; 150209b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 1503e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else /* C_SYNC_SOURCE */ { 1504e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = drbd_khelper(mdev, "before-resync-source"); 1505e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner r = (r >> 8) & 0xff; 1506e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r > 0) { 1507e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (r == 3) { 1508e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 1509e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner "ignoring. Old userland tools?", r); 1510e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else { 1511e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner dev_info(DEV, "before-resync-source handler returned %d, " 1512e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner "dropping connection.\n", r); 1513e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner drbd_force_state(mdev, NS(conn, C_DISCONNECTING)); 1514e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner return; 1515e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1516e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 151709b9e7979378fe070784de20e50bb1d42aa643abPhilipp Reisner } 1518b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1519b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1520e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (current == mdev->tconn->worker.task) { 1521e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner /* The worker should not sleep waiting for drbd_state_lock(), 1522e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner that can take long */ 1523e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner if (test_and_set_bit(CLUSTER_ST_CHANGE, &mdev->flags)) { 1524e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner set_bit(B_RS_H_DONE, &mdev->flags); 1525e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner mdev->start_resync_timer.expires = jiffies + HZ/5; 1526e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner add_timer(&mdev->start_resync_timer); 1527e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner return; 1528e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1529e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } else { 1530e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner drbd_state_lock(mdev); 1531e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner } 1532e64a32945902a178c9de9b38e0ea3290981605bcPhilipp Reisner clear_bit(B_RS_H_DONE, &mdev->flags); 1533b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1534b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!get_ldev_if_state(mdev, D_NEGOTIATING)) { 1535b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_state_unlock(mdev); 1536b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return; 1537b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1538b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1539b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_lock_irq(&global_state_lock); 1540b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1541b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1542b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.aftr_isp = !_drbd_may_sync_now(mdev); 1543b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1544b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.conn = side; 1545b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1546b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (side == C_SYNC_TARGET) 1547b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.disk = D_INCONSISTENT; 1548b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner else /* side == C_SYNC_SOURCE */ 1549b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns.pdsk = D_INCONSISTENT; 1550b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1551b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = __drbd_set_state(mdev, ns, CS_VERBOSE, NULL); 1552b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner ns = mdev->state; 1553b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1554b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn < C_CONNECTED) 1555b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner r = SS_UNKNOWN_ERROR; 1556b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1557b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 15581d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long tw = drbd_bm_total_weight(mdev); 15591d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg unsigned long now = jiffies; 15601d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg int i; 15611d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg 1562b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_failed = 0; 1563b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_paused = 0; 1564b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mdev->rs_same_csum = 0; 15650f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_events = 0; 15660f0601f4ea2f53cfd8bcae060fb03d9bbde070ecLars Ellenberg mdev->rs_last_sect_ev = 0; 15671d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_total = tw; 15681d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_start = now; 15691d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg for (i = 0; i < DRBD_SYNC_MARKS; i++) { 15701d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_left[i] = tw; 15711d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg mdev->rs_mark_time[i] = now; 15721d7734a0df02ff5068ff8baa1447c7baee601db1Lars Ellenberg } 1573b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner _drbd_pause_after(mdev); 1574b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1575b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner write_unlock_irq(&global_state_lock); 15765a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg 1577b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (r == SS_SUCCESS) { 1578b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "Began resync as %s (will sync %lu KB [%lu bits set]).\n", 1579b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_conn_str(ns.conn), 1580b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total << (BM_BLOCK_SHIFT-10), 1581b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner (unsigned long) mdev->rs_total); 15826c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg if (side == C_SYNC_TARGET) 15836c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg mdev->bm_resync_fo = 0; 15846c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg 15856c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg /* Since protocol 96, we must serialize drbd_gen_and_send_sync_uuid 15866c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * with w_send_oos, or the sync target will get confused as to 15876c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * how much bits to resync. We cannot do that always, because for an 15886c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * empty resync and protocol < 95, we need to do it here, as we call 15896c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * drbd_resync_finished from here in that case. 15906c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * We drbd_gen_and_send_sync_uuid here for protocol < 96, 15916c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg * and from after_state_ch otherwise. */ 159231890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (side == C_SYNC_SOURCE && mdev->tconn->agreed_pro_version < 96) 15936c922ed543bee1bc6685ade07be59f3fa49a7288Lars Ellenberg drbd_gen_and_send_sync_uuid(mdev); 1594b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 159531890f4ab299c4116cf0a104ca9ce4f9ca2c5da0Philipp Reisner if (mdev->tconn->agreed_pro_version < 95 && mdev->rs_total == 0) { 1596af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg /* This still has a race (about when exactly the peers 1597af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss) that can lead to a full sync 1598af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * on next handshake. In 8.3.9 we fixed this with explicit 1599af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * resync-finished notifications, but the fix 1600af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * introduces a protocol change. Sleeping for some 1601af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * time longer than the ping interval + timeout on the 1602af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * SyncSource, to give the SyncTarget the chance to 1603af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * detect connection loss, then waiting for a ping 1604af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * response (implicit in drbd_resync_finished) reduces 1605af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg * the race considerably, but does not solve it. */ 1606af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg if (side == C_SYNC_SOURCE) 1607af85e8e83d160f72a10e4467852646ac08614260Lars Ellenberg schedule_timeout_interruptible( 160889e58e755e37137135c28a90c93be1b28faff485Philipp Reisner mdev->tconn->net_conf->ping_int * HZ + 160989e58e755e37137135c28a90c93be1b28faff485Philipp Reisner mdev->tconn->net_conf->ping_timeo*HZ/9); 1610b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_resync_finished(mdev); 1611b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1612b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 16139bd28d3c90c80c7ec46085de281b38f67331da41Lars Ellenberg drbd_rs_controller_reset(mdev); 1614b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* ns.conn may already be != mdev->state.conn, 1615b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we may have been paused in between, or become paused until 1616b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * the timer triggers. 1617b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * No matter, that is handled in resync_timer_fn() */ 1618b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (ns.conn == C_SYNC_TARGET) 1619b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner mod_timer(&mdev->resync_timer, jiffies); 1620b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1621b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_md_sync(mdev); 1622b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 16235a22db8968a69bec835d1ed9a96ab3381719e0c0Lars Ellenberg put_ldev(mdev); 1624d0c3f60f3611ceac9b1e4fdffd1497337568e7cbPhilipp Reisner drbd_state_unlock(mdev); 1625b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1626b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1627b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisnerint drbd_worker(struct drbd_thread *thi) 1628b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner{ 1629b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_conf *mdev = thi->mdev; 1630b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner struct drbd_work *w = NULL; 1631b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner LIST_HEAD(work_list); 1632b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner int intr = 0, i; 1633b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1634b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner sprintf(current->comm, "drbd%d_worker", mdev_to_minor(mdev)); 1635b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1636e77a0a5cc1e6961f485b5623ef42f3b910969675Andreas Gruenbacher while (get_t_state(thi) == RUNNING) { 1637808222845d62e551630699a1381bbf8a1fd4a286Philipp Reisner drbd_thread_current_set_cpu(thi); 1638b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1639e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (down_trylock(&mdev->tconn->data.work.s)) { 1640e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_lock(&mdev->tconn->data.mutex); 1641e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (mdev->tconn->data.socket && !mdev->tconn->net_conf->no_cork) 1642e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_tcp_uncork(mdev->tconn->data.socket); 1643e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_unlock(&mdev->tconn->data.mutex); 1644b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1645e42325a57606396539807ff55c24febda39f8d01Philipp Reisner intr = down_interruptible(&mdev->tconn->data.work.s); 1646b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1647e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_lock(&mdev->tconn->data.mutex); 1648e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (mdev->tconn->data.socket && !mdev->tconn->net_conf->no_cork) 1649e42325a57606396539807ff55c24febda39f8d01Philipp Reisner drbd_tcp_cork(mdev->tconn->data.socket); 1650e42325a57606396539807ff55c24febda39f8d01Philipp Reisner mutex_unlock(&mdev->tconn->data.mutex); 1651b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1652b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1653b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (intr) { 1654b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(intr == -EINTR); 1655b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner flush_signals(current); 1656841ce241fa355048f66172a47e356bb6e9159c9dAndreas Gruenbacher if (!expect(get_t_state(thi) != RUNNING)) 1657b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1658b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1659b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1660b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1661e77a0a5cc1e6961f485b5623ef42f3b910969675Andreas Gruenbacher if (get_t_state(thi) != RUNNING) 1662b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner break; 1663b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* With this break, we have done a down() but not consumed 1664b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner the entry from the list. The cleanup code takes care of 1665b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner this... */ 1666b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1667b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = NULL; 1668e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_lock_irq(&mdev->tconn->data.work.q_lock); 1669e42325a57606396539807ff55c24febda39f8d01Philipp Reisner if (!expect(!list_empty(&mdev->tconn->data.work.q))) { 1670b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* something terribly wrong in our logic. 1671b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * we were able to down() the semaphore, 1672b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but the list is empty... doh. 1673b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1674b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * what is the best thing to do now? 1675b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * try again from scratch, restarting the receiver, 1676b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * asender, whatnot? could break even more ugly, 1677b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * e.g. when we are primary, but no good local data. 1678b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * 1679b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * I'll try to get away just starting over this loop. 1680b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1681e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_unlock_irq(&mdev->tconn->data.work.q_lock); 1682b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner continue; 1683b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1684e42325a57606396539807ff55c24febda39f8d01Philipp Reisner w = list_entry(mdev->tconn->data.work.q.next, struct drbd_work, list); 1685b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1686e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_unlock_irq(&mdev->tconn->data.work.q_lock); 1687b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1688b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (!w->cb(mdev, w, mdev->state.conn < C_CONNECTED)) { 1689b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* dev_warn(DEV, "worker: a callback failed! \n"); */ 1690b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner if (mdev->state.conn >= C_CONNECTED) 1691b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_force_state(mdev, 1692b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner NS(conn, C_NETWORK_FAILURE)); 1693b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1694b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1695b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(DEVICE_DYING, &mdev->flags)); 1696b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(test_bit(CONFIG_PENDING, &mdev->flags)); 1697b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1698e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_lock_irq(&mdev->tconn->data.work.q_lock); 1699b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i = 0; 1700e42325a57606396539807ff55c24febda39f8d01Philipp Reisner while (!list_empty(&mdev->tconn->data.work.q)) { 1701e42325a57606396539807ff55c24febda39f8d01Philipp Reisner list_splice_init(&mdev->tconn->data.work.q, &work_list); 1702e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_unlock_irq(&mdev->tconn->data.work.q_lock); 1703b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1704b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner while (!list_empty(&work_list)) { 1705b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w = list_entry(work_list.next, struct drbd_work, list); 1706b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner list_del_init(&w->list); 1707b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner w->cb(mdev, w, 1); 1708b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner i++; /* dead debugging code */ 1709b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1710b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1711e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_lock_irq(&mdev->tconn->data.work.q_lock); 1712b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner } 1713e42325a57606396539807ff55c24febda39f8d01Philipp Reisner sema_init(&mdev->tconn->data.work.s, 0); 1714b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* DANGEROUS race: if someone did queue his work within the spinlock, 1715b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * but up() ed outside the spinlock, we could get an up() on the 1716b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * semaphore without corresponding list entry. 1717b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner * So don't do that. 1718b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner */ 1719e42325a57606396539807ff55c24febda39f8d01Philipp Reisner spin_unlock_irq(&mdev->tconn->data.work.q_lock); 1720b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1721b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner D_ASSERT(mdev->state.disk == D_DISKLESS && mdev->state.conn == C_STANDALONE); 1722b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner /* _drbd_set_state only uses stop_nowait. 1723e6b3ea83bc72e126247b241c1164794a644d6fdcPhilipp Reisner * wait here for the exiting receiver. */ 1724e6b3ea83bc72e126247b241c1164794a644d6fdcPhilipp Reisner drbd_thread_stop(&mdev->tconn->receiver); 1725b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner drbd_mdev_cleanup(mdev); 1726b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1727b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner dev_info(DEV, "worker terminated\n"); 1728b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1729b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(DEVICE_DYING, &mdev->flags); 1730b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner clear_bit(CONFIG_PENDING, &mdev->flags); 1731b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner wake_up(&mdev->state_wait); 1732b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner 1733b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner return 0; 1734b411b3637fa71fce9cf2acf0639009500f5892fePhilipp Reisner} 1735