dm-raid1.c revision af4874e03ed82f050d5872d8c39ce64bf16b5c38
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 2003 Sistina Software Limited. 31f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen * Copyright (C) 2005-2008 Red Hat, Inc. All rights reserved. 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This file is released under the GPL. 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow#include "dm-bio-record.h" 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/mempool.h> 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/pagemap.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/slab.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/workqueue.h> 161f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen#include <linux/device-mapper.h> 17a765e20eeb423d0fa6a02ffab51141e53bbd93cbAlasdair G Kergon#include <linux/dm-io.h> 18a765e20eeb423d0fa6a02ffab51141e53bbd93cbAlasdair G Kergon#include <linux/dm-dirty-log.h> 19a765e20eeb423d0fa6a02ffab51141e53bbd93cbAlasdair G Kergon#include <linux/dm-kcopyd.h> 201f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen#include <linux/dm-region-hash.h> 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2272d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon#define DM_MSG_PREFIX "raid1" 231f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen 241f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen#define MAX_RECOVERY 1 /* Maximum number of regions recovered in parallel. */ 2588be163abb5324bab09f5eff9646590eec5314ebMilan Broz#define DM_IO_PAGES 64 261f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen#define DM_KCOPYD_PAGES 64 2772d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon 28a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow#define DM_RAID1_HANDLE_ERRORS 0x01 29f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow#define errors_handled(p) ((p)->features & DM_RAID1_HANDLE_ERRORS) 30a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 3133184048dc4f9d5550d3b6a88c8e0ff92033eb6eJonathan E Brassowstatic DECLARE_WAIT_QUEUE_HEAD(_kmirrord_recovery_stopped); 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 34e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown * Mirror set structures. 35e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown *---------------------------------------------------------------*/ 3672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowenum dm_raid1_error { 3772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DM_RAID1_WRITE_ERROR, 3872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DM_RAID1_SYNC_ERROR, 3972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DM_RAID1_READ_ERROR 4072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow}; 4172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 42e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brownstruct mirror { 43aa5617c55357d86c9082ba1d66fa9795370c9954Jonathan Brassow struct mirror_set *ms; 44e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown atomic_t error_count; 4539ed7adb17bdec8224bd3fae551bb7222e05f35bAl Viro unsigned long error_type; 46e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct dm_dev *dev; 47e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown sector_t offset; 48e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown}; 49e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 50e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brownstruct mirror_set { 51e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct dm_target *ti; 52e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct list_head list; 531f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen 54a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow uint64_t features; 55e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 5672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow spinlock_t lock; /* protects the lists */ 57e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct bio_list reads; 58e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct bio_list writes; 5972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct bio_list failures; 60e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 611f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_region_hash *rh; 621f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_kcopyd_client *kcopyd_client; 6388be163abb5324bab09f5eff9646590eec5314ebMilan Broz struct dm_io_client *io_client; 6406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_t *read_record_pool; 6588be163abb5324bab09f5eff9646590eec5314ebMilan Broz 66e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown /* recovery */ 67e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown region_t nr_regions; 68e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown int in_sync; 69fc1ff9588a6d56258ff9576a31aa34f17757c666Jonathan Brassow int log_failure; 70b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow atomic_t suspend; 71e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 7272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow atomic_t default_mirror; /* Default mirror */ 73e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 746ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski struct workqueue_struct *kmirrord_wq; 756ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski struct work_struct kmirrord_work; 76a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka struct timer_list timer; 77a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka unsigned long timer_pending; 78a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka 7972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct work_struct trigger_event; 806ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski 811f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen unsigned nr_mirrors; 82e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown struct mirror mirror[0]; 83e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown}; 84e4c8b3ba34cc1aeab451c7a5cc843c5fd62cbe3dNeil Brown 851f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic void wakeup_mirrord(void *context) 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 871f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct mirror_set *ms = context; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 896ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski queue_work(ms->kmirrord_wq, &ms->kmirrord_work); 906ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski} 916ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski 92a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patockastatic void delayed_wake_fn(unsigned long data) 93a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka{ 94a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka struct mirror_set *ms = (struct mirror_set *) data; 95a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka 96a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka clear_bit(0, &ms->timer_pending); 971f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_mirrord(ms); 98a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka} 99a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka 100a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patockastatic void delayed_wake(struct mirror_set *ms) 101a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka{ 102a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka if (test_and_set_bit(0, &ms->timer_pending)) 103a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka return; 104a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka 105a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka ms->timer.expires = jiffies + HZ / 5; 106a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka ms->timer.data = (unsigned long) ms; 107a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka ms->timer.function = delayed_wake_fn; 108a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka add_timer(&ms->timer); 109a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka} 110a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka 1111f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic void wakeup_all_recovery_waiters(void *context) 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1131f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wake_up_all(&_kmirrord_recovery_stopped); 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1161f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int should_wake = 0; 1201f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct bio_list *bl; 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1221f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen bl = (rw == WRITE) ? &ms->writes : &ms->reads; 1231f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen spin_lock_irqsave(&ms->lock, flags); 1241f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen should_wake = !(bl->head); 1251f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen bio_list_add(bl, bio); 1261f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen spin_unlock_irqrestore(&ms->lock, flags); 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (should_wake) 1291f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_mirrord(ms); 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1321f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic void dispatch_bios(void *context, struct bio_list *bio_list) 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1341f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct mirror_set *ms = context; 1351f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct bio *bio; 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1371f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen while ((bio = bio_list_pop(bio_list))) 1381f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen queue_bio(ms, bio, WRITE); 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 14106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow#define MIN_READ_RECORDS 20 14206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstruct dm_raid1_read_record { 14306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct mirror *m; 14406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct dm_bio_details details; 14506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow}; 14606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 14795f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patockastatic struct kmem_cache *_dm_raid1_read_record_cache; 14895f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Every mirror should look like this one. 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define DEFAULT_MIRROR 0 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 15506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * This is yucky. We squirrel the mirror struct away inside 15606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * bi_next for read/write buffers. This is safe since the bh 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doesn't get submitted to the lower levels of block layer. 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 15906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic struct mirror *bio_get_m(struct bio *bio) 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 16106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return (struct mirror *) bio->bi_next; 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic void bio_set_m(struct bio *bio, struct mirror *m) 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 16606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio->bi_next = (struct bio *) m; 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 16972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowstatic struct mirror *get_default_mirror(struct mirror_set *ms) 17072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow{ 17172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow return &ms->mirror[atomic_read(&ms->default_mirror)]; 17272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow} 17372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 17472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowstatic void set_default_mirror(struct mirror *m) 17572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow{ 17672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct mirror_set *ms = m->ms; 17772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct mirror *m0 = &(ms->mirror[0]); 17872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 17972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow atomic_set(&ms->default_mirror, m - m0); 18072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow} 18172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 18272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow/* fail_mirror 18372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * @m: mirror device to fail 18472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * @error_type: one of the enum's, DM_RAID1_*_ERROR 18572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * 18672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * If errors are being handled, record the type of 18772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * error encountered for this device. If this type 18872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * of error has already been recorded, we can return; 18972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * otherwise, we must signal userspace by triggering 19072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * an event. Additionally, if the device is the 19172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * primary device, we must choose a new primary, but 19272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * only if the mirror is in-sync. 19372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * 19472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * This function must not block. 19572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow */ 19672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowstatic void fail_mirror(struct mirror *m, enum dm_raid1_error error_type) 19772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow{ 19872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct mirror_set *ms = m->ms; 19972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct mirror *new; 20072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 20172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow /* 20272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * error_count is used for nothing more than a 20372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * simple way to tell if a device has encountered 20472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * errors. 20572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow */ 20672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow atomic_inc(&m->error_count); 20772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 20872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (test_and_set_bit(error_type, &m->error_type)) 20972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow return; 21072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 211d460c65a6a9ec9e0d284864ec3a9a2d1b73f0e43Jonathan Brassow if (!errors_handled(ms)) 212d460c65a6a9ec9e0d284864ec3a9a2d1b73f0e43Jonathan Brassow return; 213d460c65a6a9ec9e0d284864ec3a9a2d1b73f0e43Jonathan Brassow 21472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (m != get_default_mirror(ms)) 21572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow goto out; 21672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 21772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (!ms->in_sync) { 21872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow /* 21972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * Better to issue requests to same failing device 22072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * than to risk returning corrupt data. 22172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow */ 22272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DMERR("Primary mirror (%s) failed while out-of-sync: " 22372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow "Reads may fail.", m->dev->name); 22472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow goto out; 22572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow } 22672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 22772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow for (new = ms->mirror; new < ms->mirror + ms->nr_mirrors; new++) 22872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (!atomic_read(&new->error_count)) { 22972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow set_default_mirror(new); 23072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow break; 23172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow } 23272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 23372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (unlikely(new == ms->mirror + ms->nr_mirrors)) 23472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DMWARN("All sides of mirror have failed."); 23572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 23672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowout: 23772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow schedule_work(&ms->trigger_event); 23872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow} 23972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Recovery. 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When a mirror is first activated we may find that some regions 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are in the no-sync state. We have to recover these by 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recopying from the default mirror to all the others. 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 2474cdc1d1fa5c5ac14dc21be19832f02fd0b83867eAlasdair G Kergonstatic void recovery_complete(int read_err, unsigned long write_err, 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds void *context) 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2501f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_region *reg = context; 2511f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct mirror_set *ms = dm_rh_region_context(reg); 2528f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow int m, bit = 0; 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2548f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow if (read_err) { 255f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow /* Read error means the failure of default mirror. */ 256f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow DMERR_LIMIT("Unable to read primary mirror during recovery"); 2578f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow fail_mirror(get_default_mirror(ms), DM_RAID1_SYNC_ERROR); 2588f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow } 259f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow 2608f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow if (write_err) { 2614cdc1d1fa5c5ac14dc21be19832f02fd0b83867eAlasdair G Kergon DMERR_LIMIT("Write error during recovery (error = 0x%lx)", 262f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow write_err); 2638f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow /* 2648f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow * Bits correspond to devices (excluding default mirror). 2658f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow * The default mirror cannot change during recovery. 2668f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow */ 2678f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow for (m = 0; m < ms->nr_mirrors; m++) { 2688f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow if (&ms->mirror[m] == get_default_mirror(ms)) 2698f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow continue; 2708f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow if (test_bit(bit, &write_err)) 2718f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow fail_mirror(ms->mirror + m, 2728f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow DM_RAID1_SYNC_ERROR); 2738f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow bit++; 2748f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow } 2758f0205b798f926e2745de5fdebf0a8605c621de6Jonathan Brassow } 276f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow 2771f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_recovery_end(reg, !(read_err || write_err)); 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2801f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic int recover(struct mirror_set *ms, struct dm_region *reg) 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 2831f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen unsigned i; 284eb69aca5d3370b81450d68edeebc2bb9a3eb9689Heinz Mauelshagen struct dm_io_region from, to[DM_KCOPYD_MAX_REGIONS], *dest; 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags = 0; 2871f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen region_t key = dm_rh_get_region_key(reg); 2881f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen sector_t region_size = dm_rh_get_region_size(ms->rh); 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill in the source */ 29172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow m = get_default_mirror(ms); 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.bdev = m->dev->bdev; 2931f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen from.sector = m->offset + dm_rh_region_to_sector(ms->rh, key); 2941f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen if (key == (ms->nr_regions - 1)) { 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The final region may be smaller than 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * region_size. 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2991f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen from.count = ms->ti->len & (region_size - 1); 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!from.count) 3011f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen from.count = region_size; 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 3031f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen from.count = region_size; 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill in the destinations */ 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0, dest = to; i < ms->nr_mirrors; i++) { 30772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (&ms->mirror[i] == get_default_mirror(ms)) 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = ms->mirror + i; 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest->bdev = m->dev->bdev; 3121f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dest->sector = m->offset + dm_rh_region_to_sector(ms->rh, key); 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest->count = from.count; 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest++; 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* hand to kcopyd */ 318f7c83e2e4783c4f7abe6f3a85a8c5e210f98bc7bJonathan Brassow if (!errors_handled(ms)) 319f7c83e2e4783c4f7abe6f3a85a8c5e210f98bc7bJonathan Brassow set_bit(DM_KCOPYD_IGNORE_ERROR, &flags); 320f7c83e2e4783c4f7abe6f3a85a8c5e210f98bc7bJonathan Brassow 321eb69aca5d3370b81450d68edeebc2bb9a3eb9689Heinz Mauelshagen r = dm_kcopyd_copy(ms->kcopyd_client, &from, ms->nr_mirrors - 1, to, 322eb69aca5d3370b81450d68edeebc2bb9a3eb9689Heinz Mauelshagen flags, recovery_complete, reg); 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_recovery(struct mirror_set *ms) 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3291f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_region *reg; 3301f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Start quiescing some regions. 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3361f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_recovery_prepare(ms->rh); 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copy any already quiesced regions. 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3411f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen while ((reg = dm_rh_recovery_start(ms->rh))) { 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = recover(ms, reg); 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) 3441f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_recovery_end(reg, 0); 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Update the in sync flag. 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms->in_sync && 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (log->type->get_sync_count(log) == ms->nr_regions)) { 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* the sync is complete */ 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_table_event(ms->ti->table); 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->in_sync = 1; 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Reads 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct mirror *choose_mirror(struct mirror_set *ms, sector_t sector) 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 36306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct mirror *m = get_default_mirror(ms); 36406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 36506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow do { 36606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (likely(!atomic_read(&m->error_count))) 36706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return m; 36806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 36906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (m-- == ms->mirror) 37006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m += ms->nr_mirrors; 37106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } while (m != get_default_mirror(ms)); 37206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 37306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return NULL; 37406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 37506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 37606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic int default_ok(struct mirror *m) 37706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 37806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct mirror *default_mirror = get_default_mirror(m->ms); 37906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 38006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return !atomic_read(&default_mirror->error_count); 38106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 38206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 38306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic int mirror_available(struct mirror_set *ms, struct bio *bio) 38406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 3851f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 3861f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen region_t region = dm_rh_bio_to_region(ms->rh, bio); 38706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 3881f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen if (log->type->in_sync(log, region, 0)) 38906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return choose_mirror(ms, bio->bi_sector) ? 1 : 0; 39006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 39106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return 0; 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * remap a buffer to a particular mirror. 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 39706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic sector_t map_sector(struct mirror *m, struct bio *bio) 39806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 39906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return m->offset + (bio->bi_sector - m->ms->ti->begin); 40006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 40106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 40206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic void map_bio(struct mirror *m, struct bio *bio) 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio->bi_bdev = m->dev->bdev; 40506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio->bi_sector = map_sector(m, bio); 40606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 40706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 40822a1ceb1e6a7fbce95a1531ff10bb4fb036d4a37Heinz Mauelshagenstatic void map_region(struct dm_io_region *io, struct mirror *m, 40906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct bio *bio) 41006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 41106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow io->bdev = m->dev->bdev; 41206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow io->sector = map_sector(m, bio); 41306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow io->count = bio->bi_size >> 9; 41406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 41506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 41606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow/*----------------------------------------------------------------- 41706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * Reads 41806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow *---------------------------------------------------------------*/ 41906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic void read_callback(unsigned long error, void *context) 42006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 42106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct bio *bio = context; 42206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct mirror *m; 42306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 42406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m = bio_get_m(bio); 42506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_set_m(bio, NULL); 42606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 42706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (likely(!error)) { 42806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_endio(bio, 0); 42906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return; 43006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 43106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 43206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow fail_mirror(m, DM_RAID1_READ_ERROR); 43306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 43406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (likely(default_ok(m)) || mirror_available(m->ms, bio)) { 43506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow DMWARN_LIMIT("Read failure on mirror device %s. " 43606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow "Trying alternative device.", 43706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m->dev->name); 43806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow queue_bio(m->ms, bio, bio_rw(bio)); 43906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return; 44006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 44106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 44206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow DMERR_LIMIT("Read failure on mirror device %s. Failing I/O.", 44306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m->dev->name); 44406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_endio(bio, -EIO); 44506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow} 44606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 44706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow/* Asynchronous read. */ 44806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowstatic void read_async_bio(struct mirror *m, struct bio *bio) 44906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow{ 45022a1ceb1e6a7fbce95a1531ff10bb4fb036d4a37Heinz Mauelshagen struct dm_io_region io; 45106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct dm_io_request io_req = { 45206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .bi_rw = READ, 45306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .mem.type = DM_IO_BVEC, 45406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .mem.ptr.bvec = bio->bi_io_vec + bio->bi_idx, 45506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .notify.fn = read_callback, 45606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .notify.context = bio, 45706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow .client = m->ms->io_client, 45806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow }; 45906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 46006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_region(&io, m, bio); 46106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_set_m(bio, m); 4621f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen BUG_ON(dm_io(&io_req, 1, &io, NULL)); 4631f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen} 4641f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen 4651f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagenstatic inline int region_in_sync(struct mirror_set *ms, region_t region, 4661f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen int may_block) 4671f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen{ 4681f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen int state = dm_rh_get_state(ms->rh, region, may_block); 4691f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen return state == DM_RH_CLEAN || state == DM_RH_DIRTY; 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_reads(struct mirror_set *ms, struct bio_list *reads) 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t region; 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(reads))) { 4791f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen region = dm_rh_bio_to_region(ms->rh, bio); 48006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m = get_default_mirror(ms); 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We can only read balance if the region is in sync. 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4851f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen if (likely(region_in_sync(ms, region, 1))) 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = choose_mirror(ms, bio->bi_sector); 48706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow else if (m && atomic_read(&m->error_count)) 48806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m = NULL; 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 49006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (likely(m)) 49106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow read_async_bio(m, bio); 49206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow else 49306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_endio(bio, -EIO); 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Writes. 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We do different things with the write io depending on the 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * state of the region that it's in: 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SYNC: increment pending, use kcopyd to write to *all* mirrors 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * RECOVERING: delay the io until recovery completes 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOSYNC: increment pending, just write to the default mirror 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 50772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 50872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void write_callback(unsigned long error, void *context) 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 51172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow unsigned i, ret = 0; 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio = (struct bio *) context; 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 51472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow int uptodate = 0; 51572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow int should_wake = 0; 51672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow unsigned long flags; 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 51806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow ms = bio_get_m(bio)->ms; 51906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_set_m(bio, NULL); 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOTE: We don't decrement the pending count here, 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instead it is done by the targets endio function. 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This way we handle both writes to SYNC and NOSYNC 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * regions with the same code. 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 52772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (likely(!error)) 52872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow goto out; 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 53072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow for (i = 0; i < ms->nr_mirrors; i++) 53172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (test_bit(i, &error)) 53272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow fail_mirror(ms->mirror + i, DM_RAID1_WRITE_ERROR); 53372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow else 53472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow uptodate = 1; 53572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 53672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (unlikely(!uptodate)) { 53772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow DMERR("All replicated volumes dead, failing I/O"); 53872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow /* None of the writes succeeded, fail the I/O. */ 53972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow ret = -EIO; 54072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow } else if (errors_handled(ms)) { 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 54272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * Need to raise event. Since raising 54372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * events can block, we need to do it in 54472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow * the main thread. 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 54672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow spin_lock_irqsave(&ms->lock, flags); 54772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (!ms->failures.head) 54872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow should_wake = 1; 54972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow bio_list_add(&ms->failures, bio); 55072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow spin_unlock_irqrestore(&ms->lock, flags); 55172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (should_wake) 5521f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_mirrord(ms); 55372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow return; 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 55572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowout: 55672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow bio_endio(bio, ret); 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_write(struct mirror_set *ms, struct bio *bio) 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int i; 56222a1ceb1e6a7fbce95a1531ff10bb4fb036d4a37Heinz Mauelshagen struct dm_io_region io[ms->nr_mirrors], *dest = io; 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 56488be163abb5324bab09f5eff9646590eec5314ebMilan Broz struct dm_io_request io_req = { 56588be163abb5324bab09f5eff9646590eec5314ebMilan Broz .bi_rw = WRITE, 56688be163abb5324bab09f5eff9646590eec5314ebMilan Broz .mem.type = DM_IO_BVEC, 56788be163abb5324bab09f5eff9646590eec5314ebMilan Broz .mem.ptr.bvec = bio->bi_io_vec + bio->bi_idx, 56888be163abb5324bab09f5eff9646590eec5314ebMilan Broz .notify.fn = write_callback, 56988be163abb5324bab09f5eff9646590eec5314ebMilan Broz .notify.context = bio, 57088be163abb5324bab09f5eff9646590eec5314ebMilan Broz .client = ms->io_client, 57188be163abb5324bab09f5eff9646590eec5314ebMilan Broz }; 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 57306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow for (i = 0, m = ms->mirror; i < ms->nr_mirrors; i++, m++) 57406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_region(dest++, m, bio); 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 57606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow /* 57706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * Use default mirror because we only need it to retrieve the reference 57806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * to the mirror set in write_callback(). 57906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow */ 58006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bio_set_m(bio, get_default_mirror(ms)); 58188be163abb5324bab09f5eff9646590eec5314ebMilan Broz 5821f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen BUG_ON(dm_io(&io_req, ms->nr_mirrors, io, NULL)); 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_writes(struct mirror_set *ms, struct bio_list *writes) 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int state; 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list sync, nosync, recover, *this_list = NULL; 5907513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow struct bio_list requeue; 5917513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 5927513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow region_t region; 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!writes->head) 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Classify each write. 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&sync); 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&nosync); 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&recover); 6037513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow bio_list_init(&requeue); 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(writes))) { 6067513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow region = dm_rh_bio_to_region(ms->rh, bio); 6077513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow 6087513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow if (log->type->is_remote_recovering && 6097513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow log->type->is_remote_recovering(log, region)) { 6107513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow bio_list_add(&requeue, bio); 6117513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow continue; 6127513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow } 6137513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow 6147513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow state = dm_rh_get_state(ms->rh, region, 1); 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (state) { 6161f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen case DM_RH_CLEAN: 6171f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen case DM_RH_DIRTY: 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &sync; 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6211f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen case DM_RH_NOSYNC: 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &nosync; 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6251f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen case DM_RH_RECOVERING: 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &recover; 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_add(this_list, bio); 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6347513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow * Add bios that are delayed due to remote recovery 6357513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow * back on to the write queue 6367513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow */ 6377513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow if (unlikely(requeue.head)) { 6387513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow spin_lock_irq(&ms->lock); 6397513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow bio_list_merge(&ms->writes, &requeue); 6407513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow spin_unlock_irq(&ms->lock); 6417513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow } 6427513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow 6437513c2a761d69d2a93f17146b3563527d3618ba0Jonathan Brassow /* 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Increment the pending counts for any regions that will 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be written to (writes to recover regions are going to 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be delayed). 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6481f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_inc_pending(ms->rh, &sync); 6491f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_inc_pending(ms->rh, &nosync); 6501f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen ms->log_failure = dm_rh_flush(ms->rh) ? 1 : 0; 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Dispatch io. 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 655b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow if (unlikely(ms->log_failure)) { 656b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow spin_lock_irq(&ms->lock); 657b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow bio_list_merge(&ms->failures, &sync); 658b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow spin_unlock_irq(&ms->lock); 6591f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_mirrord(ms); 660b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow } else 661fc1ff9588a6d56258ff9576a31aa34f17757c666Jonathan Brassow while ((bio = bio_list_pop(&sync))) 662b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow do_write(ms, bio); 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(&recover))) 6651f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_delay(ms->rh, bio); 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(&nosync))) { 66806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_bio(get_default_mirror(ms), bio); 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds generic_make_request(bio); 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 67372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowstatic void do_failures(struct mirror_set *ms, struct bio_list *failures) 67472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow{ 67572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct bio *bio; 67672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 67772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow if (!failures->head) 67872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow return; 67972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 680b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow if (!ms->log_failure) { 681b34578a48459ed1bd5396631aaa4a65d6bcc7726Ilpo Jarvinen while ((bio = bio_list_pop(failures))) { 6821f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen ms->in_sync = 0; 6831f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_mark_nosync(ms->rh, bio, bio->bi_size, 0); 684b34578a48459ed1bd5396631aaa4a65d6bcc7726Ilpo Jarvinen } 685b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow return; 686b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow } 687b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 688b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow /* 689b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * If the log has failed, unattempted writes are being 690b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * put on the failures list. We can't issue those writes 691b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * until a log has been marked, so we must store them. 692b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * 693b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * If a 'noflush' suspend is in progress, we can requeue 694b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * the I/O's to the core. This give userspace a chance 695b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * to reconfigure the mirror, at which point the core 696b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * will reissue the writes. If the 'noflush' flag is 697b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * not set, we have no choice but to return errors. 698b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * 699b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * Some writes on the failures list may have been 700b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * submitted before the log failure and represent a 701b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * failure to write to one of the devices. It is ok 702b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * for us to treat them the same and requeue them 703b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * as well. 704b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow */ 705b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow if (dm_noflush_suspending(ms->ti)) { 706b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow while ((bio = bio_list_pop(failures))) 707b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow bio_endio(bio, DM_ENDIO_REQUEUE); 708b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow return; 709b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow } 710b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 711b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow if (atomic_read(&ms->suspend)) { 712b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow while ((bio = bio_list_pop(failures))) 713b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow bio_endio(bio, -EIO); 714b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow return; 715b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow } 716b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 717b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow spin_lock_irq(&ms->lock); 718b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow bio_list_merge(&ms->failures, failures); 719b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow spin_unlock_irq(&ms->lock); 720b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 721a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka delayed_wake(ms); 72272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow} 72372f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 72472f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassowstatic void trigger_event(struct work_struct *work) 72572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow{ 72672f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct mirror_set *ms = 72772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow container_of(work, struct mirror_set, trigger_event); 72872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 72972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow dm_table_event(ms->ti->table); 73072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow} 73172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * kmirrord 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 735a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patockastatic void do_mirror(struct work_struct *work) 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7371f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct mirror_set *ms = container_of(work, struct mirror_set, 7381f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen kmirrord_work); 73972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow struct bio_list reads, writes, failures; 74072f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow unsigned long flags; 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 74272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow spin_lock_irqsave(&ms->lock, flags); 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reads = ms->reads; 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds writes = ms->writes; 74572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow failures = ms->failures; 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&ms->reads); 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&ms->writes); 74872f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow bio_list_init(&ms->failures); 74972f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow spin_unlock_irqrestore(&ms->lock, flags); 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7511f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_update_states(ms->rh, errors_handled(ms)); 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_recovery(ms); 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_reads(ms, &reads); 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_writes(ms, &writes); 75572f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow do_failures(ms, &failures); 7567ff14a36159d947872870e7a3e9dcaebc46b23ebMikulas Patocka 7577ff14a36159d947872870e7a3e9dcaebc46b23ebMikulas Patocka dm_table_unplug_all(ms->ti->table); 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Target functions 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct mirror_set *alloc_context(unsigned int nr_mirrors, 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds uint32_t region_size, 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dm_target *ti, 766416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen struct dm_dirty_log *dl) 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t len; 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = NULL; 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len = sizeof(*ms) + (sizeof(ms->mirror[0]) * nr_mirrors); 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 773dd00cc486ab1c17049a535413d1751ef3482141cYoann Padioleau ms = kzalloc(len, GFP_KERNEL); 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms) { 77572d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Cannot allocate mirror context"; 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_init(&ms->lock); 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->ti = ti; 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->nr_mirrors = nr_mirrors; 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->nr_regions = dm_sector_div_up(ti->len, region_size); 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->in_sync = 0; 785b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow ms->log_failure = 0; 786b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow atomic_set(&ms->suspend, 0); 78772f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow atomic_set(&ms->default_mirror, DEFAULT_MIRROR); 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 78995f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka ms->read_record_pool = mempool_create_slab_pool(MIN_READ_RECORDS, 79095f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka _dm_raid1_read_record_cache); 79195f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka 79206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (!ms->read_record_pool) { 79306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow ti->error = "Error creating mirror read_record_pool"; 79406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow kfree(ms); 79506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return NULL; 79606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 79706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 79888be163abb5324bab09f5eff9646590eec5314ebMilan Broz ms->io_client = dm_io_client_create(DM_IO_PAGES); 79988be163abb5324bab09f5eff9646590eec5314ebMilan Broz if (IS_ERR(ms->io_client)) { 80088be163abb5324bab09f5eff9646590eec5314ebMilan Broz ti->error = "Error creating dm_io client"; 80106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_destroy(ms->read_record_pool); 80288be163abb5324bab09f5eff9646590eec5314ebMilan Broz kfree(ms); 80388be163abb5324bab09f5eff9646590eec5314ebMilan Broz return NULL; 80488be163abb5324bab09f5eff9646590eec5314ebMilan Broz } 80588be163abb5324bab09f5eff9646590eec5314ebMilan Broz 8061f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen ms->rh = dm_region_hash_create(ms, dispatch_bios, wakeup_mirrord, 8071f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_all_recovery_waiters, 8081f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen ms->ti->begin, MAX_RECOVERY, 8091f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dl, region_size, ms->nr_regions); 8101f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen if (IS_ERR(ms->rh)) { 81172d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Error creating dirty region hash"; 812a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov dm_io_client_destroy(ms->io_client); 81306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_destroy(ms->read_record_pool); 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ms); 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ms; 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void free_context(struct mirror_set *ms, struct dm_target *ti, 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int m) 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (m--) 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_put_device(ti, ms->mirror[m].dev); 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 82788be163abb5324bab09f5eff9646590eec5314ebMilan Broz dm_io_client_destroy(ms->io_client); 8281f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_region_hash_destroy(ms->rh); 82906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_destroy(ms->read_record_pool); 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ms); 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int get_mirror(struct mirror_set *ms, struct dm_target *ti, 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int mirror, char **argv) 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8364ee218cd67b385759993a6c840ea45f0ee0a8b30Andrew Morton unsigned long long offset; 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8384ee218cd67b385759993a6c840ea45f0ee0a8b30Andrew Morton if (sscanf(argv[1], "%llu", &offset) != 1) { 83972d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Invalid offset"; 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (dm_get_device(ti, argv[0], offset, ti->len, 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_table_get_mode(ti->table), 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ms->mirror[mirror].dev)) { 84672d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Device lookup failure"; 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENXIO; 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 850aa5617c55357d86c9082ba1d66fa9795370c9954Jonathan Brassow ms->mirror[mirror].ms = ms; 85172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow atomic_set(&(ms->mirror[mirror].error_count), 0); 85272f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow ms->mirror[mirror].error_type = 0; 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->mirror[mirror].offset = offset; 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Create dirty log: log_type #log_params <log_params> 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 861416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagenstatic struct dm_dirty_log *create_dirty_log(struct dm_target *ti, 8621f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen unsigned argc, char **argv, 8631f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen unsigned *args_used) 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8651f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen unsigned param_count; 866416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen struct dm_dirty_log *dl; 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (argc < 2) { 86972d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Insufficient mirror log arguments"; 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (sscanf(argv[1], "%u", ¶m_count) != 1) { 87472d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Invalid mirror log argument count"; 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *args_used = 2 + param_count; 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (argc < *args_used) { 88172d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Insufficient mirror log arguments"; 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 885416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen dl = dm_dirty_log_create(argv[0], ti, param_count, argv + 2); 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dl) { 88772d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Error creating mirror dirty log"; 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return dl; 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 894a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassowstatic int parse_features(struct mirror_set *ms, unsigned argc, char **argv, 895a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow unsigned *args_used) 896a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow{ 897a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow unsigned num_features; 898a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow struct dm_target *ti = ms->ti; 899a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 900a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow *args_used = 0; 901a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 902a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (!argc) 903a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow return 0; 904a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 905a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (sscanf(argv[0], "%u", &num_features) != 1) { 906a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ti->error = "Invalid number of features"; 907a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow return -EINVAL; 908a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow } 909a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 910a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow argc--; 911a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow argv++; 912a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow (*args_used)++; 913a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 914a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (num_features > argc) { 915a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ti->error = "Not enough arguments to support feature count"; 916a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow return -EINVAL; 917a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow } 918a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 919a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (!strcmp("handle_errors", argv[0])) 920a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ms->features |= DM_RAID1_HANDLE_ERRORS; 921a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow else { 922a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ti->error = "Unrecognised feature requested"; 923a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow return -EINVAL; 924a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow } 925a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 926a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow (*args_used)++; 927a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 928a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow return 0; 929a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow} 930a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Construct a mirror mapping: 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log_type #log_params <log_params> 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * #mirrors [mirror_path offset]{2,} 936a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow * [#features <features>] 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log_type is "core" or "disk" 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * #log_params is between 1 and 3 940a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow * 941a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow * If present, features must be "handle_errors". 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_ctr(struct dm_target *ti, unsigned int argc, char **argv) 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int nr_mirrors, m, args_used; 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 948416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen struct dm_dirty_log *dl; 9491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dl = create_dirty_log(ti, argc, argv, &args_used); 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dl) 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv += args_used; 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argc -= args_used; 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!argc || sscanf(argv[0], "%u", &nr_mirrors) != 1 || 958eb69aca5d3370b81450d68edeebc2bb9a3eb9689Heinz Mauelshagen nr_mirrors < 2 || nr_mirrors > DM_KCOPYD_MAX_REGIONS + 1) { 95972d9486169a2a8353e022813185ba2f32d7dde69Alasdair G Kergon ti->error = "Invalid number of mirrors"; 960416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen dm_dirty_log_destroy(dl); 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv++, argc--; 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 966a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (argc < nr_mirrors * 2) { 967a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ti->error = "Too few mirror arguments"; 968416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen dm_dirty_log_destroy(dl); 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms = alloc_context(nr_mirrors, dl->type->get_region_size(dl), ti, dl); 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms) { 974416cd17b1982217bca3dc41b9f00b0b38fdaadadHeinz Mauelshagen dm_dirty_log_destroy(dl); 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Get the mirror parameter sets */ 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (m = 0; m < nr_mirrors; m++) { 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = get_mirror(ms, ti, m, argv); 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) { 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds free_context(ms, ti, m); 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv += 2; 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argc -= 2; 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->private = ms; 9901f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen ti->split_io = dm_rh_get_region_size(ms->rh); 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9926ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski ms->kmirrord_wq = create_singlethread_workqueue("kmirrord"); 9936ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski if (!ms->kmirrord_wq) { 9946ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski DMERR("couldn't start kmirrord"); 995a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov r = -ENOMEM; 996a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov goto err_free_context; 9976ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski } 9986ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski INIT_WORK(&ms->kmirrord_work, do_mirror); 999a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka init_timer(&ms->timer); 1000a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka ms->timer_pending = 0; 100172f4b314100bae85c75d8e4c6fec621ab44e777dJonathan Brassow INIT_WORK(&ms->trigger_event, trigger_event); 10026ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski 1003a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow r = parse_features(ms, argc, argv, &args_used); 1004a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov if (r) 1005a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov goto err_destroy_wq; 1006a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 1007a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow argv += args_used; 1008a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow argc -= args_used; 1009a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 1010f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow /* 1011f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * Any read-balancing addition depends on the 1012f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * DM_RAID1_HANDLE_ERRORS flag being present. 1013f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * This is because the decision to balance depends 1014f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * on the sync state of a region. If the above 1015f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * flag is not present, we ignore errors; and 1016f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow * the sync state may be inaccurate. 1017f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow */ 1018f44db678edcc6f4c2779ac43f63f0b9dfa28b724Jonathan Brassow 1019a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (argc) { 1020a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow ti->error = "Too many mirror arguments"; 1021a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov r = -EINVAL; 1022a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov goto err_destroy_wq; 1023a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow } 1024a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 10251f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen r = dm_kcopyd_client_create(DM_KCOPYD_PAGES, &ms->kcopyd_client); 1026a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov if (r) 1027a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov goto err_destroy_wq; 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10291f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen wakeup_mirrord(ms); 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1031a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov 1032a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhoverr_destroy_wq: 1033a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov destroy_workqueue(ms->kmirrord_wq); 1034a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhoverr_free_context: 1035a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov free_context(ms, ti, ms->nr_mirrors); 1036a72cf737e09da409e047863e38410930dae5fe05Dmitry Monakhov return r; 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void mirror_dtr(struct dm_target *ti) 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1043a2aebe03be60ae4da03507a00d60211d5e0327c3Mikulas Patocka del_timer_sync(&ms->timer); 10446ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski flush_workqueue(ms->kmirrord_wq); 104518776c7316545482a02bfaa2629a2aa1afc48357Mikulas Patocka flush_scheduled_work(); 1046eb69aca5d3370b81450d68edeebc2bb9a3eb9689Heinz Mauelshagen dm_kcopyd_client_destroy(ms->kcopyd_client); 10476ad36fe2b451cc85cc7b14f4128286759e217124Holger Smolinski destroy_workqueue(ms->kmirrord_wq); 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds free_context(ms, ti, ms->nr_mirrors); 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Mirror mapping function 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_map(struct dm_target *ti, struct bio *bio, 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds union map_info *map_context) 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r, rw = bio_rw(bio); 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = ti->private; 106006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct dm_raid1_read_record *read_record = NULL; 10611f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rw == WRITE) { 106406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow /* Save region for mirror_end_io() handler */ 10651f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen map_context->ll = dm_rh_bio_to_region(ms->rh, bio); 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_bio(ms, bio, rw); 1067d2a7ad29a810441e9dacbaddcc2f0c6045390008Kiyoshi Ueda return DM_MAPIO_SUBMITTED; 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10701f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen r = log->type->in_sync(log, dm_rh_bio_to_region(ms->rh, bio), 0); 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r < 0 && r != -EWOULDBLOCK) 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 107506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * If region is not in-sync queue the bio. 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 107706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (!r || (r == -EWOULDBLOCK)) { 107806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (rw == READA) 107906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return -EWOULDBLOCK; 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_bio(ms, bio, rw); 1082d2a7ad29a810441e9dacbaddcc2f0c6045390008Kiyoshi Ueda return DM_MAPIO_SUBMITTED; 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 108506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow /* 108606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * The region is in-sync and we can perform reads directly. 108706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * Store enough information so we can retry if it fails. 108806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow */ 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = choose_mirror(ms, bio->bi_sector); 109006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (unlikely(!m)) 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EIO; 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 109306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow read_record = mempool_alloc(ms->read_record_pool, GFP_NOIO); 109406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (likely(read_record)) { 109506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow dm_bio_record(&read_record->details, bio); 109606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_context->ptr = read_record; 109706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow read_record->m = m; 109806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 109906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 110006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_bio(m, bio); 110106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 1102d2a7ad29a810441e9dacbaddcc2f0c6045390008Kiyoshi Ueda return DM_MAPIO_REMAPPED; 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_end_io(struct dm_target *ti, struct bio *bio, 11061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int error, union map_info *map_context) 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int rw = bio_rw(bio); 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 111006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct mirror *m = NULL; 111106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct dm_bio_details *bd = NULL; 111206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow struct dm_raid1_read_record *read_record = map_context->ptr; 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We need to dec pending if this was a write. 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 111706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (rw == WRITE) { 11181f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_dec(ms->rh, map_context->ll); 111906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return error; 112006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 112206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (error == -EOPNOTSUPP) 112306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow goto out; 112406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 112506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if ((error == -EWOULDBLOCK) && bio_rw_ahead(bio)) 112606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow goto out; 112706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 112806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (unlikely(error)) { 112906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (!read_record) { 113006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow /* 113106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * There wasn't enough memory to record necessary 113206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * information for a retry or there was no other 113306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * mirror in-sync. 113406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow */ 1135e03f1a842287480aa03732612148c0d333baca61Adrian Bunk DMERR_LIMIT("Mirror read failed."); 113606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return -EIO; 113706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 1138e03f1a842287480aa03732612148c0d333baca61Adrian Bunk 1139e03f1a842287480aa03732612148c0d333baca61Adrian Bunk m = read_record->m; 1140e03f1a842287480aa03732612148c0d333baca61Adrian Bunk 114106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow DMERR("Mirror read failed from %s. Trying alternative device.", 114206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow m->dev->name); 114306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 114406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow fail_mirror(m, DM_RAID1_READ_ERROR); 114506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 114606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow /* 114706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * A failed read is requeued for another attempt using an intact 114806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow * mirror. 114906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow */ 115006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (default_ok(m) || mirror_available(ms, bio)) { 115106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow bd = &read_record->details; 115206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 115306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow dm_bio_restore(bd, bio); 115406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_free(read_record, ms->read_record_pool); 115506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_context->ptr = NULL; 115606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow queue_bio(ms, bio, rw); 115706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return 1; 115806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 115906386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow DMERR("All replicated volumes dead, failing I/O"); 116006386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 116106386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 116206386bbfd2441416875d0403d405c56822f6ebacJonathan Brassowout: 116306386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow if (read_record) { 116406386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow mempool_free(read_record, ms->read_record_pool); 116506386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow map_context->ptr = NULL; 116606386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow } 116706386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow 116806386bbfd2441416875d0403d405c56822f6ebacJonathan Brassow return error; 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1171b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassowstatic void mirror_presuspend(struct dm_target *ti) 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 11741f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1176b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow atomic_set(&ms->suspend, 1); 1177b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 1178b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow /* 1179b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * We must finish up all the work that we've 1180b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * generated (i.e. recovery work). 1181b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow */ 11821f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_stop_recovery(ms->rh); 118333184048dc4f9d5550d3b6a88c8e0ff92033eb6eJonathan E Brassow 118433184048dc4f9d5550d3b6a88c8e0ff92033eb6eJonathan E Brassow wait_event(_kmirrord_recovery_stopped, 11851f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen !dm_rh_recovery_in_flight(ms->rh)); 118633184048dc4f9d5550d3b6a88c8e0ff92033eb6eJonathan E Brassow 1187b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow if (log->type->presuspend && log->type->presuspend(log)) 1188b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow /* FIXME: need better error handling */ 1189b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow DMWARN("log presuspend failed"); 1190b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 1191b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow /* 1192b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * Now that recovery is complete/stopped and the 1193b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * delayed bios are queued, we need to wait for 1194b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * the worker thread to complete. This way, 1195b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow * we know that all of our I/O has been pushed. 1196b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow */ 1197b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow flush_workqueue(ms->kmirrord_wq); 1198b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow} 1199b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 1200b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassowstatic void mirror_postsuspend(struct dm_target *ti) 1201b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow{ 1202b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow struct mirror_set *ms = ti->private; 12031f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 1204b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 12056b3df0d7a5e85ad2afd3eecc50e2dee59e876ae8Jonathan Brassow if (log->type->postsuspend && log->type->postsuspend(log)) 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: need better error handling */ 1207b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow DMWARN("log postsuspend failed"); 12081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void mirror_resume(struct dm_target *ti) 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1212b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow struct mirror_set *ms = ti->private; 12131f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 1214b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow 1215b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow atomic_set(&ms->suspend, 0); 12161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (log->type->resume && log->type->resume(log)) 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: need better error handling */ 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMWARN("log resume failed"); 12191f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen dm_rh_start_recovery(ms->rh); 12201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1222af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow/* 1223af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * device_status_char 1224af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * @m: mirror device/leg we want the status of 1225af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * 1226af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * We return one character representing the most severe error 1227af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * we have encountered. 1228af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * A => Alive - No failures 1229af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * D => Dead - A write failure occurred leaving mirror out-of-sync 1230af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * S => Sync - A sychronization failure occurred, mirror out-of-sync 1231af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * R => Read - A read failure occurred, mirror data unaffected 1232af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * 1233af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow * Returns: <char> 1234af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow */ 1235af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassowstatic char device_status_char(struct mirror *m) 1236af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow{ 1237af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow if (!atomic_read(&(m->error_count))) 1238af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow return 'A'; 1239af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow 1240af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow return (test_bit(DM_RAID1_WRITE_ERROR, &(m->error_type))) ? 'D' : 1241af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow (test_bit(DM_RAID1_SYNC_ERROR, &(m->error_type))) ? 'S' : 1242af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow (test_bit(DM_RAID1_READ_ERROR, &(m->error_type))) ? 'R' : 'U'; 1243af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow} 1244af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow 1245af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_status(struct dm_target *ti, status_type_t type, 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *result, unsigned int maxlen) 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1249315dcc226f066c1d3cef79283dcde807fe0e32d1Jonathan E Brassow unsigned int m, sz = 0; 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 12511f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen struct dm_dirty_log *log = dm_rh_dirty_log(ms->rh); 1252af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow char buffer[ms->nr_mirrors + 1]; 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (type) { 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case STATUSTYPE_INFO: 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%d ", ms->nr_mirrors); 1257af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow for (m = 0; m < ms->nr_mirrors; m++) { 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%s ", ms->mirror[m].dev->name); 1259af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow buffer[m] = device_status_char(&(ms->mirror[m])); 1260af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow } 1261af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow buffer[m] = '\0'; 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1263af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow DMEMIT("%llu/%llu 1 %s ", 12641f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen (unsigned long long)log->type->get_sync_count(log), 1265af195ac82e38ba802fd86b5a014ed05ef6dd88bbJonathan Brassow (unsigned long long)ms->nr_regions, buffer); 1266315dcc226f066c1d3cef79283dcde807fe0e32d1Jonathan E Brassow 12671f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen sz += log->type->status(log, type, result+sz, maxlen-sz); 1268315dcc226f066c1d3cef79283dcde807fe0e32d1Jonathan E Brassow 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 12701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case STATUSTYPE_TABLE: 12721f965b19437017cea6d3f3f46acdc5acae5fd011Heinz Mauelshagen sz = log->type->status(log, type, result, maxlen); 1273315dcc226f066c1d3cef79283dcde807fe0e32d1Jonathan E Brassow 1274e52b8f6dbe18c879ad2b5013f991ec9e46813043Jonathan Brassow DMEMIT("%d", ms->nr_mirrors); 12751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (m = 0; m < ms->nr_mirrors; m++) 1276e52b8f6dbe18c879ad2b5013f991ec9e46813043Jonathan Brassow DMEMIT(" %s %llu", ms->mirror[m].dev->name, 1277b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow (unsigned long long)ms->mirror[m].offset); 1278a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow 1279a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow if (ms->features & DM_RAID1_HANDLE_ERRORS) 1280a8e6afa2363de7ee0dea1a3297f6236f421c2dd4Jonathan E Brassow DMEMIT(" 1 handle_errors"); 12811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 12841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1286af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzerstatic int mirror_iterate_devices(struct dm_target *ti, 1287af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer iterate_devices_callout_fn fn, void *data) 1288af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer{ 1289af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer struct mirror_set *ms = ti->private; 1290af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer int ret = 0; 1291af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer unsigned i; 1292af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer 1293af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer for (i = 0; !ret && i < ms->nr_mirrors; i++) 1294af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer ret = fn(ti, ms->mirror[i].dev, 1295af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer ms->mirror[i].offset, data); 1296af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer 1297af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer return ret; 1298af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer} 1299af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer 13001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct target_type mirror_target = { 13011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .name = "mirror", 1302af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer .version = {1, 12, 0}, 13031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .module = THIS_MODULE, 13041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .ctr = mirror_ctr, 13051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .dtr = mirror_dtr, 13061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .map = mirror_map, 13071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .end_io = mirror_end_io, 1308b80aa7a0c268d3ae0c472f648af1e3e4a359765cJonathan Brassow .presuspend = mirror_presuspend, 13091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .postsuspend = mirror_postsuspend, 13101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .resume = mirror_resume, 13111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .status = mirror_status, 1312af4874e03ed82f050d5872d8c39ce64bf16b5c38Mike Snitzer .iterate_devices = mirror_iterate_devices, 13131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 13141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int __init dm_mirror_init(void) 13161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 13171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 13181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 131995f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka _dm_raid1_read_record_cache = KMEM_CACHE(dm_raid1_read_record, 0); 132095f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka if (!_dm_raid1_read_record_cache) { 132195f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka DMERR("Can't allocate dm_raid1_read_record cache"); 132295f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka r = -ENOMEM; 132395f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka goto bad_cache; 132495f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka } 132595f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka 13261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = dm_register_target(&mirror_target); 132795f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka if (r < 0) { 13280cd3312434cd1f29bee6bff53bf2790d733ad2a2Alasdair G Kergon DMERR("Failed to register mirror target"); 132995f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka goto bad_target; 133095f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka } 133195f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka 133295f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka return 0; 13331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 133495f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patockabad_target: 133595f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka kmem_cache_destroy(_dm_raid1_read_record_cache); 133695f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patockabad_cache: 13371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 13381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __exit dm_mirror_exit(void) 13411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 134210d3bd09a3c25df114f74f7f86e1b58d070bef32Mikulas Patocka dm_unregister_target(&mirror_target); 134395f8fac8dc6139fedfb87746e0c8fda9b803cb46Mikulas Patocka kmem_cache_destroy(_dm_raid1_read_record_cache); 13441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 13451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Module hooks */ 13471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_init(dm_mirror_init); 13481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_exit(dm_mirror_exit); 13491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 13501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_DESCRIPTION(DM_NAME " mirror target"); 13511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_AUTHOR("Joe Thornber"); 13521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_LICENSE("GPL"); 1353