dm-raid1.c revision 1da177e4c3f41524e886b7f1b8a0c1fc7321cac
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (C) 2003 Sistina Software Limited. 31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This file is released under the GPL. 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "dm.h" 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "dm-bio-list.h" 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "dm-io.h" 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "dm-log.h" 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "kcopyd.h" 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/ctype.h> 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h> 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/mempool.h> 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/pagemap.h> 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/slab.h> 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/time.h> 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/vmalloc.h> 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/workqueue.h> 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct workqueue_struct *_kmirrord_wq; 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct work_struct _kmirrord_work; 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline void wake(void) 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_work(_kmirrord_wq, &_kmirrord_work); 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Region hash 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The mirror splits itself up into discrete regions. Each 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * region can be in one of three states: clean, dirty, 361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * nosync. There is no need to put clean regions in the hash. 371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * In addition to being present in the hash table a region _may_ 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be present on one of three lists. 401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * clean_regions: Regions on this list have no io pending to 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * them, they are in sync, we are no longer interested in them, 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * they are dull. rh_update_states() will remove them from the 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * hash table. 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * quiesced_regions: These regions have been spun down, ready 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * for recovery. rh_recovery_start() will remove regions from 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this list and hand them to kmirrord, which will schedule the 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recovery io with kcopyd. 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recovered_regions: Regions that kcopyd has successfully 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recovered. rh_update_states() will now schedule any delayed 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * io, up the recovery_count, and remove the region from the 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * hash. 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * There are 2 locks: 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * A rw spin lock 'hash_lock' protects just the hash table, 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * this is never held in write mode from interrupt context, 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * which I believe means that we only have to disable irqs when 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doing a write lock. 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * An ordinary spin lock 'region_lock' that protects the three 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * lists in the region_hash, with the 'state', 'list' and 641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 'bhs_delayed' fields of the regions. This is used from irq 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * context, so all other uses will have to suspend local irqs. 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct mirror_set; 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct region_hash { 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds uint32_t region_size; 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned region_shift; 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* holds persistent region state */ 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *log; 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* hash table */ 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rwlock_t hash_lock; 781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_t *region_pool; 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int mask; 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int nr_buckets; 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head *buckets; 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spinlock_t region_lock; 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct semaphore recovery_count; 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head clean_regions; 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head quiesced_regions; 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head recovered_regions; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsenum { 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RH_CLEAN, 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RH_DIRTY, 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RH_NOSYNC, 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RH_RECOVERING 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct region { 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region_hash *rh; /* FIXME: can we get rid of this ? */ 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t key; 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int state; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head hash_list; 1031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head list; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_t pending; 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list delayed_bios; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Conversion fns 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline region_t bio_to_region(struct region_hash *rh, struct bio *bio) 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return bio->bi_sector >> rh->region_shift; 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline sector_t region_to_sector(struct region_hash *rh, region_t region) 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return region << rh->region_shift; 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* FIXME move this */ 1231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void queue_bio(struct mirror_set *ms, struct bio *bio, int rw); 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void *region_alloc(unsigned int __nocast gfp_mask, void *pool_data) 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return kmalloc(sizeof(struct region), gfp_mask); 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void region_free(void *element, void *pool_data) 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(element); 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MIN_REGIONS 64 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define MAX_RECOVERY 1 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int rh_init(struct region_hash *rh, struct mirror_set *ms, 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *log, uint32_t region_size, 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t nr_regions) 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int nr_buckets, max_buckets; 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t i; 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Calculate a suitable number of buckets for our hash 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * table. 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds max_buckets = nr_regions >> 6; 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (nr_buckets = 128u; nr_buckets < max_buckets; nr_buckets <<= 1) 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ; 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nr_buckets >>= 1; 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->ms = ms; 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log = log; 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->region_size = region_size; 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->region_shift = ffs(region_size) - 1; 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rwlock_init(&rh->hash_lock); 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->mask = nr_buckets - 1; 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->nr_buckets = nr_buckets; 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->buckets = vmalloc(nr_buckets * sizeof(*rh->buckets)); 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!rh->buckets) { 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMERR("unable to allocate region hash memory"); 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < nr_buckets; i++) 1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(rh->buckets + i); 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_init(&rh->region_lock); 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sema_init(&rh->recovery_count, 0); 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&rh->clean_regions); 1731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&rh->quiesced_regions); 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&rh->recovered_regions); 1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->region_pool = mempool_create(MIN_REGIONS, region_alloc, 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_free, NULL); 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!rh->region_pool) { 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vfree(rh->buckets); 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->buckets = NULL; 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_exit(struct region_hash *rh) 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int h; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg, *nreg; 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(!list_empty(&rh->quiesced_regions)); 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (h = 0; h < rh->nr_buckets; h++) { 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry_safe(reg, nreg, rh->buckets + h, hash_list) { 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds BUG_ON(atomic_read(®->pending)); 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_free(reg, rh->region_pool); 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rh->log) 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_destroy_dirty_log(rh->log); 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rh->region_pool) 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_destroy(rh->region_pool); 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds vfree(rh->buckets); 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define RH_HASH_MULT 2654435387U 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline unsigned int rh_hash(struct region_hash *rh, region_t region) 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (unsigned int) ((region * RH_HASH_MULT) >> 12) & rh->mask; 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct region *__rh_lookup(struct region_hash *rh, region_t region) 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry (reg, rh->buckets + rh_hash(rh, region), hash_list) 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg->key == region) 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return reg; 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __rh_insert(struct region_hash *rh, struct region *reg) 2261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int h = rh_hash(rh, reg->key); 2281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add(®->hash_list, rh->buckets + h); 2291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct region *__rh_alloc(struct region_hash *rh, region_t region) 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg, *nreg; 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nreg = mempool_alloc(rh->region_pool, GFP_NOIO); 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nreg->state = rh->log->type->in_sync(rh->log, region, 1) ? 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds RH_CLEAN : RH_NOSYNC; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nreg->rh = rh; 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nreg->key = region; 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&nreg->list); 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_set(&nreg->pending, 0); 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&nreg->delayed_bios); 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds write_lock_irq(&rh->hash_lock); 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_lookup(rh, region); 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg) 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* we lost the race */ 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_free(nreg, rh->region_pool); 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else { 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds __rh_insert(rh, nreg); 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (nreg->state == RH_CLEAN) { 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock(&rh->region_lock); 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add(&nreg->list, &rh->clean_regions); 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock(&rh->region_lock); 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = nreg; 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds write_unlock_irq(&rh->hash_lock); 2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return reg; 2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline struct region *__rh_find(struct region_hash *rh, region_t region) 2691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 2711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_lookup(rh, region); 2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!reg) 2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_alloc(rh, region); 2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return reg; 2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int rh_state(struct region_hash *rh, region_t region, int may_block) 2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 2821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_lookup(rh, region); 2861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg) 2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return reg->state; 2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The region wasn't in the hash, so we fall back to the 2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * dirty log. 2941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = rh->log->type->in_sync(rh->log, region, may_block); 2961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Any error from the dirty log (eg. -EWOULDBLOCK) gets 2991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * taken as a RH_NOSYNC 3001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r == 1 ? RH_CLEAN : RH_NOSYNC; 3021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline int rh_in_sync(struct region_hash *rh, 3051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t region, int may_block) 3061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int state = rh_state(rh, region, may_block); 3081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return state == RH_CLEAN || state == RH_DIRTY; 3091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void dispatch_bios(struct mirror_set *ms, struct bio_list *bio_list) 3121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 3141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(bio_list))) { 3161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_bio(ms, bio, WRITE); 3171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_update_states(struct region_hash *rh) 3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg, *next; 3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds LIST_HEAD(clean); 3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds LIST_HEAD(recovered); 3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Quickly grab the lists. 3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds write_lock_irq(&rh->hash_lock); 3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock(&rh->region_lock); 3321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty(&rh->clean_regions)) { 3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_splice(&rh->clean_regions, &clean); 3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&rh->clean_regions); 3351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry (reg, &clean, list) { 3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->clear_region(rh->log, reg->key); 3381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del(®->hash_list); 3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty(&rh->recovered_regions)) { 3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_splice(&rh->recovered_regions, &recovered); 3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_LIST_HEAD(&rh->recovered_regions); 3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry (reg, &recovered, list) 3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del(®->hash_list); 3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock(&rh->region_lock); 3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds write_unlock_irq(&rh->hash_lock); 3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * All the regions on the recovered and clean lists have 3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * now been pulled out of the system, so no need to do 3551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * any more locking. 3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 3571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry_safe (reg, next, &recovered, list) { 3581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->clear_region(rh->log, reg->key); 3591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->complete_resync_work(rh->log, reg->key, 1); 3601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dispatch_bios(rh->ms, ®->delayed_bios); 3611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up(&rh->recovery_count); 3621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_free(reg, rh->region_pool); 3631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty(&recovered)) 3661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->flush(rh->log); 3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry_safe (reg, next, &clean, list) 3691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mempool_free(reg, rh->region_pool); 3701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_inc(struct region_hash *rh, region_t region) 3731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 3771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_find(rh, region); 3781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg->state == RH_CLEAN) { 3791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->mark_region(rh->log, reg->key); 3801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irq(&rh->region_lock); 3821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg->state = RH_DIRTY; 3831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del_init(®->list); /* take off the clean list */ 3841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irq(&rh->region_lock); 3851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 3861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_inc(®->pending); 3881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 3891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_inc_pending(struct region_hash *rh, struct bio_list *bios) 3921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 3931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 3941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (bio = bios->head; bio; bio = bio->bi_next) 3961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_inc(rh, bio_to_region(rh, bio)); 3971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 3981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 3991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_dec(struct region_hash *rh, region_t region) 4001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags; 4021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 4031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int should_wake = 0; 4041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 4061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_lookup(rh, region); 4071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 4081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (atomic_dec_and_test(®->pending)) { 4101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irqsave(&rh->region_lock, flags); 4111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg->state == RH_RECOVERING) { 4121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add_tail(®->list, &rh->quiesced_regions); 4131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 4141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg->state = RH_CLEAN; 4151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add(®->list, &rh->clean_regions); 4161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irqrestore(&rh->region_lock, flags); 4181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds should_wake = 1; 4191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (should_wake) 4221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wake(); 4231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 4261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Starts quiescing a region in preparation for recovery. 4271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int __rh_recovery_prepare(struct region_hash *rh) 4291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 4311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 4321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t region; 4331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Ask the dirty log what's next. 4361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = rh->log->type->get_resync_work(rh->log, ®ion); 4381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r <= 0) 4391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 4401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 4421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Get this region, and start it quiescing by setting the 4431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recovering flag. 4441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 4461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_find(rh, region); 4471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 4481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irq(&rh->region_lock); 4501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg->state = RH_RECOVERING; 4511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Already quiesced ? */ 4531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (atomic_read(®->pending)) 4541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del_init(®->list); 4551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else { 4571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del_init(®->list); 4581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add(®->list, &rh->quiesced_regions); 4591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irq(&rh->region_lock); 4611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 4631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_recovery_prepare(struct region_hash *rh) 4661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (!down_trylock(&rh->recovery_count)) 4681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (__rh_recovery_prepare(rh) <= 0) { 4691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up(&rh->recovery_count); 4701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 4711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 4751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Returns any quiesced regions. 4761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 4771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct region *rh_recovery_start(struct region_hash *rh) 4781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg = NULL; 4801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irq(&rh->region_lock); 4821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!list_empty(&rh->quiesced_regions)) { 4831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = list_entry(rh->quiesced_regions.next, 4841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region, list); 4851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del_init(®->list); /* remove from the quiesced list */ 4861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 4871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irq(&rh->region_lock); 4881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return reg; 4901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 4911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* FIXME: success ignored for now */ 4931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_recovery_end(struct region *reg, int success) 4941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 4951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region_hash *rh = reg->rh; 4961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 4971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_irq(&rh->region_lock); 4981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add(®->list, ®->rh->recovered_regions); 4991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock_irq(&rh->region_lock); 5001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wake(); 5021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_flush(struct region_hash *rh) 5051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh->log->type->flush(rh->log); 5071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_delay(struct region_hash *rh, struct bio *bio) 5101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 5121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_lock(&rh->hash_lock); 5141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reg = __rh_find(rh, bio_to_region(rh, bio)); 5151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_add(®->delayed_bios, bio); 5161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds read_unlock(&rh->hash_lock); 5171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_stop_recovery(struct region_hash *rh) 5201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 5221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* wait for any recovering regions */ 5241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < MAX_RECOVERY; i++) 5251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds down(&rh->recovery_count); 5261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void rh_start_recovery(struct region_hash *rh) 5291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i; 5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < MAX_RECOVERY; i++) 5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up(&rh->recovery_count); 5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wake(); 5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Mirror set structures. 5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct mirror { 5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds atomic_t error_count; 5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dm_dev *dev; 5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sector_t offset; 5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstruct mirror_set { 5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dm_target *ti; 5491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct list_head list; 5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region_hash rh; 5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct kcopyd_client *kcopyd_client; 5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spinlock_t lock; /* protects the next two lists */ 5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list reads; 5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list writes; 5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* recovery */ 5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t nr_regions; 5591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int in_sync; 5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int nr_mirrors; 5621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror mirror[0]; 5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 5641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 5661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Every mirror should look like this one. 5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define DEFAULT_MIRROR 0 5691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This is yucky. We squirrel the mirror_set struct away inside 5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * bi_next for write buffers. This is safe since the bh 5731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * doesn't get submitted to the lower levels of block layer. 5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 5751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct mirror_set *bio_get_ms(struct bio *bio) 5761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return (struct mirror_set *) bio->bi_next; 5781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void bio_set_ms(struct bio *bio, struct mirror_set *ms) 5811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio->bi_next = (struct bio *) ms; 5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Recovery. 5871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 5881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * When a mirror is first activated we may find that some regions 5891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * are in the no-sync state. We have to recover these by 5901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * recopying from the default mirror to all the others. 5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void recovery_complete(int read_err, unsigned int write_err, 5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds void *context) 5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 5951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg = (struct region *) context; 5961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 5971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: better error handling */ 5981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_recovery_end(reg, read_err || write_err); 5991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int recover(struct mirror_set *ms, struct region *reg) 6021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 6041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int i; 6051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct io_region from, to[KCOPYD_MAX_REGIONS], *dest; 6061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 6071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned long flags = 0; 6081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill in the source */ 6101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = ms->mirror + DEFAULT_MIRROR; 6111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.bdev = m->dev->bdev; 6121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.sector = m->offset + region_to_sector(reg->rh, reg->key); 6131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (reg->key == (ms->nr_regions - 1)) { 6141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * The final region may be smaller than 6161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * region_size. 6171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.count = ms->ti->len & (reg->rh->region_size - 1); 6191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!from.count) 6201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.count = reg->rh->region_size; 6211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else 6221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds from.count = reg->rh->region_size; 6231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* fill in the destinations */ 6251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0, dest = to; i < ms->nr_mirrors; i++) { 6261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (i == DEFAULT_MIRROR) 6271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds continue; 6281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = ms->mirror + i; 6301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest->bdev = m->dev->bdev; 6311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest->sector = m->offset + region_to_sector(reg->rh, reg->key); 6321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest->count = from.count; 6331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dest++; 6341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* hand to kcopyd */ 6371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds set_bit(KCOPYD_IGNORE_ERROR, &flags); 6381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = kcopyd_copy(ms->kcopyd_client, &from, ms->nr_mirrors - 1, to, flags, 6391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds recovery_complete, reg); 6401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_recovery(struct mirror_set *ms) 6451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 6471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct region *reg; 6481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *log = ms->rh.log; 6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Start quiescing some regions. 6521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_recovery_prepare(&ms->rh); 6541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copy any already quiesced regions. 6571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((reg = rh_recovery_start(&ms->rh))) { 6591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = recover(ms, reg); 6601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) 6611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_recovery_end(reg, 0); 6621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Update the in sync flag. 6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms->in_sync && 6681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (log->type->get_sync_count(log) == ms->nr_regions)) { 6691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* the sync is complete */ 6701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_table_event(ms->ti->table); 6711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->in_sync = 1; 6721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 6731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Reads 6771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct mirror *choose_mirror(struct mirror_set *ms, sector_t sector) 6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: add read balancing */ 6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ms->mirror + DEFAULT_MIRROR; 6821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 6851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * remap a buffer to a particular mirror. 6861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 6871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void map_bio(struct mirror_set *ms, struct mirror *m, struct bio *bio) 6881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio->bi_bdev = m->dev->bdev; 6901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio->bi_sector = m->offset + (bio->bi_sector - ms->ti->begin); 6911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 6921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_reads(struct mirror_set *ms, struct bio_list *reads) 6941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 6951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t region; 6961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(reads))) { 7001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region = bio_to_region(&ms->rh, bio); 7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We can only read balance if the region is in sync. 7041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rh_in_sync(&ms->rh, region, 0)) 7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = choose_mirror(ms, bio->bi_sector); 7071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 7081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = ms->mirror + DEFAULT_MIRROR; 7091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds map_bio(ms, m, bio); 7111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds generic_make_request(bio); 7121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 7161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Writes. 7171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 7181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We do different things with the write io depending on the 7191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * state of the region that it's in: 7201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 7211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SYNC: increment pending, use kcopyd to write to *all* mirrors 7221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * RECOVERING: delay the io until recovery completes 7231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOSYNC: increment pending, just write to the default mirror 7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void write_callback(unsigned long error, void *context) 7261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int i; 7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int uptodate = 1; 7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio = (struct bio *) context; 7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms = bio_get_ms(bio); 7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_set_ms(bio, NULL); 7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NOTE: We don't decrement the pending count here, 7371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * instead it is done by the targets endio function. 7381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This way we handle both writes to SYNC and NOSYNC 7391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * regions with the same code. 7401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (error) { 7431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * only error the io if all mirrors failed. 7451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * FIXME: bogus 7461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds uptodate = 0; 7481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < ms->nr_mirrors; i++) 7491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!test_bit(i, &error)) { 7501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds uptodate = 1; 7511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 7521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_endio(bio, bio->bi_size, 0); 7551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_write(struct mirror_set *ms, struct bio *bio) 7581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int i; 7601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct io_region io[KCOPYD_MAX_REGIONS+1]; 7611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 7621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < ms->nr_mirrors; i++) { 7641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = ms->mirror + i; 7651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds io[i].bdev = m->dev->bdev; 7671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds io[i].sector = m->offset + (bio->bi_sector - ms->ti->begin); 7681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds io[i].count = bio->bi_size >> 9; 7691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 7701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_set_ms(bio, ms); 7721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_io_async_bvec(ms->nr_mirrors, io, WRITE, 7731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio->bi_io_vec + bio->bi_idx, 7741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds write_callback, bio); 7751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 7761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_writes(struct mirror_set *ms, struct bio_list *writes) 7781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 7791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int state; 7801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio *bio; 7811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list sync, nosync, recover, *this_list = NULL; 7821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!writes->head) 7841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return; 7851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 7871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Classify each write. 7881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 7891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&sync); 7901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&nosync); 7911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&recover); 7921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 7931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(writes))) { 7941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds state = rh_state(&ms->rh, bio_to_region(&ms->rh, bio), 1); 7951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (state) { 7961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case RH_CLEAN: 7971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case RH_DIRTY: 7981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &sync; 7991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case RH_NOSYNC: 8021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &nosync; 8031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case RH_RECOVERING: 8061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds this_list = &recover; 8071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 8081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_add(this_list, bio); 8111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 8141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Increment the pending counts for any regions that will 8151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be written to (writes to recover regions are going to 8161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * be delayed). 8171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_inc_pending(&ms->rh, &sync); 8191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_inc_pending(&ms->rh, &nosync); 8201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_flush(&ms->rh); 8211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 8231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Dispatch io. 8241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 8251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(&sync))) 8261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_write(ms, bio); 8271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(&recover))) 8291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_delay(&ms->rh, bio); 8301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while ((bio = bio_list_pop(&nosync))) { 8321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds map_bio(ms, ms->mirror + DEFAULT_MIRROR, bio); 8331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds generic_make_request(bio); 8341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 8381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * kmirrord 8391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 8401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic LIST_HEAD(_mirror_sets); 8411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic DECLARE_RWSEM(_mirror_sets_lock); 8421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_mirror(struct mirror_set *ms) 8441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list reads, writes; 8461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock(&ms->lock); 8481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds reads = ms->reads; 8491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds writes = ms->writes; 8501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&ms->reads); 8511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_init(&ms->writes); 8521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock(&ms->lock); 8531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_update_states(&ms->rh); 8551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_recovery(ms); 8561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_reads(ms, &reads); 8571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_writes(ms, &writes); 8581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void do_work(void *ignored) 8611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 8631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds down_read(&_mirror_sets_lock); 8651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_for_each_entry (ms, &_mirror_sets, list) 8661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds do_mirror(ms); 8671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up_read(&_mirror_sets_lock); 8681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 8691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*----------------------------------------------------------------- 8711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Target functions 8721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *---------------------------------------------------------------*/ 8731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct mirror_set *alloc_context(unsigned int nr_mirrors, 8741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds uint32_t region_size, 8751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dm_target *ti, 8761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *dl) 8771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 8781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size_t len; 8791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = NULL; 8801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (array_too_big(sizeof(*ms), sizeof(ms->mirror[0]), nr_mirrors)) 8821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds len = sizeof(*ms) + (sizeof(ms->mirror[0]) * nr_mirrors); 8851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms = kmalloc(len, GFP_KERNEL); 8871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms) { 8881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Cannot allocate mirror context"; 8891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 8901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 8911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds memset(ms, 0, len); 8931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock_init(&ms->lock); 8941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 8951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->ti = ti; 8961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->nr_mirrors = nr_mirrors; 8971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->nr_regions = dm_sector_div_up(ti->len, region_size); 8981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->in_sync = 0; 8991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rh_init(&ms->rh, ms, dl, region_size, ms->nr_regions)) { 9011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Error creating dirty region hash"; 9021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ms); 9031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 9041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return ms; 9071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void free_context(struct mirror_set *ms, struct dm_target *ti, 9101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int m) 9111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds while (m--) 9131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_put_device(ti, ms->mirror[m].dev); 9141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_exit(&ms->rh); 9161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(ms); 9171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic inline int _check_region_size(struct dm_target *ti, uint32_t size) 9201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return !(size % (PAGE_SIZE >> 9) || (size & (size - 1)) || 9221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds size > ti->len); 9231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int get_mirror(struct mirror_set *ms, struct dm_target *ti, 9261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int mirror, char **argv) 9271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sector_t offset; 9291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (sscanf(argv[1], SECTOR_FORMAT, &offset) != 1) { 9311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Invalid offset"; 9321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 9331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (dm_get_device(ti, argv[0], offset, ti->len, 9361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_table_get_mode(ti->table), 9371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds &ms->mirror[mirror].dev)) { 9381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Device lookup failure"; 9391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENXIO; 9401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->mirror[mirror].offset = offset; 9431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 9451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int add_mirror_set(struct mirror_set *ms) 9481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds down_write(&_mirror_sets_lock); 9501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_add_tail(&ms->list, &_mirror_sets); 9511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up_write(&_mirror_sets_lock); 9521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wake(); 9531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 9551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void del_mirror_set(struct mirror_set *ms) 9581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds down_write(&_mirror_sets_lock); 9601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds list_del(&ms->list); 9611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds up_write(&_mirror_sets_lock); 9621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 9631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 9651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Create dirty log: log_type #log_params <log_params> 9661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 9671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct dirty_log *create_dirty_log(struct dm_target *ti, 9681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int argc, char **argv, 9691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int *args_used) 9701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 9711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int param_count; 9721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *dl; 9731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (argc < 2) { 9751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Insufficient mirror log arguments"; 9761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 9771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (sscanf(argv[1], "%u", ¶m_count) != 1) { 9801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Invalid mirror log argument count"; 9811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 9821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *args_used = 2 + param_count; 9851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (argc < *args_used) { 9871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Insufficient mirror log arguments"; 9881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 9891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dl = dm_create_dirty_log(argv[0], ti, param_count, argv + 2); 9921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dl) { 9931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Error creating mirror dirty log"; 9941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 9951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 9961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 9971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!_check_region_size(ti, dl->type->get_region_size(dl))) { 9981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Invalid region size"; 9991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_destroy_dirty_log(dl); 10001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return NULL; 10011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return dl; 10041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 10071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Construct a mirror mapping: 10081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 10091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log_type #log_params <log_params> 10101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * #mirrors [mirror_path offset]{2,} 10111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 10121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * log_type is "core" or "disk" 10131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * #log_params is between 1 and 3 10141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 10151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define DM_IO_PAGES 64 10161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_ctr(struct dm_target *ti, unsigned int argc, char **argv) 10171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 10191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int nr_mirrors, m, args_used; 10201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms; 10211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *dl; 10221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dl = create_dirty_log(ti, argc, argv, &args_used); 10241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!dl) 10251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 10261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv += args_used; 10281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argc -= args_used; 10291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!argc || sscanf(argv[0], "%u", &nr_mirrors) != 1 || 10311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds nr_mirrors < 2 || nr_mirrors > KCOPYD_MAX_REGIONS + 1) { 10321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Invalid number of mirrors"; 10331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_destroy_dirty_log(dl); 10341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 10351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv++, argc--; 10381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (argc != nr_mirrors * 2) { 10401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->error = "dm-mirror: Wrong number of mirror arguments"; 10411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_destroy_dirty_log(dl); 10421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EINVAL; 10431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms = alloc_context(nr_mirrors, dl->type->get_region_size(dl), ti, dl); 10461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!ms) { 10471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_destroy_dirty_log(dl); 10481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 10491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Get the mirror parameter sets */ 10521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (m = 0; m < nr_mirrors; m++) { 10531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = get_mirror(ms, ti, m, argv); 10541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) { 10551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds free_context(ms, ti, m); 10561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 10571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argv += 2; 10591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds argc -= 2; 10601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ti->private = ms; 10631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = kcopyd_client_create(DM_IO_PAGES, &ms->kcopyd_client); 10651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) { 10661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds free_context(ms, ti, ms->nr_mirrors); 10671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 10681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 10691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds add_mirror_set(ms); 10711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 10721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void mirror_dtr(struct dm_target *ti) 10751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 10771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds del_mirror_set(ms); 10791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kcopyd_client_destroy(ms->kcopyd_client); 10801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds free_context(ms, ti, ms->nr_mirrors); 10811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) 10841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 10851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int should_wake = 0; 10861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct bio_list *bl; 10871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bl = (rw == WRITE) ? &ms->writes : &ms->reads; 10891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_lock(&ms->lock); 10901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds should_wake = !(bl->head); 10911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_list_add(bl, bio); 10921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds spin_unlock(&ms->lock); 10931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (should_wake) 10951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds wake(); 10961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 10971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 10981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 10991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Mirror mapping function 11001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_map(struct dm_target *ti, struct bio *bio, 11021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds union map_info *map_context) 11031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r, rw = bio_rw(bio); 11051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror *m; 11061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = ti->private; 11071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds map_context->ll = bio->bi_sector >> ms->rh.region_shift; 11091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rw == WRITE) { 11111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_bio(ms, bio, rw); 11121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 11131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = ms->rh.log->type->in_sync(ms->rh.log, 11161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds bio_to_region(&ms->rh, bio), 0); 11171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r < 0 && r != -EWOULDBLOCK) 11181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 11191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r == -EWOULDBLOCK) /* FIXME: ugly */ 11211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = 0; 11221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We don't want to fast track a recovery just for a read 11251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ahead. So we just let it silently fail. 11261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * FIXME: get rid of this. 11271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!r && rw == READA) 11291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EIO; 11301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!r) { 11321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* Pass this io over to the daemon */ 11331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds queue_bio(ms, bio, rw); 11341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 11351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 11361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds m = choose_mirror(ms, bio->bi_sector); 11381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!m) 11391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -EIO; 11401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds map_bio(ms, m, bio); 11421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 1; 11431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_end_io(struct dm_target *ti, struct bio *bio, 11461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int error, union map_info *map_context) 11471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int rw = bio_rw(bio); 11491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 11501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds region_t region = map_context->ll; 11511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 11531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * We need to dec pending if this was a write. 11541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 11551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (rw == WRITE) 11561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_dec(&ms->rh, region); 11571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 11591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void mirror_postsuspend(struct dm_target *ti) 11621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 11641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *log = ms->rh.log; 11651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_stop_recovery(&ms->rh); 11671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (log->type->suspend && log->type->suspend(log)) 11681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: need better error handling */ 11691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMWARN("log suspend failed"); 11701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void mirror_resume(struct dm_target *ti) 11731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 11751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct dirty_log *log = ms->rh.log; 11761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (log->type->resume && log->type->resume(log)) 11771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* FIXME: need better error handling */ 11781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMWARN("log resume failed"); 11791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds rh_start_recovery(&ms->rh); 11801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 11811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int mirror_status(struct dm_target *ti, status_type_t type, 11831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds char *result, unsigned int maxlen) 11841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 11851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds unsigned int m, sz; 11861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mirror_set *ms = (struct mirror_set *) ti->private; 11871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds sz = ms->rh.log->type->status(ms->rh.log, type, result, maxlen); 11891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (type) { 11911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case STATUSTYPE_INFO: 11921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%d ", ms->nr_mirrors); 11931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (m = 0; m < ms->nr_mirrors; m++) 11941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%s ", ms->mirror[m].dev->name); 11951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 11961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT(SECTOR_FORMAT "/" SECTOR_FORMAT, 11971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->rh.log->type->get_sync_count(ms->rh.log), 11981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->nr_regions); 11991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 12001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case STATUSTYPE_TABLE: 12021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%d ", ms->nr_mirrors); 12031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (m = 0; m < ms->nr_mirrors; m++) 12041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMEMIT("%s " SECTOR_FORMAT " ", 12051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ms->mirror[m].dev->name, ms->mirror[m].offset); 12061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return 0; 12091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct target_type mirror_target = { 12121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .name = "mirror", 12131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .version = {1, 0, 1}, 12141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .module = THIS_MODULE, 12151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .ctr = mirror_ctr, 12161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .dtr = mirror_dtr, 12171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .map = mirror_map, 12181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .end_io = mirror_end_io, 12191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .postsuspend = mirror_postsuspend, 12201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .resume = mirror_resume, 12211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds .status = mirror_status, 12221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 12231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int __init dm_mirror_init(void) 12251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 12271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = dm_dirty_log_init(); 12291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r) 12301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 12311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds _kmirrord_wq = create_workqueue("kmirrord"); 12331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!_kmirrord_wq) { 12341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMERR("couldn't start kmirrord"); 12351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_dirty_log_exit(); 12361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 12371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds INIT_WORK(&_kmirrord_work, do_work, NULL); 12391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = dm_register_target(&mirror_target); 12411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r < 0) { 12421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMERR("%s: Failed to register mirror target", 12431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mirror_target.name); 12441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_dirty_log_exit(); 12451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds destroy_workqueue(_kmirrord_wq); 12461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 12471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return r; 12491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __exit dm_mirror_exit(void) 12521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 12531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int r; 12541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds r = dm_unregister_target(&mirror_target); 12561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (r < 0) 12571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds DMERR("%s: unregister failed %d", mirror_target.name, r); 12581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds destroy_workqueue(_kmirrord_wq); 12601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dm_dirty_log_exit(); 12611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 12621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* Module hooks */ 12641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_init(dm_mirror_init); 12651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_exit(dm_mirror_exit); 12661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 12671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_DESCRIPTION(DM_NAME " mirror target"); 12681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_AUTHOR("Joe Thornber"); 12691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_LICENSE("GPL"); 1270