13241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber/*
23241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber * Copyright (C) 2011 Red Hat, Inc.
33241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber *
43241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber * This file is released under the GPL.
53241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber */
63241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
73241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include "dm-space-map-checker.h"
83241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include "dm-space-map-common.h"
93241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include "dm-space-map-disk.h"
103241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include "dm-space-map.h"
113241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include "dm-transaction-manager.h"
123241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
133241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include <linux/list.h>
143241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include <linux/slab.h>
151944ce60fe1e92506d3347f4d8e10a82b17096e4Paul Gortmaker#include <linux/export.h>
163241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#include <linux/device-mapper.h>
173241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
183241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber#define DM_MSG_PREFIX "space map disk"
193241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
203241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber/*----------------------------------------------------------------*/
213241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
223241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber/*
233241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber * Space map interface.
243241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber */
253241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstruct sm_disk {
263241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct dm_space_map sm;
273241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
283241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct ll_disk ll;
293241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct ll_disk old_ll;
303241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
313241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	dm_block_t begin;
323241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	dm_block_t nr_allocated_this_transaction;
333241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber};
343241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
353241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic void sm_disk_destroy(struct dm_space_map *sm)
363241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
373241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
383241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
393241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	kfree(smd);
403241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
413241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
423241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_extend(struct dm_space_map *sm, dm_block_t extra_blocks)
433241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
443241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
453241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
463241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return sm_ll_extend(&smd->ll, extra_blocks);
473241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
483241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
493241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_get_nr_blocks(struct dm_space_map *sm, dm_block_t *count)
503241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
513241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
523241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	*count = smd->old_ll.nr_blocks;
533241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
543241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return 0;
553241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
563241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
573241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_get_nr_free(struct dm_space_map *sm, dm_block_t *count)
583241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
593241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
603241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	*count = (smd->old_ll.nr_blocks - smd->old_ll.nr_allocated) - smd->nr_allocated_this_transaction;
613241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
623241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return 0;
633241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
643241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
653241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_get_count(struct dm_space_map *sm, dm_block_t b,
663241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			     uint32_t *result)
673241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
683241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
693241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return sm_ll_lookup(&smd->ll, b, result);
703241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
713241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
723241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_count_is_more_than_one(struct dm_space_map *sm, dm_block_t b,
733241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber					  int *result)
743241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
753241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
763241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	uint32_t count;
773241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
783241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_disk_get_count(sm, b, &count);
793241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
803241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return r;
813241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
823241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return count > 1;
833241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
843241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
853241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_set_count(struct dm_space_map *sm, dm_block_t b,
863241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			     uint32_t count)
873241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
883241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
893241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	uint32_t old_count;
903241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	enum allocation_event ev;
913241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
923241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
933241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_insert(&smd->ll, b, count, &ev);
943241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!r) {
953241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		switch (ev) {
963241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		case SM_NONE:
973241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			break;
983241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
993241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		case SM_ALLOC:
1003241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			/*
1013241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 * This _must_ be free in the prior transaction
1023241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 * otherwise we've lost atomicity.
1033241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 */
1043241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			smd->nr_allocated_this_transaction++;
1053241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			break;
1063241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1073241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		case SM_FREE:
1083241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			/*
1093241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 * It's only free if it's also free in the last
1103241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 * transaction.
1113241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			 */
1123241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			r = sm_ll_lookup(&smd->old_ll, b, &old_count);
1133241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			if (r)
1143241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber				return r;
1153241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1163241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			if (!old_count)
1173241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber				smd->nr_allocated_this_transaction--;
1183241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			break;
1193241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		}
1203241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	}
1213241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1223241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return r;
1233241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
1243241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1253241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_inc_block(struct dm_space_map *sm, dm_block_t b)
1263241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
1273241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
1283241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	enum allocation_event ev;
1293241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1303241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1313241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_inc(&smd->ll, b, &ev);
1323241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!r && (ev == SM_ALLOC))
1333241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		/*
1343241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 * This _must_ be free in the prior transaction
1353241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 * otherwise we've lost atomicity.
1363241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 */
1373241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		smd->nr_allocated_this_transaction++;
1383241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1393241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return r;
1403241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
1413241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1423241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_dec_block(struct dm_space_map *sm, dm_block_t b)
1433241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
1443241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
1453241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	uint32_t old_count;
1463241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	enum allocation_event ev;
1473241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1483241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1493241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_dec(&smd->ll, b, &ev);
1503241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!r && (ev == SM_FREE)) {
1513241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		/*
1523241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 * It's only free if it's also free in the last
1533241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 * transaction.
1543241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		 */
1553241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		r = sm_ll_lookup(&smd->old_ll, b, &old_count);
1563241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		if (r)
1573241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			return r;
1583241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1593241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		if (!old_count)
1603241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber			smd->nr_allocated_this_transaction--;
1613241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	}
1623241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1633241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return r;
1643241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
1653241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1663241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_new_block(struct dm_space_map *sm, dm_block_t *b)
1673241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
1683241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
1693241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	enum allocation_event ev;
1703241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1713241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1723241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	/* FIXME: we should loop round a couple of times */
1733241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_find_free_block(&smd->old_ll, smd->begin, smd->old_ll.nr_blocks, b);
1743241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
1753241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return r;
1763241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1773241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->begin = *b + 1;
1783241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_inc(&smd->ll, *b, &ev);
1793241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!r) {
1803241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		BUG_ON(ev != SM_ALLOC);
1813241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		smd->nr_allocated_this_transaction++;
1823241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	}
1833241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1843241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return r;
1853241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
1863241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1873241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_commit(struct dm_space_map *sm)
1883241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
1893241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
1903241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	dm_block_t nr_free;
1913241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
1923241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1933241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_disk_get_nr_free(sm, &nr_free);
1943241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
1953241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return r;
1963241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
1973241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_commit(&smd->ll);
1983241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
1993241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return r;
2003241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2013241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	memcpy(&smd->old_ll, &smd->ll, sizeof(smd->old_ll));
2023241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->begin = 0;
2033241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->nr_allocated_this_transaction = 0;
2043241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2053241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_disk_get_nr_free(sm, &nr_free);
2063241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
2073241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return r;
2083241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2093241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return 0;
2103241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
2113241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2123241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_root_size(struct dm_space_map *sm, size_t *result)
2133241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
2143241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	*result = sizeof(struct disk_sm_root);
2153241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2163241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return 0;
2173241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
2183241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2193241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic int sm_disk_copy_root(struct dm_space_map *sm, void *where_le, size_t max)
2203241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
2213241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd = container_of(sm, struct sm_disk, sm);
2223241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct disk_sm_root root_le;
2233241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2243241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	root_le.nr_blocks = cpu_to_le64(smd->ll.nr_blocks);
2253241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	root_le.nr_allocated = cpu_to_le64(smd->ll.nr_allocated);
2263241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	root_le.bitmap_root = cpu_to_le64(smd->ll.bitmap_root);
2273241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	root_le.ref_count_root = cpu_to_le64(smd->ll.ref_count_root);
2283241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2293241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (max < sizeof(root_le))
2303241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return -ENOSPC;
2313241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2323241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	memcpy(where_le, &root_le, sizeof(root_le));
2333241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2343241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return 0;
2353241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
2363241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2373241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber/*----------------------------------------------------------------*/
2383241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2393241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic struct dm_space_map ops = {
2403241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.destroy = sm_disk_destroy,
2413241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.extend = sm_disk_extend,
2423241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.get_nr_blocks = sm_disk_get_nr_blocks,
2433241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.get_nr_free = sm_disk_get_nr_free,
2443241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.get_count = sm_disk_get_count,
2453241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.count_is_more_than_one = sm_disk_count_is_more_than_one,
2463241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.set_count = sm_disk_set_count,
2473241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.inc_block = sm_disk_inc_block,
2483241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.dec_block = sm_disk_dec_block,
2493241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.new_block = sm_disk_new_block,
2503241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.commit = sm_disk_commit,
2513241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.root_size = sm_disk_root_size,
2523241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	.copy_root = sm_disk_copy_root
2533241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber};
2543241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2553241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic struct dm_space_map *dm_sm_disk_create_real(
2563241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct dm_transaction_manager *tm,
2573241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	dm_block_t nr_blocks)
2583241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
2593241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
2603241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd;
2613241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2623241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd = kmalloc(sizeof(*smd), GFP_KERNEL);
2633241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!smd)
2643241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return ERR_PTR(-ENOMEM);
2653241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2663241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->begin = 0;
2673241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->nr_allocated_this_transaction = 0;
2683241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	memcpy(&smd->sm, &ops, sizeof(smd->sm));
2693241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2703241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_new_disk(&smd->ll, tm);
2713241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
2723241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		goto bad;
2733241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2743241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_extend(&smd->ll, nr_blocks);
2753241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
2763241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		goto bad;
2773241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2783241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_disk_commit(&smd->sm);
2793241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
2803241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		goto bad;
2813241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2823241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return &smd->sm;
2833241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2843241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberbad:
2853241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	kfree(smd);
2863241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return ERR_PTR(r);
2873241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
2883241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
2893241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstruct dm_space_map *dm_sm_disk_create(struct dm_transaction_manager *tm,
2903241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber				       dm_block_t nr_blocks)
2913241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
2923241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct dm_space_map *sm = dm_sm_disk_create_real(tm, nr_blocks);
2937723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer	struct dm_space_map *smc;
2947723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer
2957723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer	if (IS_ERR_OR_NULL(sm))
2967723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer		return sm;
2977723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer
2987723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer	smc = dm_sm_checker_create_fresh(sm);
2997723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer	if (IS_ERR(smc))
3007723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer		dm_sm_destroy(sm);
3017723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer
3027723bfa90d8a1f75f41ade1a13b9b32c9255b15cMike Snitzer	return smc;
3033241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
3043241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe ThornberEXPORT_SYMBOL_GPL(dm_sm_disk_create);
3053241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3063241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstatic struct dm_space_map *dm_sm_disk_open_real(
3073241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct dm_transaction_manager *tm,
3083241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	void *root_le, size_t len)
3093241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
3103241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	int r;
3113241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	struct sm_disk *smd;
3123241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3133241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd = kmalloc(sizeof(*smd), GFP_KERNEL);
3143241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (!smd)
3153241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		return ERR_PTR(-ENOMEM);
3163241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3173241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->begin = 0;
3183241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	smd->nr_allocated_this_transaction = 0;
3193241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	memcpy(&smd->sm, &ops, sizeof(smd->sm));
3203241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3213241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_ll_open_disk(&smd->ll, tm, root_le, len);
3223241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
3233241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		goto bad;
3243241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3253241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	r = sm_disk_commit(&smd->sm);
3263241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	if (r)
3273241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		goto bad;
3283241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3293241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return &smd->sm;
3303241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3313241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberbad:
3323241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	kfree(smd);
3333241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return ERR_PTR(r);
3343241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
3353241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3363241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornberstruct dm_space_map *dm_sm_disk_open(struct dm_transaction_manager *tm,
3373241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber				     void *root_le, size_t len)
3383241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber{
3393241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber	return dm_sm_checker_create(
3403241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber		dm_sm_disk_open_real(tm, root_le, len));
3413241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber}
3423241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe ThornberEXPORT_SYMBOL_GPL(dm_sm_disk_open);
3433241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber
3443241b1d3e0aaafbfcd320f4d71ade629728cc4f4Joe Thornber/*----------------------------------------------------------------*/
345