54 	int r;  in setup_on_disk_bitset()  local
56 	r = dm_bitset_empty(info, root);  in setup_on_disk_bitset()
57 	if (r)  in setup_on_disk_bitset()
58 		return r;  in setup_on_disk_bitset()
89 	int r;  in writeset_init()  local
93 	r = setup_on_disk_bitset(info, ws->md.nr_bits, &ws->md.root);  in writeset_init()
94 	if (r) {  in writeset_init()
96 		return r;  in writeset_init()
117 	int r = dm_bitset_test_bit(info, m->root, block, &m->root, result);  in writeset_marked_on_disk()  local
118 	if (r) {  in writeset_marked_on_disk()
120 		return r;  in writeset_marked_on_disk()
125 	return r;  in writeset_marked_on_disk()
134 	int r;  in writeset_test_and_set()  local
137 		r = dm_bitset_set_bit(info, ws->md.root, block, &ws->md.root);  in writeset_test_and_set()
138 		if (r) {  in writeset_test_and_set()
140 			return r;  in writeset_test_and_set()
324 	int r;  in superblock_all_zeroes()  local
333 	r = dm_bm_read_lock(bm, SUPERBLOCK_LOCATION, NULL, &b);  in superblock_all_zeroes()
334 	if (r)  in superblock_all_zeroes()
335 		return r;  in superblock_all_zeroes()
430 	int r;  in create_fresh_metadata()  local
432 	r = dm_tm_create_with_sm(md->bm, SUPERBLOCK_LOCATION,  in create_fresh_metadata()
434 	if (r < 0) {  in create_fresh_metadata()
436 		return r;  in create_fresh_metadata()
441 	r = dm_btree_empty(&md->writeset_tree_info, &md->writeset_tree_root);  in create_fresh_metadata()
442 	if (r) {  in create_fresh_metadata()
447 	r = dm_array_empty(&md->era_array_info, &md->era_array_root);  in create_fresh_metadata()
448 	if (r) {  in create_fresh_metadata()
459 	return r;  in create_fresh_metadata()
464 	int r;  in save_sm_root()  local
467 	r = dm_sm_root_size(md->sm, &metadata_len);  in save_sm_root()
468 	if (r < 0)  in save_sm_root()
469 		return r;  in save_sm_root()
511 	int r;  in write_superblock()  local
515 	r = save_sm_root(md);  in write_superblock()
516 	if (r) {  in write_superblock()
518 		return r;  in write_superblock()
521 	r = superblock_lock_zero(md, &sblock);  in write_superblock()
522 	if (r)  in write_superblock()
523 		return r;  in write_superblock()
536 	int r;  in format_metadata()  local
538 	r = create_fresh_metadata(md);  in format_metadata()
539 	if (r)  in format_metadata()
540 		return r;  in format_metadata()
542 	r = write_superblock(md);  in format_metadata()
543 	if (r) {  in format_metadata()
546 		return r;  in format_metadata()
554 	int r;  in open_metadata()  local
558 	r = superblock_read_lock(md, &sblock);  in open_metadata()
559 	if (r) {  in open_metadata()
561 		return r;  in open_metadata()
565 	r = dm_tm_open_with_sm(md->bm, SUPERBLOCK_LOCATION,  in open_metadata()
569 	if (r) {  in open_metadata()
589 	return r;  in open_metadata()
595 	int r;  in open_or_format_metadata()  local
598 	r = superblock_all_zeroes(md->bm, &unformatted);  in open_or_format_metadata()
599 	if (r)  in open_or_format_metadata()
600 		return r;  in open_or_format_metadata()
611 	int r;  in create_persistent_data_objects()  local
621 	r = open_or_format_metadata(md, may_format);  in create_persistent_data_objects()
622 	if (r)  in create_persistent_data_objects()
625 	return r;  in create_persistent_data_objects()
667 	int r;  in metadata_digest_remove_writeset()  local
670 	r = dm_btree_remove(&md->writeset_tree_info, md->writeset_tree_root,  in metadata_digest_remove_writeset()
672 	if (r) {  in metadata_digest_remove_writeset()
674 		return r;  in metadata_digest_remove_writeset()
686 	int r;  in metadata_digest_transcribe_writeset()  local
691 		r = writeset_marked_on_disk(&d->info, &d->writeset, b, &marked);  in metadata_digest_transcribe_writeset()
692 		if (r) {  in metadata_digest_transcribe_writeset()
694 			return r;  in metadata_digest_transcribe_writeset()
701 		r = dm_array_set_value(&md->era_array_info, md->era_array_root,  in metadata_digest_transcribe_writeset()
703 		if (r) {  in metadata_digest_transcribe_writeset()
705 			return r;  in metadata_digest_transcribe_writeset()
720 	int r;  in metadata_digest_lookup_writeset()  local
724 	r = dm_btree_find_lowest_key(&md->writeset_tree_info,  in metadata_digest_lookup_writeset()
726 	if (r < 0)  in metadata_digest_lookup_writeset()
727 		return r;  in metadata_digest_lookup_writeset()
731 	r = dm_btree_lookup(&md->writeset_tree_info,  in metadata_digest_lookup_writeset()
733 	if (r) {  in metadata_digest_lookup_writeset()
734 		if (r == -ENODATA) {  in metadata_digest_lookup_writeset()
740 		return r;  in metadata_digest_lookup_writeset()
778 	int r;  in metadata_open()  local
791 	r = create_persistent_data_objects(md, may_format);  in metadata_open()
792 	if (r) {  in metadata_open()
794 		return ERR_PTR(r);  in metadata_open()
817 	int r;  in metadata_resize()  local
830 	r = writeset_alloc(&md->writesets[0], *new_size);  in metadata_resize()
831 	if (r) {  in metadata_resize()
833 		return r;  in metadata_resize()
836 	r = writeset_alloc(&md->writesets[1], *new_size);  in metadata_resize()
837 	if (r) {  in metadata_resize()
839 		return r;  in metadata_resize()
844 	r = dm_array_resize(&md->era_array_info, md->era_array_root,  in metadata_resize()
847 	if (r) {  in metadata_resize()
849 		return r;  in metadata_resize()
858 	int r;  in metadata_era_archive()  local
862 	r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,  in metadata_era_archive()
864 	if (r) {  in metadata_era_archive()
866 		return r;  in metadata_era_archive()
874 	r = dm_btree_insert(&md->writeset_tree_info, md->writeset_tree_root,  in metadata_era_archive()
876 	if (r) {  in metadata_era_archive()
879 		return r;  in metadata_era_archive()
895 	int r;  in metadata_new_era()  local
898 	r = writeset_init(&md->bitset_info, new_writeset);  in metadata_new_era()
899 	if (r) {  in metadata_new_era()
901 		return r;  in metadata_new_era()
912 	int r;  in metadata_era_rollover()  local
915 		r = metadata_era_archive(md);  in metadata_era_rollover()
916 		if (r) {  in metadata_era_rollover()
919 			return r;  in metadata_era_rollover()
923 	r = metadata_new_era(md);  in metadata_era_rollover()
924 	if (r) {  in metadata_era_rollover()
927 		return r;  in metadata_era_rollover()
935 	bool r;  in metadata_current_marked()  local
940 	r = writeset_marked(ws, block);  in metadata_current_marked()
943 	return r;  in metadata_current_marked()
948 	int r;  in metadata_commit()  local
952 		r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,  in metadata_commit()
954 		if (r) {  in metadata_commit()
956 			return r;  in metadata_commit()
960 	r = save_sm_root(md);  in metadata_commit()
961 	if (r) {  in metadata_commit()
963 		return r;  in metadata_commit()
966 	r = dm_tm_pre_commit(md->tm);  in metadata_commit()
967 	if (r) {  in metadata_commit()
969 		return r;  in metadata_commit()
972 	r = superblock_lock(md, &sblock);  in metadata_commit()
973 	if (r) {  in metadata_commit()
975 		return r;  in metadata_commit()
997 	int r, inc;  in metadata_take_snap()  local
1005 	r = metadata_era_rollover(md);  in metadata_take_snap()
1006 	if (r) {  in metadata_take_snap()
1008 		return r;  in metadata_take_snap()
1011 	r = metadata_commit(md);  in metadata_take_snap()
1012 	if (r) {  in metadata_take_snap()
1014 		return r;  in metadata_take_snap()
1017 	r = dm_sm_inc_block(md->sm, SUPERBLOCK_LOCATION);  in metadata_take_snap()
1018 	if (r) {  in metadata_take_snap()
1020 		return r;  in metadata_take_snap()
1023 	r = dm_tm_shadow_block(md->tm, SUPERBLOCK_LOCATION,  in metadata_take_snap()
1025 	if (r) {  in metadata_take_snap()
1028 		return r;  in metadata_take_snap()
1032 	r = dm_sm_inc_block(md->sm, md->writeset_tree_root);  in metadata_take_snap()
1033 	if (r) {  in metadata_take_snap()
1036 		return r;  in metadata_take_snap()
1039 	r = dm_sm_inc_block(md->sm, md->era_array_root);  in metadata_take_snap()
1040 	if (r) {  in metadata_take_snap()
1044 		return r;  in metadata_take_snap()
1049 	r = dm_tm_unlock(md->tm, clone);  in metadata_take_snap()
1050 	if (r) {  in metadata_take_snap()
1053 		return r;  in metadata_take_snap()
1061 	int r;  in metadata_drop_snap()  local
1071 	r = dm_tm_read_lock(md->tm, md->metadata_snap, &sb_validator, &clone);  in metadata_drop_snap()
1072 	if (r) {  in metadata_drop_snap()
1074 		return r;  in metadata_drop_snap()
1084 	r = dm_btree_del(&md->writeset_tree_info,  in metadata_drop_snap()
1086 	if (r) {  in metadata_drop_snap()
1089 		return r;  in metadata_drop_snap()
1092 	r = dm_array_del(&md->era_array_info, le64_to_cpu(disk->era_array_root));  in metadata_drop_snap()
1093 	if (r) {  in metadata_drop_snap()
1096 		return r;  in metadata_drop_snap()
1114 	int r;  in metadata_get_stats()  local
1118 	r = dm_sm_get_nr_free(md->sm, &nr_free);  in metadata_get_stats()
1119 	if (r) {  in metadata_get_stats()
1120 		DMERR("dm_sm_get_nr_free returned %d", r);  in metadata_get_stats()
1121 		return r;  in metadata_get_stats()
1124 	r = dm_sm_get_nr_blocks(md->sm, &nr_total);  in metadata_get_stats()
1125 	if (r) {  in metadata_get_stats()
1126 		DMERR("dm_pool_get_metadata_dev_size returned %d", r);  in metadata_get_stats()
1127 		return r;  in metadata_get_stats()
1212 	int r;  in process_old_eras()  local
1217 	r = era->digest.step(era->md, &era->digest);  in process_old_eras()
1218 	if (r < 0) {  in process_old_eras()
1228 	int r;  in process_deferred_bios()  local
1243 		r = writeset_test_and_set(&era->md->bitset_info,  in process_deferred_bios()
1246 		if (r < 0) {  in process_deferred_bios()
1253 		} else if (r == 0)  in process_deferred_bios()
1260 		r = metadata_commit(era->md);  in process_deferred_bios()
1261 		if (r)  in process_deferred_bios()
1275 	int r;  in process_rpc_calls()  local
1291 		r = metadata_commit(era->md);  in process_rpc_calls()
1292 		if (r)  in process_rpc_calls()
1294 				rpc->result = r;  in process_rpc_calls()
1427 	int r;  in era_ctr()  local
1445 	r = dm_get_device(ti, argv[0], FMODE_READ | FMODE_WRITE, &era->metadata_dev);  in era_ctr()
1446 	if (r) {  in era_ctr()
1452 	r = dm_get_device(ti, argv[1], FMODE_READ | FMODE_WRITE, &era->origin_dev);  in era_ctr()
1453 	if (r) {  in era_ctr()
1459 	r = sscanf(argv[2], "%u%c", &era->sectors_per_block, &dummy);  in era_ctr()
1460 	if (r != 1) {  in era_ctr()
1466 	r = dm_set_target_max_io_len(ti, era->sectors_per_block);  in era_ctr()
1467 	if (r) {  in era_ctr()
1493 	r = metadata_resize(era->md, &era->nr_blocks);  in era_ctr()
1494 	if (r) {  in era_ctr()
1558 	int r;  in era_postsuspend()  local
1561 	r = in_worker0(era, metadata_era_archive);  in era_postsuspend()
1562 	if (r) {  in era_postsuspend()
1572 	int r;  in era_preresume()  local
1577 		r = in_worker1(era, metadata_resize, &new_size);  in era_preresume()
1578 		if (r)  in era_preresume()
1579 			return r;  in era_preresume()
1586 	r = in_worker0(era, metadata_new_era);  in era_preresume()
1587 	if (r) {  in era_preresume()
1589 		return r;  in era_preresume()
1604 	int r;  in era_status()  local
1612 		r = in_worker1(era, metadata_get_stats, &stats);  in era_status()
1613 		if (r)  in era_status()
1726 	int r;  in dm_era_init()  local
1728 	r = dm_register_target(&era_target);  in dm_era_init()
1729 	if (r) {  in dm_era_init()
1730 		DMERR("era target registration failed: %d", r);  in dm_era_init()
1731 		return r;  in dm_era_init()