54 	int r;  in setup_on_disk_bitset()  local
56 	r = dm_bitset_empty(info, root);  in setup_on_disk_bitset()
57 	if (r)  in setup_on_disk_bitset()
58 		return r;  in setup_on_disk_bitset()
89 	int r;  in writeset_init()  local
93 	r = setup_on_disk_bitset(info, ws->md.nr_bits, &ws->md.root);  in writeset_init()
94 	if (r) {  in writeset_init()
96 		return r;  in writeset_init()
117 	int r = dm_bitset_test_bit(info, m->root, block, &m->root, result);  in writeset_marked_on_disk()  local
118 	if (r) {  in writeset_marked_on_disk()
120 		return r;  in writeset_marked_on_disk()
125 	return r;  in writeset_marked_on_disk()
134 	int r;  in writeset_test_and_set()  local
137 		r = dm_bitset_set_bit(info, ws->md.root, block, &ws->md.root);  in writeset_test_and_set()
138 		if (r) {  in writeset_test_and_set()
140 			return r;  in writeset_test_and_set()
324 	int r;  in superblock_all_zeroes()  local
333 	r = dm_bm_read_lock(bm, SUPERBLOCK_LOCATION, NULL, &b);  in superblock_all_zeroes()
334 	if (r)  in superblock_all_zeroes()
335 		return r;  in superblock_all_zeroes()
432 	int r;  in create_fresh_metadata()  local
434 	r = dm_tm_create_with_sm(md->bm, SUPERBLOCK_LOCATION,  in create_fresh_metadata()
436 	if (r < 0) {  in create_fresh_metadata()
438 		return r;  in create_fresh_metadata()
443 	r = dm_btree_empty(&md->writeset_tree_info, &md->writeset_tree_root);  in create_fresh_metadata()
444 	if (r) {  in create_fresh_metadata()
449 	r = dm_array_empty(&md->era_array_info, &md->era_array_root);  in create_fresh_metadata()
450 	if (r) {  in create_fresh_metadata()
461 	return r;  in create_fresh_metadata()
466 	int r;  in save_sm_root()  local
469 	r = dm_sm_root_size(md->sm, &metadata_len);  in save_sm_root()
470 	if (r < 0)  in save_sm_root()
471 		return r;  in save_sm_root()
513 	int r;  in write_superblock()  local
517 	r = save_sm_root(md);  in write_superblock()
518 	if (r) {  in write_superblock()
520 		return r;  in write_superblock()
523 	r = superblock_lock_zero(md, &sblock);  in write_superblock()
524 	if (r)  in write_superblock()
525 		return r;  in write_superblock()
538 	int r;  in format_metadata()  local
540 	r = create_fresh_metadata(md);  in format_metadata()
541 	if (r)  in format_metadata()
542 		return r;  in format_metadata()
544 	r = write_superblock(md);  in format_metadata()
545 	if (r) {  in format_metadata()
548 		return r;  in format_metadata()
556 	int r;  in open_metadata()  local
560 	r = superblock_read_lock(md, &sblock);  in open_metadata()
561 	if (r) {  in open_metadata()
563 		return r;  in open_metadata()
567 	r = dm_tm_open_with_sm(md->bm, SUPERBLOCK_LOCATION,  in open_metadata()
571 	if (r) {  in open_metadata()
593 	return r;  in open_metadata()
599 	int r;  in open_or_format_metadata()  local
602 	r = superblock_all_zeroes(md->bm, &unformatted);  in open_or_format_metadata()
603 	if (r)  in open_or_format_metadata()
604 		return r;  in open_or_format_metadata()
615 	int r;  in create_persistent_data_objects()  local
625 	r = open_or_format_metadata(md, may_format);  in create_persistent_data_objects()
626 	if (r)  in create_persistent_data_objects()
629 	return r;  in create_persistent_data_objects()
671 	int r;  in metadata_digest_remove_writeset()  local
674 	r = dm_btree_remove(&md->writeset_tree_info, md->writeset_tree_root,  in metadata_digest_remove_writeset()
676 	if (r) {  in metadata_digest_remove_writeset()
678 		return r;  in metadata_digest_remove_writeset()
690 	int r;  in metadata_digest_transcribe_writeset()  local
695 		r = writeset_marked_on_disk(&d->info, &d->writeset, b, &marked);  in metadata_digest_transcribe_writeset()
696 		if (r) {  in metadata_digest_transcribe_writeset()
698 			return r;  in metadata_digest_transcribe_writeset()
705 		r = dm_array_set_value(&md->era_array_info, md->era_array_root,  in metadata_digest_transcribe_writeset()
707 		if (r) {  in metadata_digest_transcribe_writeset()
709 			return r;  in metadata_digest_transcribe_writeset()
724 	int r;  in metadata_digest_lookup_writeset()  local
728 	r = dm_btree_find_lowest_key(&md->writeset_tree_info,  in metadata_digest_lookup_writeset()
730 	if (r < 0)  in metadata_digest_lookup_writeset()
731 		return r;  in metadata_digest_lookup_writeset()
735 	r = dm_btree_lookup(&md->writeset_tree_info,  in metadata_digest_lookup_writeset()
737 	if (r) {  in metadata_digest_lookup_writeset()
738 		if (r == -ENODATA) {  in metadata_digest_lookup_writeset()
744 		return r;  in metadata_digest_lookup_writeset()
782 	int r;  in metadata_open()  local
795 	r = create_persistent_data_objects(md, may_format);  in metadata_open()
796 	if (r) {  in metadata_open()
798 		return ERR_PTR(r);  in metadata_open()
821 	int r;  in metadata_resize()  local
834 	r = writeset_alloc(&md->writesets[0], *new_size);  in metadata_resize()
835 	if (r) {  in metadata_resize()
837 		return r;  in metadata_resize()
840 	r = writeset_alloc(&md->writesets[1], *new_size);  in metadata_resize()
841 	if (r) {  in metadata_resize()
843 		return r;  in metadata_resize()
848 	r = dm_array_resize(&md->era_array_info, md->era_array_root,  in metadata_resize()
851 	if (r) {  in metadata_resize()
853 		return r;  in metadata_resize()
862 	int r;  in metadata_era_archive()  local
866 	r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,  in metadata_era_archive()
868 	if (r) {  in metadata_era_archive()
870 		return r;  in metadata_era_archive()
878 	r = dm_btree_insert(&md->writeset_tree_info, md->writeset_tree_root,  in metadata_era_archive()
880 	if (r) {  in metadata_era_archive()
883 		return r;  in metadata_era_archive()
899 	int r;  in metadata_new_era()  local
902 	r = writeset_init(&md->bitset_info, new_writeset);  in metadata_new_era()
903 	if (r) {  in metadata_new_era()
905 		return r;  in metadata_new_era()
916 	int r;  in metadata_era_rollover()  local
919 		r = metadata_era_archive(md);  in metadata_era_rollover()
920 		if (r) {  in metadata_era_rollover()
923 			return r;  in metadata_era_rollover()
927 	r = metadata_new_era(md);  in metadata_era_rollover()
928 	if (r) {  in metadata_era_rollover()
931 		return r;  in metadata_era_rollover()
939 	bool r;  in metadata_current_marked()  local
944 	r = writeset_marked(ws, block);  in metadata_current_marked()
947 	return r;  in metadata_current_marked()
952 	int r;  in metadata_commit()  local
956 		r = dm_bitset_flush(&md->bitset_info, md->current_writeset->md.root,  in metadata_commit()
958 		if (r) {  in metadata_commit()
960 			return r;  in metadata_commit()
964 	r = save_sm_root(md);  in metadata_commit()
965 	if (r) {  in metadata_commit()
967 		return r;  in metadata_commit()
970 	r = dm_tm_pre_commit(md->tm);  in metadata_commit()
971 	if (r) {  in metadata_commit()
973 		return r;  in metadata_commit()
976 	r = superblock_lock(md, &sblock);  in metadata_commit()
977 	if (r) {  in metadata_commit()
979 		return r;  in metadata_commit()
1001 	int r, inc;  in metadata_take_snap()  local
1009 	r = metadata_era_rollover(md);  in metadata_take_snap()
1010 	if (r) {  in metadata_take_snap()
1012 		return r;  in metadata_take_snap()
1015 	r = metadata_commit(md);  in metadata_take_snap()
1016 	if (r) {  in metadata_take_snap()
1018 		return r;  in metadata_take_snap()
1021 	r = dm_sm_inc_block(md->sm, SUPERBLOCK_LOCATION);  in metadata_take_snap()
1022 	if (r) {  in metadata_take_snap()
1024 		return r;  in metadata_take_snap()
1027 	r = dm_tm_shadow_block(md->tm, SUPERBLOCK_LOCATION,  in metadata_take_snap()
1029 	if (r) {  in metadata_take_snap()
1032 		return r;  in metadata_take_snap()
1036 	r = dm_sm_inc_block(md->sm, md->writeset_tree_root);  in metadata_take_snap()
1037 	if (r) {  in metadata_take_snap()
1040 		return r;  in metadata_take_snap()
1043 	r = dm_sm_inc_block(md->sm, md->era_array_root);  in metadata_take_snap()
1044 	if (r) {  in metadata_take_snap()
1048 		return r;  in metadata_take_snap()
1060 	int r;  in metadata_drop_snap()  local
1070 	r = dm_tm_read_lock(md->tm, md->metadata_snap, &sb_validator, &clone);  in metadata_drop_snap()
1071 	if (r) {  in metadata_drop_snap()
1073 		return r;  in metadata_drop_snap()
1083 	r = dm_btree_del(&md->writeset_tree_info,  in metadata_drop_snap()
1085 	if (r) {  in metadata_drop_snap()
1088 		return r;  in metadata_drop_snap()
1091 	r = dm_array_del(&md->era_array_info, le64_to_cpu(disk->era_array_root));  in metadata_drop_snap()
1092 	if (r) {  in metadata_drop_snap()
1095 		return r;  in metadata_drop_snap()
1113 	int r;  in metadata_get_stats()  local
1117 	r = dm_sm_get_nr_free(md->sm, &nr_free);  in metadata_get_stats()
1118 	if (r) {  in metadata_get_stats()
1119 		DMERR("dm_sm_get_nr_free returned %d", r);  in metadata_get_stats()
1120 		return r;  in metadata_get_stats()
1123 	r = dm_sm_get_nr_blocks(md->sm, &nr_total);  in metadata_get_stats()
1124 	if (r) {  in metadata_get_stats()
1125 		DMERR("dm_pool_get_metadata_dev_size returned %d", r);  in metadata_get_stats()
1126 		return r;  in metadata_get_stats()
1211 	int r;  in process_old_eras()  local
1216 	r = era->digest.step(era->md, &era->digest);  in process_old_eras()
1217 	if (r < 0) {  in process_old_eras()
1227 	int r;  in process_deferred_bios()  local
1242 		r = writeset_test_and_set(&era->md->bitset_info,  in process_deferred_bios()
1245 		if (r < 0) {  in process_deferred_bios()
1252 		} else if (r == 0)  in process_deferred_bios()
1259 		r = metadata_commit(era->md);  in process_deferred_bios()
1260 		if (r)  in process_deferred_bios()
1274 	int r;  in process_rpc_calls()  local
1290 		r = metadata_commit(era->md);  in process_rpc_calls()
1291 		if (r)  in process_rpc_calls()
1293 				rpc->result = r;  in process_rpc_calls()
1426 	int r;  in era_ctr()  local
1444 	r = dm_get_device(ti, argv[0], FMODE_READ | FMODE_WRITE, &era->metadata_dev);  in era_ctr()
1445 	if (r) {  in era_ctr()
1451 	r = dm_get_device(ti, argv[1], FMODE_READ | FMODE_WRITE, &era->origin_dev);  in era_ctr()
1452 	if (r) {  in era_ctr()
1458 	r = sscanf(argv[2], "%u%c", &era->sectors_per_block, &dummy);  in era_ctr()
1459 	if (r != 1) {  in era_ctr()
1465 	r = dm_set_target_max_io_len(ti, era->sectors_per_block);  in era_ctr()
1466 	if (r) {  in era_ctr()
1492 	r = metadata_resize(era->md, &era->nr_blocks);  in era_ctr()
1493 	if (r) {  in era_ctr()
1557 	int r;  in era_postsuspend()  local
1560 	r = in_worker0(era, metadata_era_archive);  in era_postsuspend()
1561 	if (r) {  in era_postsuspend()
1571 	int r;  in era_preresume()  local
1576 		r = in_worker1(era, metadata_resize, &new_size);  in era_preresume()
1577 		if (r)  in era_preresume()
1578 			return r;  in era_preresume()
1585 	r = in_worker0(era, metadata_new_era);  in era_preresume()
1586 	if (r) {  in era_preresume()
1588 		return r;  in era_preresume()
1603 	int r;  in era_status()  local
1611 		r = in_worker1(era, metadata_get_stats, &stats);  in era_status()
1612 		if (r)  in era_status()
1710 	int r;  in dm_era_init()  local
1712 	r = dm_register_target(&era_target);  in dm_era_init()
1713 	if (r) {  in dm_era_init()
1714 		DMERR("era target registration failed: %d", r);  in dm_era_init()
1715 		return r;  in dm_era_init()