241 	int r;  in __superblock_all_zeroes()  local
250 	r = dm_bm_read_lock(bm, CACHE_SUPERBLOCK_LOCATION, NULL, &b);  in __superblock_all_zeroes()
251 	if (r)  in __superblock_all_zeroes()
252 		return r;  in __superblock_all_zeroes()
287 	int r;  in __save_sm_root()  local
290 	r = dm_sm_root_size(cmd->metadata_sm, &metadata_len);  in __save_sm_root()
291 	if (r < 0)  in __save_sm_root()
292 		return r;  in __save_sm_root()
308 	int r;  in __write_initial_superblock()  local
317 	r = dm_tm_pre_commit(cmd->tm);  in __write_initial_superblock()
318 	if (r < 0)  in __write_initial_superblock()
319 		return r;  in __write_initial_superblock()
325 	r = __save_sm_root(cmd);  in __write_initial_superblock()
326 	if (r)  in __write_initial_superblock()
327 		return r;  in __write_initial_superblock()
329 	r = superblock_lock_zero(cmd, &sblock);  in __write_initial_superblock()
330 	if (r)  in __write_initial_superblock()
331 		return r;  in __write_initial_superblock()
363 	int r;  in __format_metadata()  local
365 	r = dm_tm_create_with_sm(cmd->bm, CACHE_SUPERBLOCK_LOCATION,  in __format_metadata()
367 	if (r < 0) {  in __format_metadata()
369 		return r;  in __format_metadata()
374 	r = dm_array_empty(&cmd->info, &cmd->root);  in __format_metadata()
375 	if (r < 0)  in __format_metadata()
380 	r = dm_bitset_empty(&cmd->discard_info, &cmd->discard_root);  in __format_metadata()
381 	if (r < 0)  in __format_metadata()
387 	r = __write_initial_superblock(cmd);  in __format_metadata()
388 	if (r)  in __format_metadata()
398 	return r;  in __format_metadata()
431 	int r;  in __open_metadata()  local
436 	r = superblock_read_lock(cmd, &sblock);  in __open_metadata()
437 	if (r < 0) {  in __open_metadata()
439 		return r;  in __open_metadata()
449 		r = -EINVAL;  in __open_metadata()
453 	r = __check_incompat_features(disk_super, cmd);  in __open_metadata()
454 	if (r < 0)  in __open_metadata()
457 	r = dm_tm_open_with_sm(cmd->bm, CACHE_SUPERBLOCK_LOCATION,  in __open_metadata()
461 	if (r < 0) {  in __open_metadata()
476 	return r;  in __open_metadata()
482 	int r;  in __open_or_format_metadata()  local
485 	r = __superblock_all_zeroes(cmd->bm, &unformatted);  in __open_or_format_metadata()
486 	if (r)  in __open_or_format_metadata()
487 		return r;  in __open_or_format_metadata()
498 	int r;  in __create_persistent_data_objects()  local
507 	r = __open_or_format_metadata(cmd, may_format_device);  in __create_persistent_data_objects()
508 	if (r)  in __create_persistent_data_objects()
511 	return r;  in __create_persistent_data_objects()
573 	int r;  in __begin_transaction_flags()  local
577 	r = superblock_lock(cmd, &sblock);  in __begin_transaction_flags()
578 	if (r)  in __begin_transaction_flags()
579 		return r;  in __begin_transaction_flags()
591 	int r;  in __begin_transaction()  local
599 	r = superblock_read_lock(cmd, &sblock);  in __begin_transaction()
600 	if (r)  in __begin_transaction()
601 		return r;  in __begin_transaction()
613 	int r;  in __commit_transaction()  local
622 	r = dm_bitset_flush(&cmd->discard_info, cmd->discard_root,  in __commit_transaction()
624 	if (r)  in __commit_transaction()
625 		return r;  in __commit_transaction()
627 	r = dm_tm_pre_commit(cmd->tm);  in __commit_transaction()
628 	if (r < 0)  in __commit_transaction()
629 		return r;  in __commit_transaction()
631 	r = __save_sm_root(cmd);  in __commit_transaction()
632 	if (r)  in __commit_transaction()
633 		return r;  in __commit_transaction()
635 	r = superblock_lock(cmd, &sblock);  in __commit_transaction()
636 	if (r)  in __commit_transaction()
637 		return r;  in __commit_transaction()
697 	int r;  in metadata_open()  local
715 	r = __create_persistent_data_objects(cmd, may_format_device);  in metadata_open()
716 	if (r) {  in metadata_open()
718 		return ERR_PTR(r);  in metadata_open()
721 	r = __begin_transaction_flags(cmd, clear_clean_shutdown);  in metadata_open()
722 	if (r < 0) {  in metadata_open()
724 		return ERR_PTR(r);  in metadata_open()
829 	int r;  in block_unmapped_or_clean()  local
834 	r = dm_array_get_value(&cmd->info, cmd->root, from_cblock(b), &value);  in block_unmapped_or_clean()
835 	if (r) {  in block_unmapped_or_clean()
837 		return r;  in block_unmapped_or_clean()
850 	int r;  in blocks_are_unmapped_or_clean()  local
854 		r = block_unmapped_or_clean(cmd, begin, result);  in blocks_are_unmapped_or_clean()
855 		if (r)  in blocks_are_unmapped_or_clean()
856 			return r;  in blocks_are_unmapped_or_clean()
922 	int r;  in dm_cache_resize()  local
930 		r = blocks_are_unmapped_or_clean(cmd, new_cache_size, cmd->cache_blocks, &clean);  in dm_cache_resize()
931 		if (r) {  in dm_cache_resize()
938 			r = -EINVAL;  in dm_cache_resize()
944 	r = dm_array_resize(&cmd->info, cmd->root, from_cblock(cmd->cache_blocks),  in dm_cache_resize()
947 	if (!r)  in dm_cache_resize()
954 	return r;  in dm_cache_resize()
961 	int r;  in dm_cache_discard_bitset_resize()  local
964 	r = dm_bitset_resize(&cmd->discard_info,  in dm_cache_discard_bitset_resize()
969 	if (!r) {  in dm_cache_discard_bitset_resize()
977 	return r;  in dm_cache_discard_bitset_resize()
1003 	int r;  in __discard()  local
1005 	r = (discard ? __set_discard : __clear_discard)(cmd, dblock);  in __discard()
1006 	if (r)  in __discard()
1007 		return r;  in __discard()
1016 	int r;  in dm_cache_set_discard()  local
1019 	r = __discard(cmd, dblock, discard);  in dm_cache_set_discard()
1022 	return r;  in dm_cache_set_discard()
1028 	int r = 0;  in __load_discards()  local
1036 			r = __is_discarded(cmd, dblock, &discard);  in __load_discards()
1037 			if (r)  in __load_discards()
1038 				return r;  in __load_discards()
1042 		r = fn(context, cmd->discard_block_size, dblock, discard);  in __load_discards()
1043 		if (r)  in __load_discards()
1047 	return r;  in __load_discards()
1053 	int r;  in dm_cache_load_discards()  local
1056 	r = __load_discards(cmd, fn, context);  in dm_cache_load_discards()
1059 	return r;  in dm_cache_load_discards()
1073 	int r;  in __remove()  local
1077 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __remove()
1079 	if (r)  in __remove()
1080 		return r;  in __remove()
1088 	int r;  in dm_cache_remove_mapping()  local
1091 	r = __remove(cmd, cblock);  in dm_cache_remove_mapping()
1094 	return r;  in dm_cache_remove_mapping()
1100 	int r;  in __insert()  local
1104 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __insert()
1106 	if (r)  in __insert()
1107 		return r;  in __insert()
1116 	int r;  in dm_cache_insert_mapping()  local
1119 	r = __insert(cmd, cblock, oblock);  in dm_cache_insert_mapping()
1122 	return r;  in dm_cache_insert_mapping()
1176 	int r = 0;  in __load_mapping()  local
1190 			r = dm_array_get_value(&cmd->hint_info, cmd->hint_root,  in __load_mapping()
1192 			if (r && r != -ENODATA)  in __load_mapping()
1193 				return r;  in __load_mapping()
1197 		r = thunk->fn(thunk->context, oblock, to_cblock(cblock),  in __load_mapping()
1201 	return r;  in __load_mapping()
1224 	int r;  in dm_cache_load_mappings()  local
1227 	r = __load_mappings(cmd, policy, fn, context);  in dm_cache_load_mappings()
1230 	return r;  in dm_cache_load_mappings()
1235 	int r = 0;  in __dump_mapping()  local
1243 	return r;  in __dump_mapping()
1260 	int r;  in dm_cache_changed_this_transaction()  local
1263 	r = cmd->changed;  in dm_cache_changed_this_transaction()
1266 	return r;  in dm_cache_changed_this_transaction()
1271 	int r;  in __dirty()  local
1276 	r = dm_array_get_value(&cmd->info, cmd->root, from_cblock(cblock), &value);  in __dirty()
1277 	if (r)  in __dirty()
1278 		return r;  in __dirty()
1289 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __dirty()
1291 	if (r)  in __dirty()
1292 		return r;  in __dirty()
1302 	int r;  in dm_cache_set_dirty()  local
1305 	r = __dirty(cmd, cblock, dirty);  in dm_cache_set_dirty()
1308 	return r;  in dm_cache_set_dirty()
1329 	int r;  in dm_cache_commit()  local
1334 	r = __commit_transaction(cmd, mutator);  in dm_cache_commit()
1335 	if (r)  in dm_cache_commit()
1338 	r = __begin_transaction(cmd);  in dm_cache_commit()
1342 	return r;  in dm_cache_commit()
1348 	int r = -EINVAL;  in dm_cache_get_free_metadata_block_count()  local
1351 	r = dm_sm_get_nr_free(cmd->metadata_sm, result);  in dm_cache_get_free_metadata_block_count()
1354 	return r;  in dm_cache_get_free_metadata_block_count()
1360 	int r = -EINVAL;  in dm_cache_get_metadata_dev_size()  local
1363 	r = dm_sm_get_nr_blocks(cmd->metadata_sm, result);  in dm_cache_get_metadata_dev_size()
1366 	return r;  in dm_cache_get_metadata_dev_size()
1373 	int r;  in begin_hints()  local
1393 			r = dm_array_del(&cmd->hint_info, cmd->hint_root);  in begin_hints()
1394 			if (r)  in begin_hints()
1395 				return r;  in begin_hints()
1398 		r = dm_array_empty(&cmd->hint_info, &cmd->hint_root);  in begin_hints()
1399 		if (r)  in begin_hints()
1400 			return r;  in begin_hints()
1404 		r = dm_array_resize(&cmd->hint_info, cmd->hint_root, 0,  in begin_hints()
1407 		if (r)  in begin_hints()
1408 			return r;  in begin_hints()
1418 	int r;  in save_hint()  local
1422 	r = dm_array_set_value(&cmd->hint_info, cmd->hint_root,  in save_hint()
1426 	return r;  in save_hint()
1431 	int r;  in write_hints()  local
1433 	r = begin_hints(cmd, policy);  in write_hints()
1434 	if (r) {  in write_hints()
1436 		return r;  in write_hints()
1444 	int r;  in dm_cache_write_hints()  local
1447 	r = write_hints(cmd, policy);  in dm_cache_write_hints()
1450 	return r;  in dm_cache_write_hints()
1455 	int r;  in dm_cache_metadata_all_clean()  local
1458 	r = blocks_are_unmapped_or_clean(cmd, 0, cmd->cache_blocks, result);  in dm_cache_metadata_all_clean()
1461 	return r;  in dm_cache_metadata_all_clean()
1480 	int r;  in dm_cache_metadata_set_needs_check()  local
1487 	r = superblock_lock(cmd, &sblock);  in dm_cache_metadata_set_needs_check()
1488 	if (r) {  in dm_cache_metadata_set_needs_check()
1500 	return r;  in dm_cache_metadata_set_needs_check()
1514 	int r;  in dm_cache_metadata_abort()  local
1518 	r = __create_persistent_data_objects(cmd, false);  in dm_cache_metadata_abort()
1519 	if (r)  in dm_cache_metadata_abort()
1523 	return r;  in dm_cache_metadata_abort()