230 	int r;  in __superblock_all_zeroes()  local
239 	r = dm_bm_read_lock(bm, CACHE_SUPERBLOCK_LOCATION, NULL, &b);  in __superblock_all_zeroes()
240 	if (r)  in __superblock_all_zeroes()
241 		return r;  in __superblock_all_zeroes()
274 	int r;  in __save_sm_root()  local
277 	r = dm_sm_root_size(cmd->metadata_sm, &metadata_len);  in __save_sm_root()
278 	if (r < 0)  in __save_sm_root()
279 		return r;  in __save_sm_root()
295 	int r;  in __write_initial_superblock()  local
304 	r = dm_tm_pre_commit(cmd->tm);  in __write_initial_superblock()
305 	if (r < 0)  in __write_initial_superblock()
306 		return r;  in __write_initial_superblock()
312 	r = __save_sm_root(cmd);  in __write_initial_superblock()
313 	if (r)  in __write_initial_superblock()
314 		return r;  in __write_initial_superblock()
316 	r = superblock_lock_zero(cmd, &sblock);  in __write_initial_superblock()
317 	if (r)  in __write_initial_superblock()
318 		return r;  in __write_initial_superblock()
350 	int r;  in __format_metadata()  local
352 	r = dm_tm_create_with_sm(cmd->bm, CACHE_SUPERBLOCK_LOCATION,  in __format_metadata()
354 	if (r < 0) {  in __format_metadata()
356 		return r;  in __format_metadata()
361 	r = dm_array_empty(&cmd->info, &cmd->root);  in __format_metadata()
362 	if (r < 0)  in __format_metadata()
367 	r = dm_bitset_empty(&cmd->discard_info, &cmd->discard_root);  in __format_metadata()
368 	if (r < 0)  in __format_metadata()
374 	r = __write_initial_superblock(cmd);  in __format_metadata()
375 	if (r)  in __format_metadata()
385 	return r;  in __format_metadata()
418 	int r;  in __open_metadata()  local
423 	r = superblock_read_lock(cmd, &sblock);  in __open_metadata()
424 	if (r < 0) {  in __open_metadata()
426 		return r;  in __open_metadata()
436 		r = -EINVAL;  in __open_metadata()
440 	r = __check_incompat_features(disk_super, cmd);  in __open_metadata()
441 	if (r < 0)  in __open_metadata()
444 	r = dm_tm_open_with_sm(cmd->bm, CACHE_SUPERBLOCK_LOCATION,  in __open_metadata()
448 	if (r < 0) {  in __open_metadata()
461 	return r;  in __open_metadata()
467 	int r;  in __open_or_format_metadata()  local
470 	r = __superblock_all_zeroes(cmd->bm, &unformatted);  in __open_or_format_metadata()
471 	if (r)  in __open_or_format_metadata()
472 		return r;  in __open_or_format_metadata()
483 	int r;  in __create_persistent_data_objects()  local
492 	r = __open_or_format_metadata(cmd, may_format_device);  in __create_persistent_data_objects()
493 	if (r)  in __create_persistent_data_objects()
496 	return r;  in __create_persistent_data_objects()
557 	int r;  in __begin_transaction_flags()  local
561 	r = superblock_lock(cmd, &sblock);  in __begin_transaction_flags()
562 	if (r)  in __begin_transaction_flags()
563 		return r;  in __begin_transaction_flags()
575 	int r;  in __begin_transaction()  local
583 	r = superblock_read_lock(cmd, &sblock);  in __begin_transaction()
584 	if (r)  in __begin_transaction()
585 		return r;  in __begin_transaction()
597 	int r;  in __commit_transaction()  local
606 	r = dm_bitset_flush(&cmd->discard_info, cmd->discard_root,  in __commit_transaction()
608 	if (r)  in __commit_transaction()
609 		return r;  in __commit_transaction()
611 	r = dm_tm_pre_commit(cmd->tm);  in __commit_transaction()
612 	if (r < 0)  in __commit_transaction()
613 		return r;  in __commit_transaction()
615 	r = __save_sm_root(cmd);  in __commit_transaction()
616 	if (r)  in __commit_transaction()
617 		return r;  in __commit_transaction()
619 	r = superblock_lock(cmd, &sblock);  in __commit_transaction()
620 	if (r)  in __commit_transaction()
621 		return r;  in __commit_transaction()
680 	int r;  in metadata_open()  local
697 	r = __create_persistent_data_objects(cmd, may_format_device);  in metadata_open()
698 	if (r) {  in metadata_open()
700 		return ERR_PTR(r);  in metadata_open()
703 	r = __begin_transaction_flags(cmd, clear_clean_shutdown);  in metadata_open()
704 	if (r < 0) {  in metadata_open()
706 		return ERR_PTR(r);  in metadata_open()
810 	int r;  in block_unmapped_or_clean()  local
815 	r = dm_array_get_value(&cmd->info, cmd->root, from_cblock(b), &value);  in block_unmapped_or_clean()
816 	if (r) {  in block_unmapped_or_clean()
818 		return r;  in block_unmapped_or_clean()
831 	int r;  in blocks_are_unmapped_or_clean()  local
835 		r = block_unmapped_or_clean(cmd, begin, result);  in blocks_are_unmapped_or_clean()
836 		if (r)  in blocks_are_unmapped_or_clean()
837 			return r;  in blocks_are_unmapped_or_clean()
853 	int r;  in dm_cache_resize()  local
861 		r = blocks_are_unmapped_or_clean(cmd, new_cache_size, cmd->cache_blocks, &clean);  in dm_cache_resize()
862 		if (r) {  in dm_cache_resize()
869 			r = -EINVAL;  in dm_cache_resize()
875 	r = dm_array_resize(&cmd->info, cmd->root, from_cblock(cmd->cache_blocks),  in dm_cache_resize()
878 	if (!r)  in dm_cache_resize()
885 	return r;  in dm_cache_resize()
892 	int r;  in dm_cache_discard_bitset_resize()  local
895 	r = dm_bitset_resize(&cmd->discard_info,  in dm_cache_discard_bitset_resize()
900 	if (!r) {  in dm_cache_discard_bitset_resize()
908 	return r;  in dm_cache_discard_bitset_resize()
934 	int r;  in __discard()  local
936 	r = (discard ? __set_discard : __clear_discard)(cmd, dblock);  in __discard()
937 	if (r)  in __discard()
938 		return r;  in __discard()
947 	int r;  in dm_cache_set_discard()  local
950 	r = __discard(cmd, dblock, discard);  in dm_cache_set_discard()
953 	return r;  in dm_cache_set_discard()
959 	int r = 0;  in __load_discards()  local
967 			r = __is_discarded(cmd, dblock, &discard);  in __load_discards()
968 			if (r)  in __load_discards()
969 				return r;  in __load_discards()
973 		r = fn(context, cmd->discard_block_size, dblock, discard);  in __load_discards()
974 		if (r)  in __load_discards()
978 	return r;  in __load_discards()
984 	int r;  in dm_cache_load_discards()  local
987 	r = __load_discards(cmd, fn, context);  in dm_cache_load_discards()
990 	return r;  in dm_cache_load_discards()
995 	dm_cblock_t r;  in dm_cache_size()  local
998 	r = cmd->cache_blocks;  in dm_cache_size()
1001 	return r;  in dm_cache_size()
1006 	int r;  in __remove()  local
1010 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __remove()
1012 	if (r)  in __remove()
1013 		return r;  in __remove()
1021 	int r;  in dm_cache_remove_mapping()  local
1024 	r = __remove(cmd, cblock);  in dm_cache_remove_mapping()
1027 	return r;  in dm_cache_remove_mapping()
1033 	int r;  in __insert()  local
1037 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __insert()
1039 	if (r)  in __insert()
1040 		return r;  in __insert()
1049 	int r;  in dm_cache_insert_mapping()  local
1052 	r = __insert(cmd, cblock, oblock);  in dm_cache_insert_mapping()
1055 	return r;  in dm_cache_insert_mapping()
1109 	int r = 0;  in __load_mapping()  local
1123 			r = dm_array_get_value(&cmd->hint_info, cmd->hint_root,  in __load_mapping()
1125 			if (r && r != -ENODATA)  in __load_mapping()
1126 				return r;  in __load_mapping()
1130 		r = thunk->fn(thunk->context, oblock, to_cblock(cblock),  in __load_mapping()
1134 	return r;  in __load_mapping()
1157 	int r;  in dm_cache_load_mappings()  local
1160 	r = __load_mappings(cmd, policy, fn, context);  in dm_cache_load_mappings()
1163 	return r;  in dm_cache_load_mappings()
1168 	int r = 0;  in __dump_mapping()  local
1176 	return r;  in __dump_mapping()
1193 	int r;  in dm_cache_changed_this_transaction()  local
1196 	r = cmd->changed;  in dm_cache_changed_this_transaction()
1199 	return r;  in dm_cache_changed_this_transaction()
1204 	int r;  in __dirty()  local
1209 	r = dm_array_get_value(&cmd->info, cmd->root, from_cblock(cblock), &value);  in __dirty()
1210 	if (r)  in __dirty()
1211 		return r;  in __dirty()
1222 	r = dm_array_set_value(&cmd->info, cmd->root, from_cblock(cblock),  in __dirty()
1224 	if (r)  in __dirty()
1225 		return r;  in __dirty()
1235 	int r;  in dm_cache_set_dirty()  local
1238 	r = __dirty(cmd, cblock, dirty);  in dm_cache_set_dirty()
1241 	return r;  in dm_cache_set_dirty()
1262 	int r;  in dm_cache_commit()  local
1267 	r = __commit_transaction(cmd, mutator);  in dm_cache_commit()
1268 	if (r)  in dm_cache_commit()
1271 	r = __begin_transaction(cmd);  in dm_cache_commit()
1275 	return r;  in dm_cache_commit()
1281 	int r = -EINVAL;  in dm_cache_get_free_metadata_block_count()  local
1284 	r = dm_sm_get_nr_free(cmd->metadata_sm, result);  in dm_cache_get_free_metadata_block_count()
1287 	return r;  in dm_cache_get_free_metadata_block_count()
1293 	int r = -EINVAL;  in dm_cache_get_metadata_dev_size()  local
1296 	r = dm_sm_get_nr_blocks(cmd->metadata_sm, result);  in dm_cache_get_metadata_dev_size()
1299 	return r;  in dm_cache_get_metadata_dev_size()
1306 	int r;  in begin_hints()  local
1326 			r = dm_array_del(&cmd->hint_info, cmd->hint_root);  in begin_hints()
1327 			if (r)  in begin_hints()
1328 				return r;  in begin_hints()
1331 		r = dm_array_empty(&cmd->hint_info, &cmd->hint_root);  in begin_hints()
1332 		if (r)  in begin_hints()
1333 			return r;  in begin_hints()
1337 		r = dm_array_resize(&cmd->hint_info, cmd->hint_root, 0,  in begin_hints()
1340 		if (r)  in begin_hints()
1341 			return r;  in begin_hints()
1351 	int r;  in save_hint()  local
1355 	r = dm_array_set_value(&cmd->hint_info, cmd->hint_root,  in save_hint()
1359 	return r;  in save_hint()
1364 	int r;  in write_hints()  local
1366 	r = begin_hints(cmd, policy);  in write_hints()
1367 	if (r) {  in write_hints()
1369 		return r;  in write_hints()
1377 	int r;  in dm_cache_write_hints()  local
1380 	r = write_hints(cmd, policy);  in dm_cache_write_hints()
1383 	return r;  in dm_cache_write_hints()