64 	bool r;  in iot_idle_for()  local
68 	r = __iot_idle_for(iot, jifs);  in iot_idle_for()
71 	return r;  in iot_idle_for()
480 	struct dm_bio_prison_cell *r = NULL;  in prealloc_get_cell()  local
483 		r = p->cell1;  in prealloc_get_cell()
487 		r = p->cell2;  in prealloc_get_cell()
492 	return r;  in prealloc_get_cell()
533 	int r;  in bio_detain_range()  local
537 	r = dm_bio_detain(cache->prison, &key, bio, cell_prealloc, cell_result);  in bio_detain_range()
538 	if (r)  in bio_detain_range()
541 	return r;  in bio_detain_range()
559 	int r;  in get_cell()  local
566 	r = dm_get_cell(cache->prison, &key, cell_prealloc, cell_result);  in get_cell()
567 	if (r)  in get_cell()
570 	return r;  in get_cell()
661 	int r;  in is_discarded()  local
665 	r = test_bit(from_dblock(b), cache->discard_bitset);  in is_discarded()
668 	return r;  in is_discarded()
673 	int r;  in is_discarded_oblock()  local
677 	r = test_bit(from_dblock(oblock_to_dblock(cache, b)),  in is_discarded_oblock()
681 	return r;  in is_discarded_oblock()
1047 static void metadata_operation_failed(struct cache *cache, const char *op, int r)  in metadata_operation_failed()  argument
1050 		    cache_device_name(cache), op, r);  in metadata_operation_failed()
1156 	int r;  in migration_success_pre_commit()  local
1167 		r = dm_cache_remove_mapping(cache->cmd, mg->cblock);  in migration_success_pre_commit()
1168 		if (r) {  in migration_success_pre_commit()
1171 			metadata_operation_failed(cache, "dm_cache_remove_mapping", r);  in migration_success_pre_commit()
1180 		r = dm_cache_insert_mapping(cache->cmd, mg->cblock, mg->new_oblock);  in migration_success_pre_commit()
1181 		if (r) {  in migration_success_pre_commit()
1184 			metadata_operation_failed(cache, "dm_cache_insert_mapping", r);  in migration_success_pre_commit()
1257 	int r;  in issue_copy()  local
1272 		r = dm_kcopyd_copy(cache->copier, &c_region, 1, &o_region, 0, copy_complete, mg);  in issue_copy()
1276 		r = dm_kcopyd_copy(cache->copier, &o_region, 1, &c_region, 0, copy_complete, mg);  in issue_copy()
1279 	if (r < 0) {  in issue_copy()
1628 	int r;  in process_discard_bio()  local
1639 …r = bio_detain_range(cache, dblock_to_oblock(cache, b), dblock_to_oblock(cache, e), bio, cell_prea…  in process_discard_bio()
1642 	if (r > 0)  in process_discard_bio()
1801 	int r;  in process_cell()  local
1817 	r = policy_map(cache->policy, block, true, can_migrate, fast_promotion,  in process_cell()
1820 	if (r == -EWOULDBLOCK)  in process_cell()
1897 	int r;  in process_bio()  local
1905 	r = bio_detain(cache, block, bio, cell_prealloc,  in process_bio()
1908 	if (r > 0)  in process_bio()
1925 	int r;  in commit()  local
1931 	r = dm_cache_commit(cache->cmd, clean_shutdown);  in commit()
1932 	if (r)  in commit()
1933 		metadata_operation_failed(cache, "dm_cache_commit", r);  in commit()
1935 	return r;  in commit()
1940 	int r = 0;  in commit_if_needed()  local
1944 		r = commit(cache, false);  in commit_if_needed()
1949 	return r;  in commit_if_needed()
2109 	int r = 0;  in process_invalidation_request()  local
2114 		r = policy_remove_cblock(cache->policy, to_cblock(begin));  in process_invalidation_request()
2115 		if (!r) {  in process_invalidation_request()
2116 			r = dm_cache_remove_mapping(cache->cmd, to_cblock(begin));  in process_invalidation_request()
2117 			if (r) {  in process_invalidation_request()
2118 				metadata_operation_failed(cache, "dm_cache_remove_mapping", r);  in process_invalidation_request()
2122 		} else if (r == -ENODATA) {  in process_invalidation_request()
2124 			r = 0;  in process_invalidation_request()
2136 	req->err = r;  in process_invalidation_request()
2449 	int r;  in parse_metadata_dev()  local
2456 	r = dm_get_device(ca->ti, dm_shift_arg(as), FMODE_READ | FMODE_WRITE,  in parse_metadata_dev()
2458 	if (r) {  in parse_metadata_dev()
2460 		return r;  in parse_metadata_dev()
2474 	int r;  in parse_cache_dev()  local
2479 	r = dm_get_device(ca->ti, dm_shift_arg(as), FMODE_READ | FMODE_WRITE,  in parse_cache_dev()
2481 	if (r) {  in parse_cache_dev()
2483 		return r;  in parse_cache_dev()
2493 	int r;  in parse_origin_dev()  local
2498 	r = dm_get_device(ca->ti, dm_shift_arg(as), FMODE_READ | FMODE_WRITE,  in parse_origin_dev()
2500 	if (r) {  in parse_origin_dev()
2502 		return r;  in parse_origin_dev()
2553 	int r;  in parse_features()  local
2560 	r = dm_read_arg_group(_args, as, &argc, error);  in parse_features()
2561 	if (r)  in parse_features()
2592 	int r;  in parse_policy()  local
2599 	r = dm_read_arg_group(_args, as, &ca->policy_argc, error);  in parse_policy()
2600 	if (r)  in parse_policy()
2612 	int r;  in parse_cache_args()  local
2618 	r = parse_metadata_dev(ca, &as, error);  in parse_cache_args()
2619 	if (r)  in parse_cache_args()
2620 		return r;  in parse_cache_args()
2622 	r = parse_cache_dev(ca, &as, error);  in parse_cache_args()
2623 	if (r)  in parse_cache_args()
2624 		return r;  in parse_cache_args()
2626 	r = parse_origin_dev(ca, &as, error);  in parse_cache_args()
2627 	if (r)  in parse_cache_args()
2628 		return r;  in parse_cache_args()
2630 	r = parse_block_size(ca, &as, error);  in parse_cache_args()
2631 	if (r)  in parse_cache_args()
2632 		return r;  in parse_cache_args()
2634 	r = parse_features(ca, &as, error);  in parse_cache_args()
2635 	if (r)  in parse_cache_args()
2636 		return r;  in parse_cache_args()
2638 	r = parse_policy(ca, &as, error);  in parse_cache_args()
2639 	if (r)  in parse_cache_args()
2640 		return r;  in parse_cache_args()
2668 	int r = process_config_option(cache, key, value);  in set_config_value()  local
2670 	if (r == NOT_CORE_OPTION)  in set_config_value()
2671 		r = policy_set_config_value(cache->policy, key, value);  in set_config_value()
2673 	if (r)  in set_config_value()
2676 	return r;  in set_config_value()
2681 	int r = 0;  in set_config_values()  local
2689 		r = set_config_value(cache, argv[0], argv[1]);  in set_config_values()
2690 		if (r)  in set_config_values()
2697 	return r;  in set_config_values()
2759 	int r = 0;  in cache_create()  local
2800 		r = -EINVAL;  in cache_create()
2815 	r = create_cache_policy(cache, ca, error);  in cache_create()
2816 	if (r)  in cache_create()
2822 	r = set_config_values(cache, ca->policy_argc, ca->policy_argv);  in cache_create()
2823 	if (r) {  in cache_create()
2833 		r = PTR_ERR(cmd);  in cache_create()
2840 		r = -EINVAL;  in cache_create()
2847 		r = dm_cache_metadata_all_clean(cache->cmd, &all_clean);  in cache_create()
2848 		if (r) {  in cache_create()
2855 			r = -EINVAL;  in cache_create()
2876 	r = -ENOMEM;  in cache_create()
2900 		r = PTR_ERR(cache->copier);  in cache_create()
2958 	return r;  in cache_create()
2987 	int r = -EINVAL;  in cache_ctr()  local
2998 	r = parse_cache_args(ca, argc, argv, &ti->error);  in cache_ctr()
2999 	if (r)  in cache_ctr()
3002 	r = cache_create(ca, &cache);  in cache_ctr()
3003 	if (r)  in cache_ctr()
3006 	r = copy_ctr_args(cache, argc - 3, (const char **)argv + 3);  in cache_ctr()
3007 	if (r) {  in cache_ctr()
3016 	return r;  in cache_ctr()
3025 	int r;  in cache_map()  local
3062 	r = bio_detain(cache, block, bio, cell,  in cache_map()
3065 	if (r) {  in cache_map()
3066 		if (r < 0)  in cache_map()
3074 	r = policy_map(cache->policy, block, false, can_migrate, fast_promotion,  in cache_map()
3076 	if (r == -EWOULDBLOCK) {  in cache_map()
3080 	} else if (r) {  in cache_map()
3082 			    cache_device_name(cache), r);  in cache_map()
3088 	r = DM_MAPIO_REMAPPED;  in cache_map()
3098 				r = DM_MAPIO_SUBMITTED;  in cache_map()
3134 			r = DM_MAPIO_SUBMITTED;  in cache_map()
3146 		r = DM_MAPIO_SUBMITTED;  in cache_map()
3149 	return r;  in cache_map()
3175 	unsigned i, r;  in write_dirty_bitset()  local
3181 		r = dm_cache_set_dirty(cache->cmd, to_cblock(i),  in write_dirty_bitset()
3183 		if (r) {  in write_dirty_bitset()
3184 			metadata_operation_failed(cache, "dm_cache_set_dirty", r);  in write_dirty_bitset()
3185 			return r;  in write_dirty_bitset()
3194 	unsigned i, r;  in write_discard_bitset()  local
3199 	r = dm_cache_discard_bitset_resize(cache->cmd, cache->discard_block_size,  in write_discard_bitset()
3201 	if (r) {  in write_discard_bitset()
3203 		metadata_operation_failed(cache, "dm_cache_discard_bitset_resize", r);  in write_discard_bitset()
3204 		return r;  in write_discard_bitset()
3208 		r = dm_cache_set_discard(cache->cmd, to_dblock(i),  in write_discard_bitset()
3210 		if (r) {  in write_discard_bitset()
3211 			metadata_operation_failed(cache, "dm_cache_set_discard", r);  in write_discard_bitset()
3212 			return r;  in write_discard_bitset()
3221 	int r;  in write_hints()  local
3226 	r = dm_cache_write_hints(cache->cmd, cache->policy);  in write_hints()
3227 	if (r) {  in write_hints()
3228 		metadata_operation_failed(cache, "dm_cache_write_hints", r);  in write_hints()
3229 		return r;  in write_hints()
3286 	int r;  in load_mapping()  local
3289 	r = policy_load_mapping(cache->policy, oblock, cblock, hint, hint_valid);  in load_mapping()
3290 	if (r)  in load_mapping()
3291 		return r;  in load_mapping()
3415 	int r;  in resize_cache_dev()  local
3417 	r = dm_cache_resize(cache->cmd, new_size);  in resize_cache_dev()
3418 	if (r) {  in resize_cache_dev()
3420 		metadata_operation_failed(cache, "dm_cache_resize", r);  in resize_cache_dev()
3421 		return r;  in resize_cache_dev()
3431 	int r = 0;  in cache_preresume()  local
3439 		r = resize_cache_dev(cache, csize);  in cache_preresume()
3440 		if (r)  in cache_preresume()
3441 			return r;  in cache_preresume()
3449 		r = resize_cache_dev(cache, csize);  in cache_preresume()
3450 		if (r)  in cache_preresume()
3451 			return r;  in cache_preresume()
3455 		r = dm_cache_load_mappings(cache->cmd, cache->policy,  in cache_preresume()
3457 		if (r) {  in cache_preresume()
3459 			metadata_operation_failed(cache, "dm_cache_load_mappings", r);  in cache_preresume()
3460 			return r;  in cache_preresume()
3477 		r = dm_cache_load_discards(cache->cmd, load_discard, &li);  in cache_preresume()
3478 		if (r) {  in cache_preresume()
3480 			metadata_operation_failed(cache, "dm_cache_load_discards", r);  in cache_preresume()
3481 			return r;  in cache_preresume()
3488 	return r;  in cache_preresume()
3513 	int r = 0;  in cache_status()  local
3534 		r = dm_cache_get_free_metadata_block_count(cache->cmd, &nr_free_blocks_metadata);  in cache_status()
3535 		if (r) {  in cache_status()
3537 			      cache_device_name(cache), r);  in cache_status()
3541 		r = dm_cache_get_metadata_dev_size(cache->cmd, &nr_blocks_metadata);  in cache_status()
3542 		if (r) {  in cache_status()
3544 			      cache_device_name(cache), r);  in cache_status()
3584 			r = policy_emit_config_values(cache->policy, result, maxlen, &sz);  in cache_status()
3585 			if (r)  in cache_status()
3587 				      cache_device_name(cache), r);  in cache_status()
3595 		r = dm_cache_metadata_needs_check(cache->cmd, &needs_check);  in cache_status()
3597 		if (r || needs_check)  in cache_status()
3635 	int r;  in parse_cblock_range()  local
3640 	r = sscanf(str, "%llu-%llu%c", &b, &e, &dummy);  in parse_cblock_range()
3641 	if (r < 0)  in parse_cblock_range()
3642 		return r;  in parse_cblock_range()
3644 	if (r == 2) {  in parse_cblock_range()
3653 	r = sscanf(str, "%llu%c", &b, &dummy);  in parse_cblock_range()
3654 	if (r < 0)  in parse_cblock_range()
3655 		return r;  in parse_cblock_range()
3657 	if (r == 1) {  in parse_cblock_range()
3716 	int r = 0;  in process_invalidate_cblocks_message()  local
3727 		r = parse_cblock_range(cache, cblock_ranges[i], &range);  in process_invalidate_cblocks_message()
3728 		if (r)  in process_invalidate_cblocks_message()
3731 		r = validate_cblock_range(cache, &range);  in process_invalidate_cblocks_message()
3732 		if (r)  in process_invalidate_cblocks_message()
3738 		r = request_invalidation(cache, &range);  in process_invalidate_cblocks_message()
3739 		if (r)  in process_invalidate_cblocks_message()
3743 	return r;  in process_invalidate_cblocks_message()
3779 	int r = 0;  in cache_iterate_devices()  local
3782 	r = fn(ti, cache->cache_dev, 0, get_dev_size(cache->cache_dev), data);  in cache_iterate_devices()
3783 	if (!r)  in cache_iterate_devices()
3784 		r = fn(ti, cache->origin_dev, 0, ti->len, data);  in cache_iterate_devices()
3786 	return r;  in cache_iterate_devices()
3837 	int r;  in dm_cache_init()  local
3839 	r = dm_register_target(&cache_target);  in dm_cache_init()
3840 	if (r) {  in dm_cache_init()
3841 		DMERR("cache target registration failed: %d", r);  in dm_cache_init()
3842 		return r;  in dm_cache_init()