96 static void *element_at(struct dm_array_info *info, struct array_block *ab,  in element_at()  argument
99 	unsigned char *entry = (unsigned char *) (ab + 1);  in element_at()
110 static void on_entries(struct dm_array_info *info, struct array_block *ab,  in on_entries()  argument
113 	unsigned i, nr_entries = le32_to_cpu(ab->nr_entries);  in on_entries()
116 		fn(info->value_type.context, element_at(info, ab, i));  in on_entries()
122 static void inc_ablock_entries(struct dm_array_info *info, struct array_block *ab)  in inc_ablock_entries()  argument
127 		on_entries(info, ab, vt->inc);  in inc_ablock_entries()
133 static void dec_ablock_entries(struct dm_array_info *info, struct array_block *ab)  in dec_ablock_entries()  argument
138 		on_entries(info, ab, vt->dec);  in dec_ablock_entries()
154 			struct dm_block **block, struct array_block **ab)  in alloc_ablock()  argument
162 	(*ab) = dm_block_data(*block);  in alloc_ablock()
163 	(*ab)->max_entries = cpu_to_le32(max_entries);  in alloc_ablock()
164 	(*ab)->nr_entries = cpu_to_le32(0);  in alloc_ablock()
165 	(*ab)->value_size = cpu_to_le32(info->value_type.size);  in alloc_ablock()
175 static void fill_ablock(struct dm_array_info *info, struct array_block *ab,  in fill_ablock()  argument
182 	BUG_ON(new_nr > le32_to_cpu(ab->max_entries));  in fill_ablock()
183 	BUG_ON(new_nr < le32_to_cpu(ab->nr_entries));  in fill_ablock()
185 	nr_entries = le32_to_cpu(ab->nr_entries);  in fill_ablock()
189 		memcpy(element_at(info, ab, i), value, vt->size);  in fill_ablock()
191 	ab->nr_entries = cpu_to_le32(new_nr);  in fill_ablock()
199 static void trim_ablock(struct dm_array_info *info, struct array_block *ab,  in trim_ablock()  argument
206 	BUG_ON(new_nr > le32_to_cpu(ab->max_entries));  in trim_ablock()
207 	BUG_ON(new_nr > le32_to_cpu(ab->nr_entries));  in trim_ablock()
209 	nr_entries = le32_to_cpu(ab->nr_entries);  in trim_ablock()
212 			vt->dec(vt->context, element_at(info, ab, i - 1));  in trim_ablock()
213 	ab->nr_entries = cpu_to_le32(new_nr);  in trim_ablock()
221 		      struct dm_block **block, struct array_block **ab)  in get_ablock()  argument
229 	*ab = dm_block_data(*block);  in get_ablock()
255 			 struct array_block **ab)  in lookup_ablock()  argument
265 	return get_ablock(info, le64_to_cpu(block_le), block, ab);  in lookup_ablock()
287 			 struct array_block **ab)  in shadow_ablock()  argument
310 	*ab = dm_block_data(*block);  in shadow_ablock()
312 		inc_ablock_entries(info, *ab);  in shadow_ablock()
344 	struct array_block *ab;  in insert_new_ablock()  local
346 	r = alloc_ablock(info, size_of_block, max_entries, &block, &ab);  in insert_new_ablock()
350 	fill_ablock(info, ab, value, nr);  in insert_new_ablock()
456 	struct array_block *ab;  in shrink()  local
477 				  resize->new_nr_full_blocks, &block, &ab);  in shrink()
481 		trim_ablock(resize->info, ab, resize->new_nr_entries_in_last_block);  in shrink()
495 	struct array_block *ab;  in grow_extend_tail_block()  local
498 			  resize->old_nr_full_blocks, &block, &ab);  in grow_extend_tail_block()
502 	fill_ablock(resize->info, ab, resize->value, new_nr_entries);  in grow_extend_tail_block()
578 	struct array_block *ab;  in block_dec()  local
596 		r = get_ablock(info, b, &block, &ab);  in block_dec()
603 		dec_ablock_entries(info, ab);  in block_dec()
695 	struct array_block *ab;  in dm_array_get_value()  local
702 	r = lookup_ablock(info, root, index / max_entries, &block, &ab);  in dm_array_get_value()
707 	if (entry >= le32_to_cpu(ab->nr_entries))  in dm_array_get_value()
710 		memcpy(value_le, element_at(info, ab, entry),  in dm_array_get_value()
723 	struct array_block *ab;  in array_set_value()  local
733 	r = shadow_ablock(info, &root, index / max_entries, &block, &ab);  in array_set_value()
739 	if (entry >= le32_to_cpu(ab->nr_entries)) {  in array_set_value()
744 	old_value = element_at(info, ab, entry);  in array_set_value()
786 	struct array_block *ab;  in walk_ablock()  local
789 	r = get_ablock(wi->info, le64_to_cpu(block_le), &block, &ab);  in walk_ablock()
793 	max_entries = le32_to_cpu(ab->max_entries);  in walk_ablock()
794 	nr_entries = le32_to_cpu(ab->nr_entries);  in walk_ablock()
797 			   element_at(wi->info, ab, i));  in walk_ablock()