367 					ext4_group_t group);
369 						ext4_group_t group);
723 				void *buddy, void *bitmap, ext4_group_t group)  in ext4_mb_generate_buddy()  argument
725 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_buddy()
755 		ext4_grp_locked_error(sb, group, 0, 0,  in ext4_mb_generate_buddy()
826 	ext4_group_t first_group, group;  in ext4_mb_init_cache()  local
862 	for (i = 0, group = first_group; i < groups_per_page; i++, group++) {  in ext4_mb_init_cache()
863 		if (group >= ngroups)  in ext4_mb_init_cache()
866 		grinfo = ext4_get_group_info(sb, group);  in ext4_mb_init_cache()
877 		bh[i] = ext4_read_block_bitmap_nowait(sb, group);  in ext4_mb_init_cache()
883 		mb_debug(1, "read bitmap for group %u\n", group);  in ext4_mb_init_cache()
887 	for (i = 0, group = first_group; i < groups_per_page; i++, group++) {  in ext4_mb_init_cache()
892 		err2 = ext4_wait_block_bitmap(sb, group, bh[i]);  in ext4_mb_init_cache()
899 		group = (first_block + i) >> 1;  in ext4_mb_init_cache()
900 		if (group >= ngroups)  in ext4_mb_init_cache()
903 		if (!bh[group - first_group])  in ext4_mb_init_cache()
907 		if (!buffer_verified(bh[group - first_group]))  in ext4_mb_init_cache()
919 		bitmap = bh[group - first_group]->b_data;  in ext4_mb_init_cache()
929 				group, page->index, i * blocksize);  in ext4_mb_init_cache()
930 			trace_ext4_mb_buddy_bitmap_load(sb, group);  in ext4_mb_init_cache()
931 			grinfo = ext4_get_group_info(sb, group);  in ext4_mb_init_cache()
939 			ext4_lock_group(sb, group);  in ext4_mb_init_cache()
942 			ext4_mb_generate_buddy(sb, data, incore, group);  in ext4_mb_init_cache()
943 			ext4_unlock_group(sb, group);  in ext4_mb_init_cache()
949 				group, page->index, i * blocksize);  in ext4_mb_init_cache()
950 			trace_ext4_mb_bitmap_load(sb, group);  in ext4_mb_init_cache()
953 			ext4_lock_group(sb, group);  in ext4_mb_init_cache()
957 			ext4_mb_generate_from_pa(sb, data, group);  in ext4_mb_init_cache()
958 			ext4_mb_generate_from_freelist(sb, data, group);  in ext4_mb_init_cache()
959 			ext4_unlock_group(sb, group);  in ext4_mb_init_cache()
986 		ext4_group_t group, struct ext4_buddy *e4b)  in ext4_mb_get_buddy_page_lock()  argument
1002 	block = group * 2;  in ext4_mb_get_buddy_page_lock()
1045 int ext4_mb_init_group(struct super_block *sb, ext4_group_t group)  in ext4_mb_init_group()  argument
1054 	mb_debug(1, "init group %u\n", group);  in ext4_mb_init_group()
1055 	this_grp = ext4_get_group_info(sb, group);  in ext4_mb_init_group()
1065 	ret = ext4_mb_get_buddy_page_lock(sb, group, &e4b);  in ext4_mb_init_group()
1112 ext4_mb_load_buddy(struct super_block *sb, ext4_group_t group,  in ext4_mb_load_buddy()  argument
1126 	mb_debug(1, "load group %u\n", group);  in ext4_mb_load_buddy()
1129 	grp = ext4_get_group_info(sb, group);  in ext4_mb_load_buddy()
1134 	e4b->bd_group = group;  in ext4_mb_load_buddy()
1143 		ret = ext4_mb_init_group(sb, group);  in ext4_mb_load_buddy()
1153 	block = group * 2;  in ext4_mb_load_buddy()
1793 	ext4_group_t group = ex.fe_group;  in ext4_mb_try_best_found()  local
1798 	err = ext4_mb_load_buddy(ac->ac_sb, group, e4b);  in ext4_mb_try_best_found()
1802 	ext4_lock_group(ac->ac_sb, group);  in ext4_mb_try_best_found()
1810 	ext4_unlock_group(ac->ac_sb, group);  in ext4_mb_try_best_found()
1820 	ext4_group_t group = ac->ac_g_ex.fe_group;  in ext4_mb_find_by_goal()  local
1824 	struct ext4_group_info *grp = ext4_get_group_info(ac->ac_sb, group);  in ext4_mb_find_by_goal()
1832 	err = ext4_mb_load_buddy(ac->ac_sb, group, e4b);  in ext4_mb_find_by_goal()
1841 	ext4_lock_group(ac->ac_sb, group);  in ext4_mb_find_by_goal()
1874 	ext4_unlock_group(ac->ac_sb, group);  in ext4_mb_find_by_goal()
2031 				ext4_group_t group, int cr)  in ext4_mb_good_group()  argument
2035 	struct ext4_group_info *grp = ext4_get_group_info(ac->ac_sb, group);  in ext4_mb_good_group()
2050 		int ret = ext4_mb_init_group(ac->ac_sb, group);  in ext4_mb_good_group()
2066 		    ((group % flex_size) == 0))  in ext4_mb_good_group()
2097 	ext4_group_t ngroups, group, i;  in ext4_mb_regular_allocator()  local
2163 		group = ac->ac_g_ex.fe_group;  in ext4_mb_regular_allocator()
2165 		for (i = 0; i < ngroups; group++, i++) {  in ext4_mb_regular_allocator()
2172 			if (group >= ngroups)  in ext4_mb_regular_allocator()
2173 				group = 0;  in ext4_mb_regular_allocator()
2176 			ret = ext4_mb_good_group(ac, group, cr);  in ext4_mb_regular_allocator()
2183 			err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_regular_allocator()
2187 			ext4_lock_group(sb, group);  in ext4_mb_regular_allocator()
2193 			ret = ext4_mb_good_group(ac, group, cr);  in ext4_mb_regular_allocator()
2195 				ext4_unlock_group(sb, group);  in ext4_mb_regular_allocator()
2211 			ext4_unlock_group(sb, group);  in ext4_mb_regular_allocator()
2253 	ext4_group_t group;  in ext4_mb_seq_groups_start()  local
2257 	group = *pos + 1;  in ext4_mb_seq_groups_start()
2258 	return (void *) ((unsigned long) group);  in ext4_mb_seq_groups_start()
2264 	ext4_group_t group;  in ext4_mb_seq_groups_next()  local
2269 	group = *pos + 1;  in ext4_mb_seq_groups_next()
2270 	return (void *) ((unsigned long) group);  in ext4_mb_seq_groups_next()
2276 	ext4_group_t group = (ext4_group_t) ((unsigned long) v);  in ext4_mb_seq_groups_show()  local
2286 	group--;  in ext4_mb_seq_groups_show()
2287 	if (group == 0)  in ext4_mb_seq_groups_show()
2294 	grinfo = ext4_get_group_info(sb, group);  in ext4_mb_seq_groups_show()
2297 		err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_seq_groups_show()
2299 			seq_printf(seq, "#%-5u: I/O error\n", group);  in ext4_mb_seq_groups_show()
2305 	memcpy(&sg, ext4_get_group_info(sb, group), i);  in ext4_mb_seq_groups_show()
2310 	seq_printf(seq, "#%-5u: %-5u %-5u %-5u [", group, sg.info.bb_free,  in ext4_mb_seq_groups_show()
2396 int ext4_mb_add_groupinfo(struct super_block *sb, ext4_group_t group,  in ext4_mb_add_groupinfo()  argument
2410 	if (group % EXT4_DESC_PER_BLOCK(sb) == 0) {  in ext4_mb_add_groupinfo()
2419 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)] =  in ext4_mb_add_groupinfo()
2424 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)];  in ext4_mb_add_groupinfo()
2425 	i = group & (EXT4_DESC_PER_BLOCK(sb) - 1);  in ext4_mb_add_groupinfo()
2441 			ext4_free_clusters_after_init(sb, group, desc);  in ext4_mb_add_groupinfo()
2458 		bh = ext4_read_block_bitmap(sb, group);  in ext4_mb_add_groupinfo()
2470 	if (group % EXT4_DESC_PER_BLOCK(sb) == 0) {  in ext4_mb_add_groupinfo()
2471 		kfree(sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)]);  in ext4_mb_add_groupinfo()
2472 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)] = NULL;  in ext4_mb_add_groupinfo()
3448 						ext4_group_t group)  in ext4_mb_generate_from_freelist()  argument
3454 	grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_from_freelist()
3472 					ext4_group_t group)  in ext4_mb_generate_from_pa()  argument
3474 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_from_pa()
3499 		BUG_ON(groupnr != group);  in ext4_mb_generate_from_pa()
3503 	mb_debug(1, "prellocated %u for group %u\n", preallocated, group);  in ext4_mb_generate_from_pa()
3758 	ext4_group_t group;  in ext4_mb_release_inode_pa()  local
3765 	ext4_get_group_no_and_offset(sb, pa->pa_pstart, &group, &bit);  in ext4_mb_release_inode_pa()
3767 	BUG_ON(group != e4b->bd_group && pa->pa_len != 0);  in ext4_mb_release_inode_pa()
3776 			 (unsigned) ext4_group_first_block_no(sb, group) + bit,  in ext4_mb_release_inode_pa()
3777 			 (unsigned) next - bit, (unsigned) group);  in ext4_mb_release_inode_pa()
3780 		trace_ext4_mballoc_discard(sb, NULL, group, bit, next - bit);  in ext4_mb_release_inode_pa()
3793 		ext4_grp_locked_error(sb, group, 0, 0, "free %u, pa_free %u",  in ext4_mb_release_inode_pa()
3810 	ext4_group_t group;  in ext4_mb_release_group_pa()  local
3815 	ext4_get_group_no_and_offset(sb, pa->pa_pstart, &group, &bit);  in ext4_mb_release_group_pa()
3816 	BUG_ON(group != e4b->bd_group && pa->pa_len != 0);  in ext4_mb_release_group_pa()
3819 	trace_ext4_mballoc_discard(sb, NULL, group, bit, pa->pa_len);  in ext4_mb_release_group_pa()
3835 					ext4_group_t group, int needed)  in ext4_mb_discard_group_preallocations()  argument
3837 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_discard_group_preallocations()
3846 	mb_debug(1, "discard preallocation for group %u\n", group);  in ext4_mb_discard_group_preallocations()
3851 	bitmap_bh = ext4_read_block_bitmap(sb, group);  in ext4_mb_discard_group_preallocations()
3855 			   err, group);  in ext4_mb_discard_group_preallocations()
3859 	err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_discard_group_preallocations()
3861 		ext4_error(sb, "Error loading buddy information for %u", group);  in ext4_mb_discard_group_preallocations()
3871 	ext4_lock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3900 		ext4_unlock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3929 	ext4_unlock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3950 	ext4_group_t group = 0;  in ext4_discard_preallocations()  local
4016 		group = ext4_get_group_number(sb, pa->pa_pstart);  in ext4_discard_preallocations()
4018 		err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_discard_preallocations()
4021 					group);  in ext4_discard_preallocations()
4025 		bitmap_bh = ext4_read_block_bitmap(sb, group);  in ext4_discard_preallocations()
4029 					err, group);  in ext4_discard_preallocations()
4034 		ext4_lock_group(sb, group);  in ext4_discard_preallocations()
4037 		ext4_unlock_group(sb, group);  in ext4_discard_preallocations()
4176 	ext4_group_t group;  in ext4_mb_initialize_context()  local
4193 	ext4_get_group_no_and_offset(sb, goal, &group, &block);  in ext4_mb_initialize_context()
4201 	ac->ac_o_ex.fe_group = group;  in ext4_mb_initialize_context()
4227 	ext4_group_t group = 0;  in ext4_mb_discard_lg_preallocations()  local
4278 		group = ext4_get_group_number(sb, pa->pa_pstart);  in ext4_mb_discard_lg_preallocations()
4279 		if (ext4_mb_load_buddy(sb, group, &e4b)) {  in ext4_mb_discard_lg_preallocations()
4281 					group);  in ext4_mb_discard_lg_preallocations()
4284 		ext4_lock_group(sb, group);  in ext4_mb_discard_lg_preallocations()
4287 		ext4_unlock_group(sb, group);  in ext4_mb_discard_lg_preallocations()
4577 	ext4_group_t group = e4b->bd_group;  in ext4_mb_free_metadata()  local
4610 			ext4_grp_locked_error(sb, group, 0,  in ext4_mb_free_metadata()
4611 				ext4_group_first_block_no(sb, group) +  in ext4_mb_free_metadata()
5053 			     ext4_group_t group, struct ext4_buddy *e4b)  in ext4_trim_extent()  argument
5060 	trace_ext4_trim_extent(sb, group, start, count);  in ext4_trim_extent()
5062 	assert_spin_locked(ext4_group_lock_ptr(sb, group));  in ext4_trim_extent()
5065 	ex.fe_group = group;  in ext4_trim_extent()
5073 	ext4_unlock_group(sb, group);  in ext4_trim_extent()
5074 	ret = ext4_issue_discard(sb, group, start, count);  in ext4_trim_extent()
5075 	ext4_lock_group(sb, group);  in ext4_trim_extent()
5099 ext4_trim_all_free(struct super_block *sb, ext4_group_t group,  in ext4_trim_all_free()  argument
5108 	trace_ext4_trim_all_free(sb, group, start, max);  in ext4_trim_all_free()
5110 	ret = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_trim_all_free()
5113 				"information for %u", group);  in ext4_trim_all_free()
5118 	ext4_lock_group(sb, group);  in ext4_trim_all_free()
5134 					       next - start, group, &e4b);  in ext4_trim_all_free()
5149 			ext4_unlock_group(sb, group);  in ext4_trim_all_free()
5151 			ext4_lock_group(sb, group);  in ext4_trim_all_free()
5163 	ext4_unlock_group(sb, group);  in ext4_trim_all_free()
5167 		count, group);  in ext4_trim_all_free()
5187 	ext4_group_t group, first_group, last_group;  in ext4_trim_fs()  local
5220 	for (group = first_group; group <= last_group; group++) {  in ext4_trim_fs()
5221 		grp = ext4_get_group_info(sb, group);  in ext4_trim_fs()
5224 			ret = ext4_mb_init_group(sb, group);  in ext4_trim_fs()
5235 		if (group == last_group)  in ext4_trim_fs()
5239 			cnt = ext4_trim_all_free(sb, group, first_cluster,  in ext4_trim_fs()