366 					ext4_group_t group);
368 						ext4_group_t group);
722 				void *buddy, void *bitmap, ext4_group_t group)  in ext4_mb_generate_buddy()  argument
724 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_buddy()
754 		ext4_grp_locked_error(sb, group, 0, 0,  in ext4_mb_generate_buddy()
825 	ext4_group_t first_group, group;  in ext4_mb_init_cache()  local
861 	for (i = 0, group = first_group; i < groups_per_page; i++, group++) {  in ext4_mb_init_cache()
862 		if (group >= ngroups)  in ext4_mb_init_cache()
865 		grinfo = ext4_get_group_info(sb, group);  in ext4_mb_init_cache()
876 		if (!(bh[i] = ext4_read_block_bitmap_nowait(sb, group))) {  in ext4_mb_init_cache()
880 		mb_debug(1, "read bitmap for group %u\n", group);  in ext4_mb_init_cache()
884 	for (i = 0, group = first_group; i < groups_per_page; i++, group++) {  in ext4_mb_init_cache()
885 		if (bh[i] && ext4_wait_block_bitmap(sb, group, bh[i])) {  in ext4_mb_init_cache()
893 		group = (first_block + i) >> 1;  in ext4_mb_init_cache()
894 		if (group >= ngroups)  in ext4_mb_init_cache()
897 		if (!bh[group - first_group])  in ext4_mb_init_cache()
908 		bitmap = bh[group - first_group]->b_data;  in ext4_mb_init_cache()
918 				group, page->index, i * blocksize);  in ext4_mb_init_cache()
919 			trace_ext4_mb_buddy_bitmap_load(sb, group);  in ext4_mb_init_cache()
920 			grinfo = ext4_get_group_info(sb, group);  in ext4_mb_init_cache()
928 			ext4_lock_group(sb, group);  in ext4_mb_init_cache()
931 			ext4_mb_generate_buddy(sb, data, incore, group);  in ext4_mb_init_cache()
932 			ext4_unlock_group(sb, group);  in ext4_mb_init_cache()
938 				group, page->index, i * blocksize);  in ext4_mb_init_cache()
939 			trace_ext4_mb_bitmap_load(sb, group);  in ext4_mb_init_cache()
942 			ext4_lock_group(sb, group);  in ext4_mb_init_cache()
946 			ext4_mb_generate_from_pa(sb, data, group);  in ext4_mb_init_cache()
947 			ext4_mb_generate_from_freelist(sb, data, group);  in ext4_mb_init_cache()
948 			ext4_unlock_group(sb, group);  in ext4_mb_init_cache()
975 		ext4_group_t group, struct ext4_buddy *e4b)  in ext4_mb_get_buddy_page_lock()  argument
991 	block = group * 2;  in ext4_mb_get_buddy_page_lock()
1034 int ext4_mb_init_group(struct super_block *sb, ext4_group_t group)  in ext4_mb_init_group()  argument
1043 	mb_debug(1, "init group %u\n", group);  in ext4_mb_init_group()
1044 	this_grp = ext4_get_group_info(sb, group);  in ext4_mb_init_group()
1054 	ret = ext4_mb_get_buddy_page_lock(sb, group, &e4b);  in ext4_mb_init_group()
1101 ext4_mb_load_buddy(struct super_block *sb, ext4_group_t group,  in ext4_mb_load_buddy()  argument
1115 	mb_debug(1, "load group %u\n", group);  in ext4_mb_load_buddy()
1118 	grp = ext4_get_group_info(sb, group);  in ext4_mb_load_buddy()
1123 	e4b->bd_group = group;  in ext4_mb_load_buddy()
1132 		ret = ext4_mb_init_group(sb, group);  in ext4_mb_load_buddy()
1142 	block = group * 2;  in ext4_mb_load_buddy()
1782 	ext4_group_t group = ex.fe_group;  in ext4_mb_try_best_found()  local
1787 	err = ext4_mb_load_buddy(ac->ac_sb, group, e4b);  in ext4_mb_try_best_found()
1791 	ext4_lock_group(ac->ac_sb, group);  in ext4_mb_try_best_found()
1799 	ext4_unlock_group(ac->ac_sb, group);  in ext4_mb_try_best_found()
1809 	ext4_group_t group = ac->ac_g_ex.fe_group;  in ext4_mb_find_by_goal()  local
1813 	struct ext4_group_info *grp = ext4_get_group_info(ac->ac_sb, group);  in ext4_mb_find_by_goal()
1821 	err = ext4_mb_load_buddy(ac->ac_sb, group, e4b);  in ext4_mb_find_by_goal()
1830 	ext4_lock_group(ac->ac_sb, group);  in ext4_mb_find_by_goal()
1863 	ext4_unlock_group(ac->ac_sb, group);  in ext4_mb_find_by_goal()
2015 				ext4_group_t group, int cr)  in ext4_mb_good_group()  argument
2019 	struct ext4_group_info *grp = ext4_get_group_info(ac->ac_sb, group);  in ext4_mb_good_group()
2034 		int ret = ext4_mb_init_group(ac->ac_sb, group);  in ext4_mb_good_group()
2050 		    ((group % flex_size) == 0))  in ext4_mb_good_group()
2081 	ext4_group_t ngroups, group, i;  in ext4_mb_regular_allocator()  local
2147 		group = ac->ac_g_ex.fe_group;  in ext4_mb_regular_allocator()
2149 		for (i = 0; i < ngroups; group++, i++) {  in ext4_mb_regular_allocator()
2155 			if (group >= ngroups)  in ext4_mb_regular_allocator()
2156 				group = 0;  in ext4_mb_regular_allocator()
2159 			if (!ext4_mb_good_group(ac, group, cr))  in ext4_mb_regular_allocator()
2162 			err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_regular_allocator()
2166 			ext4_lock_group(sb, group);  in ext4_mb_regular_allocator()
2172 			if (!ext4_mb_good_group(ac, group, cr)) {  in ext4_mb_regular_allocator()
2173 				ext4_unlock_group(sb, group);  in ext4_mb_regular_allocator()
2187 			ext4_unlock_group(sb, group);  in ext4_mb_regular_allocator()
2227 	ext4_group_t group;  in ext4_mb_seq_groups_start()  local
2231 	group = *pos + 1;  in ext4_mb_seq_groups_start()
2232 	return (void *) ((unsigned long) group);  in ext4_mb_seq_groups_start()
2238 	ext4_group_t group;  in ext4_mb_seq_groups_next()  local
2243 	group = *pos + 1;  in ext4_mb_seq_groups_next()
2244 	return (void *) ((unsigned long) group);  in ext4_mb_seq_groups_next()
2250 	ext4_group_t group = (ext4_group_t) ((unsigned long) v);  in ext4_mb_seq_groups_show()  local
2260 	group--;  in ext4_mb_seq_groups_show()
2261 	if (group == 0)  in ext4_mb_seq_groups_show()
2271 	grinfo = ext4_get_group_info(sb, group);  in ext4_mb_seq_groups_show()
2274 		err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_seq_groups_show()
2276 			seq_printf(seq, "#%-5u: I/O error\n", group);  in ext4_mb_seq_groups_show()
2282 	memcpy(&sg, ext4_get_group_info(sb, group), i);  in ext4_mb_seq_groups_show()
2287 	seq_printf(seq, "#%-5u: %-5u %-5u %-5u [", group, sg.info.bb_free,  in ext4_mb_seq_groups_show()
2373 int ext4_mb_add_groupinfo(struct super_block *sb, ext4_group_t group,  in ext4_mb_add_groupinfo()  argument
2387 	if (group % EXT4_DESC_PER_BLOCK(sb) == 0) {  in ext4_mb_add_groupinfo()
2396 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)] =  in ext4_mb_add_groupinfo()
2401 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)];  in ext4_mb_add_groupinfo()
2402 	i = group & (EXT4_DESC_PER_BLOCK(sb) - 1);  in ext4_mb_add_groupinfo()
2418 			ext4_free_clusters_after_init(sb, group, desc);  in ext4_mb_add_groupinfo()
2435 		bh = ext4_read_block_bitmap(sb, group);  in ext4_mb_add_groupinfo()
2447 	if (group % EXT4_DESC_PER_BLOCK(sb) == 0) {  in ext4_mb_add_groupinfo()
2448 		kfree(sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)]);  in ext4_mb_add_groupinfo()
2449 		sbi->s_group_info[group >> EXT4_DESC_PER_BLOCK_BITS(sb)] = NULL;  in ext4_mb_add_groupinfo()
3430 						ext4_group_t group)  in ext4_mb_generate_from_freelist()  argument
3436 	grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_from_freelist()
3454 					ext4_group_t group)  in ext4_mb_generate_from_pa()  argument
3456 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_generate_from_pa()
3481 		BUG_ON(groupnr != group);  in ext4_mb_generate_from_pa()
3485 	mb_debug(1, "prellocated %u for group %u\n", preallocated, group);  in ext4_mb_generate_from_pa()
3740 	ext4_group_t group;  in ext4_mb_release_inode_pa()  local
3747 	ext4_get_group_no_and_offset(sb, pa->pa_pstart, &group, &bit);  in ext4_mb_release_inode_pa()
3749 	BUG_ON(group != e4b->bd_group && pa->pa_len != 0);  in ext4_mb_release_inode_pa()
3758 			 (unsigned) ext4_group_first_block_no(sb, group) + bit,  in ext4_mb_release_inode_pa()
3759 			 (unsigned) next - bit, (unsigned) group);  in ext4_mb_release_inode_pa()
3762 		trace_ext4_mballoc_discard(sb, NULL, group, bit, next - bit);  in ext4_mb_release_inode_pa()
3775 		ext4_grp_locked_error(sb, group, 0, 0, "free %u, pa_free %u",  in ext4_mb_release_inode_pa()
3792 	ext4_group_t group;  in ext4_mb_release_group_pa()  local
3797 	ext4_get_group_no_and_offset(sb, pa->pa_pstart, &group, &bit);  in ext4_mb_release_group_pa()
3798 	BUG_ON(group != e4b->bd_group && pa->pa_len != 0);  in ext4_mb_release_group_pa()
3801 	trace_ext4_mballoc_discard(sb, NULL, group, bit, pa->pa_len);  in ext4_mb_release_group_pa()
3817 					ext4_group_t group, int needed)  in ext4_mb_discard_group_preallocations()  argument
3819 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_mb_discard_group_preallocations()
3828 	mb_debug(1, "discard preallocation for group %u\n", group);  in ext4_mb_discard_group_preallocations()
3833 	bitmap_bh = ext4_read_block_bitmap(sb, group);  in ext4_mb_discard_group_preallocations()
3835 		ext4_error(sb, "Error reading block bitmap for %u", group);  in ext4_mb_discard_group_preallocations()
3839 	err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_mb_discard_group_preallocations()
3841 		ext4_error(sb, "Error loading buddy information for %u", group);  in ext4_mb_discard_group_preallocations()
3851 	ext4_lock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3880 		ext4_unlock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3909 	ext4_unlock_group(sb, group);  in ext4_mb_discard_group_preallocations()
3930 	ext4_group_t group = 0;  in ext4_discard_preallocations()  local
3996 		group = ext4_get_group_number(sb, pa->pa_pstart);  in ext4_discard_preallocations()
3998 		err = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_discard_preallocations()
4001 					group);  in ext4_discard_preallocations()
4005 		bitmap_bh = ext4_read_block_bitmap(sb, group);  in ext4_discard_preallocations()
4008 					group);  in ext4_discard_preallocations()
4013 		ext4_lock_group(sb, group);  in ext4_discard_preallocations()
4016 		ext4_unlock_group(sb, group);  in ext4_discard_preallocations()
4155 	ext4_group_t group;  in ext4_mb_initialize_context()  local
4172 	ext4_get_group_no_and_offset(sb, goal, &group, &block);  in ext4_mb_initialize_context()
4180 	ac->ac_o_ex.fe_group = group;  in ext4_mb_initialize_context()
4206 	ext4_group_t group = 0;  in ext4_mb_discard_lg_preallocations()  local
4257 		group = ext4_get_group_number(sb, pa->pa_pstart);  in ext4_mb_discard_lg_preallocations()
4258 		if (ext4_mb_load_buddy(sb, group, &e4b)) {  in ext4_mb_discard_lg_preallocations()
4260 					group);  in ext4_mb_discard_lg_preallocations()
4263 		ext4_lock_group(sb, group);  in ext4_mb_discard_lg_preallocations()
4266 		ext4_unlock_group(sb, group);  in ext4_mb_discard_lg_preallocations()
4556 	ext4_group_t group = e4b->bd_group;  in ext4_mb_free_metadata()  local
4589 			ext4_grp_locked_error(sb, group, 0,  in ext4_mb_free_metadata()
4590 				ext4_group_first_block_no(sb, group) +  in ext4_mb_free_metadata()
5028 			     ext4_group_t group, struct ext4_buddy *e4b)  in ext4_trim_extent()  argument
5035 	trace_ext4_trim_extent(sb, group, start, count);  in ext4_trim_extent()
5037 	assert_spin_locked(ext4_group_lock_ptr(sb, group));  in ext4_trim_extent()
5040 	ex.fe_group = group;  in ext4_trim_extent()
5048 	ext4_unlock_group(sb, group);  in ext4_trim_extent()
5049 	ret = ext4_issue_discard(sb, group, start, count);  in ext4_trim_extent()
5050 	ext4_lock_group(sb, group);  in ext4_trim_extent()
5074 ext4_trim_all_free(struct super_block *sb, ext4_group_t group,  in ext4_trim_all_free()  argument
5083 	trace_ext4_trim_all_free(sb, group, start, max);  in ext4_trim_all_free()
5085 	ret = ext4_mb_load_buddy(sb, group, &e4b);  in ext4_trim_all_free()
5088 				"information for %u", group);  in ext4_trim_all_free()
5093 	ext4_lock_group(sb, group);  in ext4_trim_all_free()
5109 					       next - start, group, &e4b);  in ext4_trim_all_free()
5124 			ext4_unlock_group(sb, group);  in ext4_trim_all_free()
5126 			ext4_lock_group(sb, group);  in ext4_trim_all_free()
5138 	ext4_unlock_group(sb, group);  in ext4_trim_all_free()
5142 		count, group);  in ext4_trim_all_free()
5162 	ext4_group_t group, first_group, last_group;  in ext4_trim_fs()  local
5195 	for (group = first_group; group <= last_group; group++) {  in ext4_trim_fs()
5196 		grp = ext4_get_group_info(sb, group);  in ext4_trim_fs()
5199 			ret = ext4_mb_init_group(sb, group);  in ext4_trim_fs()
5210 		if (group == last_group)  in ext4_trim_fs()
5214 			cnt = ext4_trim_all_free(sb, group, first_cluster,  in ext4_trim_fs()