92 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,
131 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,
351 static void ocfs2_bg_discontig_add_extent(struct ocfs2_super *osb,  in ocfs2_bg_discontig_add_extent()  argument
359 	BUG_ON(!ocfs2_supports_discontig_bg(osb));  in ocfs2_bg_discontig_add_extent()
361 		el->l_count = cpu_to_le16(ocfs2_extent_recs_per_gd(osb->sb));  in ocfs2_bg_discontig_add_extent()
382 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_fill()  local
408 						osb->s_feature_incompat));  in ocfs2_block_group_fill()
416 		ocfs2_bg_discontig_add_extent(osb, bg, cl, group_blkno,  in ocfs2_block_group_fill()
451 ocfs2_block_group_alloc_contig(struct ocfs2_super *osb, handle_t *handle,  in ocfs2_block_group_alloc_contig()  argument
472 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_contig()
476 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_contig()
495 static int ocfs2_block_group_claim_bits(struct ocfs2_super *osb,  in ocfs2_block_group_claim_bits()  argument
523 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_grow_discontig()  local
545 		status = ocfs2_block_group_claim_bits(osb, handle, ac,  in ocfs2_block_group_grow_discontig()
553 		p_blkno = ocfs2_clusters_to_blocks(osb->sb, p_cpos);  in ocfs2_block_group_grow_discontig()
554 		ocfs2_bg_discontig_add_extent(osb, bg, cl, p_blkno,  in ocfs2_block_group_grow_discontig()
619 	struct ocfs2_super *osb = OCFS2_SB(alloc_inode->i_sb);  in ocfs2_block_group_alloc_discontig()  local
621 	if (!ocfs2_supports_discontig_bg(osb)) {  in ocfs2_block_group_alloc_discontig()
627 				    ocfs2_calc_bg_discontig_credits(osb->sb));  in ocfs2_block_group_alloc_discontig()
642 	status = ocfs2_block_group_claim_bits(osb, handle, ac, min_bits,  in ocfs2_block_group_alloc_discontig()
652 	bg_blkno = ocfs2_clusters_to_blocks(osb->sb, bit_off);  in ocfs2_block_group_alloc_discontig()
656 	bg_bh = sb_getblk(osb->sb, bg_blkno);  in ocfs2_block_group_alloc_discontig()
685 static int ocfs2_block_group_alloc(struct ocfs2_super *osb,  in ocfs2_block_group_alloc()  argument
704 	status = ocfs2_reserve_clusters_with_limit(osb,  in ocfs2_block_group_alloc()
713 	credits = ocfs2_calc_group_alloc_credits(osb->sb,  in ocfs2_block_group_alloc()
715 	handle = ocfs2_start_trans(osb, credits);  in ocfs2_block_group_alloc()
729 	bg_bh = ocfs2_block_group_alloc_contig(osb, handle, alloc_inode,  in ocfs2_block_group_alloc()
784 		ocfs2_commit_trans(osb, handle);  in ocfs2_block_group_alloc()
796 static int ocfs2_reserve_suballoc_bits(struct ocfs2_super *osb,  in ocfs2_reserve_suballoc_bits()  argument
810 	alloc_inode = ocfs2_get_system_file_inode(osb, type, slot);  in ocfs2_reserve_suballoc_bits()
862 		status = ocfs2_block_group_alloc(osb, alloc_inode, bh,  in ocfs2_reserve_suballoc_bits()
870 		atomic_inc(&osb->alloc_stats.bg_extends);  in ocfs2_reserve_suballoc_bits()
888 static void ocfs2_init_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_inode_steal_slot()  argument
890 	spin_lock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
891 	osb->s_inode_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_inode_steal_slot()
892 	spin_unlock(&osb->osb_lock);  in ocfs2_init_inode_steal_slot()
893 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_init_inode_steal_slot()
896 static void ocfs2_init_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_init_meta_steal_slot()  argument
898 	spin_lock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
899 	osb->s_meta_steal_slot = OCFS2_INVALID_SLOT;  in ocfs2_init_meta_steal_slot()
900 	spin_unlock(&osb->osb_lock);  in ocfs2_init_meta_steal_slot()
901 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_init_meta_steal_slot()
904 void ocfs2_init_steal_slots(struct ocfs2_super *osb)  in ocfs2_init_steal_slots()  argument
906 	ocfs2_init_inode_steal_slot(osb);  in ocfs2_init_steal_slots()
907 	ocfs2_init_meta_steal_slot(osb);  in ocfs2_init_steal_slots()
910 static void __ocfs2_set_steal_slot(struct ocfs2_super *osb, int slot, int type)  in __ocfs2_set_steal_slot()  argument
912 	spin_lock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
914 		osb->s_inode_steal_slot = slot;  in __ocfs2_set_steal_slot()
916 		osb->s_meta_steal_slot = slot;  in __ocfs2_set_steal_slot()
917 	spin_unlock(&osb->osb_lock);  in __ocfs2_set_steal_slot()
920 static int __ocfs2_get_steal_slot(struct ocfs2_super *osb, int type)  in __ocfs2_get_steal_slot()  argument
924 	spin_lock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
926 		slot = osb->s_inode_steal_slot;  in __ocfs2_get_steal_slot()
928 		slot = osb->s_meta_steal_slot;  in __ocfs2_get_steal_slot()
929 	spin_unlock(&osb->osb_lock);  in __ocfs2_get_steal_slot()
934 static int ocfs2_get_inode_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_inode_steal_slot()  argument
936 	return __ocfs2_get_steal_slot(osb, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_get_inode_steal_slot()
939 static int ocfs2_get_meta_steal_slot(struct ocfs2_super *osb)  in ocfs2_get_meta_steal_slot()  argument
941 	return __ocfs2_get_steal_slot(osb, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_get_meta_steal_slot()
944 static int ocfs2_steal_resource(struct ocfs2_super *osb,  in ocfs2_steal_resource()  argument
949 	int slot = __ocfs2_get_steal_slot(osb, type);  in ocfs2_steal_resource()
953 		slot = osb->slot_num + 1;  in ocfs2_steal_resource()
955 	for (i = 0; i < osb->max_slots; i++, slot++) {  in ocfs2_steal_resource()
956 		if (slot == osb->max_slots)  in ocfs2_steal_resource()
959 		if (slot == osb->slot_num)  in ocfs2_steal_resource()
962 		status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_steal_resource()
967 			__ocfs2_set_steal_slot(osb, slot, type);  in ocfs2_steal_resource()
977 static int ocfs2_steal_inode(struct ocfs2_super *osb,  in ocfs2_steal_inode()  argument
980 	return ocfs2_steal_resource(osb, ac, INODE_ALLOC_SYSTEM_INODE);  in ocfs2_steal_inode()
983 static int ocfs2_steal_meta(struct ocfs2_super *osb,  in ocfs2_steal_meta()  argument
986 	return ocfs2_steal_resource(osb, ac, EXTENT_ALLOC_SYSTEM_INODE);  in ocfs2_steal_meta()
989 int ocfs2_reserve_new_metadata_blocks(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata_blocks()  argument
994 	int slot = ocfs2_get_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
1008 		atomic_read(&osb->s_num_meta_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_metadata_blocks()
1011 	atomic_set(&osb->s_num_meta_stolen, 0);  in ocfs2_reserve_new_metadata_blocks()
1012 	status = ocfs2_reserve_suballoc_bits(osb, (*ac),  in ocfs2_reserve_new_metadata_blocks()
1014 					     (u32)osb->slot_num, NULL,  in ocfs2_reserve_new_metadata_blocks()
1021 			ocfs2_init_meta_steal_slot(osb);  in ocfs2_reserve_new_metadata_blocks()
1031 	status = ocfs2_steal_meta(osb, *ac);  in ocfs2_reserve_new_metadata_blocks()
1032 	atomic_inc(&osb->s_num_meta_stolen);  in ocfs2_reserve_new_metadata_blocks()
1051 int ocfs2_reserve_new_metadata(struct ocfs2_super *osb,  in ocfs2_reserve_new_metadata()  argument
1055 	return ocfs2_reserve_new_metadata_blocks(osb,  in ocfs2_reserve_new_metadata()
1060 int ocfs2_reserve_new_inode(struct ocfs2_super *osb,  in ocfs2_reserve_new_inode()  argument
1064 	int slot = ocfs2_get_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1084 	if (!(osb->s_mount_opt & OCFS2_MOUNT_INODE64))  in ocfs2_reserve_new_inode()
1097 	    atomic_read(&osb->s_num_inodes_stolen) < OCFS2_MAX_TO_STEAL)  in ocfs2_reserve_new_inode()
1100 	atomic_set(&osb->s_num_inodes_stolen, 0);  in ocfs2_reserve_new_inode()
1101 	alloc_group = osb->osb_inode_alloc_group;  in ocfs2_reserve_new_inode()
1102 	status = ocfs2_reserve_suballoc_bits(osb, *ac,  in ocfs2_reserve_new_inode()
1104 					     (u32)osb->slot_num,  in ocfs2_reserve_new_inode()
1111 		spin_lock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1112 		osb->osb_inode_alloc_group = alloc_group;  in ocfs2_reserve_new_inode()
1113 		spin_unlock(&osb->osb_lock);  in ocfs2_reserve_new_inode()
1122 			ocfs2_init_inode_steal_slot(osb);  in ocfs2_reserve_new_inode()
1132 	status = ocfs2_steal_inode(osb, *ac);  in ocfs2_reserve_new_inode()
1133 	atomic_inc(&osb->s_num_inodes_stolen);  in ocfs2_reserve_new_inode()
1154 int ocfs2_reserve_cluster_bitmap_bits(struct ocfs2_super *osb,  in ocfs2_reserve_cluster_bitmap_bits()  argument
1162 	status = ocfs2_reserve_suballoc_bits(osb, ac,  in ocfs2_reserve_cluster_bitmap_bits()
1178 static int ocfs2_reserve_clusters_with_limit(struct ocfs2_super *osb,  in ocfs2_reserve_clusters_with_limit()  argument
1197 	    ocfs2_alloc_should_use_local(osb, bits_wanted)) {  in ocfs2_reserve_clusters_with_limit()
1198 		status = ocfs2_reserve_local_alloc_bits(osb,  in ocfs2_reserve_clusters_with_limit()
1208 		status = ocfs2_reserve_cluster_bitmap_bits(osb, *ac);  in ocfs2_reserve_clusters_with_limit()
1228 int ocfs2_reserve_clusters(struct ocfs2_super *osb,  in ocfs2_reserve_clusters()  argument
1232 	return ocfs2_reserve_clusters_with_limit(osb, bits_wanted, 0,  in ocfs2_reserve_clusters()
1281 static int ocfs2_block_group_find_clear_bits(struct ocfs2_super *osb,  in ocfs2_block_group_find_clear_bits()  argument
1491 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_cluster_group_search()  local
1545 			ocfs2_local_alloc_seen_free_bits(osb, res->sr_bits);  in ocfs2_cluster_group_search()
2247 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_desc_bitmap_to_cluster_off()  local
2252 	if (bg_blkno != osb->first_cluster_group_blkno)  in ocfs2_desc_bitmap_to_cluster_off()
2262 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_which_cluster_group()  local
2267 	group_no = cluster / osb->bitmap_cpg;  in ocfs2_which_cluster_group()
2269 		return osb->first_cluster_group_blkno;  in ocfs2_which_cluster_group()
2271 					group_no * osb->bitmap_cpg);  in ocfs2_which_cluster_group()
2281 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_block_to_cluster_group()  local
2282 	u32 data_cluster = ocfs2_blocks_to_clusters(osb->sb, data_blkno);  in ocfs2_block_to_cluster_group()
2289 	if (*bg_blkno == osb->first_cluster_group_blkno)  in ocfs2_block_to_cluster_group()
2292 		*bg_bit_off = (u16) ocfs2_blocks_to_clusters(osb->sb,  in ocfs2_block_to_cluster_group()
2312 	struct ocfs2_super *osb = OCFS2_SB(ac->ac_inode->i_sb);  in __ocfs2_claim_clusters()  local
2322 		status = ocfs2_claim_local_alloc_bits(osb,  in __ocfs2_claim_clusters()
2329 			atomic_inc(&osb->alloc_stats.local_data);  in __ocfs2_claim_clusters()
2331 		if (min_clusters > (osb->bitmap_cpg - 1)) {  in __ocfs2_claim_clusters()
2336 			     osb->bitmap_cpg);  in __ocfs2_claim_clusters()
2341 		if (bits_wanted > (osb->bitmap_cpg - 1))  in __ocfs2_claim_clusters()
2342 			bits_wanted = osb->bitmap_cpg - 1;  in __ocfs2_claim_clusters()
2355 			atomic_inc(&osb->alloc_stats.bitmap_data);  in __ocfs2_claim_clusters()
2684 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);  in ocfs2_lock_allocators()  local
2692 	num_free_extents = ocfs2_num_free_extents(osb, et);  in ocfs2_lock_allocators()
2713 	    (ocfs2_sparse_alloc(osb) && num_free_extents < max_recs_needed)) {  in ocfs2_lock_allocators()
2714 		ret = ocfs2_reserve_new_metadata(osb, et->et_root_el, meta_ac);  in ocfs2_lock_allocators()
2725 	ret = ocfs2_reserve_clusters(osb, clusters_to_add, data_ac);  in ocfs2_lock_allocators()
2751 static int ocfs2_get_suballoc_slot_bit(struct ocfs2_super *osb, u64 blkno,  in ocfs2_get_suballoc_slot_bit()  argument
2762 	status = ocfs2_read_blocks_sync(osb, blkno, 1, &inode_bh);  in ocfs2_get_suballoc_slot_bit()
2778 	    (u32)le16_to_cpu(inode_fe->i_suballoc_slot) > osb->max_slots - 1) {  in ocfs2_get_suballoc_slot_bit()
2808 static int ocfs2_test_suballoc_bit(struct ocfs2_super *osb,  in ocfs2_test_suballoc_bit()  argument
2866 int ocfs2_test_inode_bit(struct ocfs2_super *osb, u64 blkno, int *res)  in ocfs2_test_inode_bit()  argument
2876 	status = ocfs2_get_suballoc_slot_bit(osb, blkno, &suballoc_slot,  in ocfs2_test_inode_bit()
2884 		ocfs2_get_system_file_inode(osb, INODE_ALLOC_SYSTEM_INODE,  in ocfs2_test_inode_bit()
2905 	status = ocfs2_test_suballoc_bit(osb, inode_alloc_inode, alloc_bh,  in ocfs2_test_inode_bit()