23 static u64 adjust_bix(u64 bix, level_t level)  in adjust_bix()  argument
27 		return bix;  in adjust_bix()
29 		return max_t(u64, bix, I0_BLOCKS);  in adjust_bix()
31 		return max_t(u64, bix, I1_BLOCKS);  in adjust_bix()
33 		return max_t(u64, bix, I2_BLOCKS);  in adjust_bix()
35 		return max_t(u64, bix, I3_BLOCKS);  in adjust_bix()
37 		return max_t(u64, bix, I4_BLOCKS);  in adjust_bix()
40 		return bix;  in adjust_bix()
67 pgoff_t logfs_pack_index(u64 bix, level_t level)  in logfs_pack_index()  argument
71 	BUG_ON(bix >= INDIRECT_BIT);  in logfs_pack_index()
73 		return bix;  in logfs_pack_index()
77 	index |= bix >> ((__force u8)level * LOGFS_BLOCK_BITS);  in logfs_pack_index()
81 void logfs_unpack_index(pgoff_t index, u64 *bix, level_t *level)  in logfs_unpack_index()  argument
86 		*bix = index;  in logfs_unpack_index()
93 	*bix = (index << (__level * LOGFS_BLOCK_BITS)) & ~INDIRECT_BIT;  in logfs_unpack_index()
94 	*bix = adjust_bix(*bix, *level);  in logfs_unpack_index()
274 static struct page *logfs_get_read_page(struct inode *inode, u64 bix,  in logfs_get_read_page()  argument
278 			logfs_pack_index(bix, level), GFP_NOFS);  in logfs_get_read_page()
310 static struct page *logfs_get_write_page(struct inode *inode, u64 bix,  in logfs_get_write_page()  argument
314 	pgoff_t index = logfs_pack_index(bix, level);  in logfs_get_write_page()
348 static struct page *logfs_get_page(struct inode *inode, u64 bix, level_t level,  in logfs_get_page()  argument
352 		return logfs_get_read_page(inode, bix, level);  in logfs_get_page()
354 		return logfs_get_write_page(inode, bix, level);  in logfs_get_page()
467 	u64 ino , bix;  in inode_write_alias()  local
495 		bix = inode->i_ino;  in inode_write_alias()
497 		err = write_one_alias(sb, ino, bix, level, pos, val);  in inode_write_alias()
508 	u64 ino , bix;  in indirect_write_alias()  local
519 		logfs_unpack_index(page->index, &bix, &level);  in indirect_write_alias()
523 		err = write_one_alias(sb, ino, bix, level, pos, val);  in indirect_write_alias()
585 		u64 ino, u64 bix, level_t level)  in __alloc_block()  argument
596 	block->bix = bix;  in __alloc_block()
647 	u64 bix;  in alloc_data_block()  local
653 	logfs_unpack_index(page->index, &bix, &level);  in alloc_data_block()
654 	block = __alloc_block(inode->i_sb, inode->i_ino, bix, level);  in alloc_data_block()
733 	u64 bix, bofs = li->li_data[INDIRECT_INDEX];  in logfs_read_loop()  local
738 	logfs_unpack_index(page->index, &bix, &target_level);  in logfs_read_loop()
742 	if (bix >= maxbix(li->li_height))  in logfs_read_loop()
748 		ipage = logfs_get_page(inode, bix, level, rw_context);  in logfs_read_loop()
752 		ret = logfs_segment_read(inode, ipage, bofs, bix, level);  in logfs_read_loop()
758 		bofs = block_get_pointer(ipage, get_bits(bix, SUBLEVEL(level)));  in logfs_read_loop()
764 	return logfs_segment_read(inode, page, bofs, bix, 0);  in logfs_read_loop()
777 static int logfs_exist_loop(struct inode *inode, u64 bix)  in logfs_exist_loop()  argument
787 	if (bix >= maxbix(li->li_height))  in logfs_exist_loop()
791 		ipage = logfs_get_read_page(inode, bix, level);  in logfs_exist_loop()
795 		ret = logfs_segment_read(inode, ipage, bofs, bix, level);  in logfs_exist_loop()
801 		bofs = block_get_pointer(ipage, get_bits(bix, SUBLEVEL(level)));  in logfs_exist_loop()
810 int logfs_exist_block(struct inode *inode, u64 bix)  in logfs_exist_block()  argument
814 	if (bix < I0_BLOCKS)  in logfs_exist_block()
815 		return !!li->li_data[bix];  in logfs_exist_block()
816 	return logfs_exist_loop(inode, bix);  in logfs_exist_block()
819 static u64 seek_holedata_direct(struct inode *inode, u64 bix, int data)  in seek_holedata_direct()  argument
823 	for (; bix < I0_BLOCKS; bix++)  in seek_holedata_direct()
824 		if (data ^ (li->li_data[bix] == 0))  in seek_holedata_direct()
825 			return bix;  in seek_holedata_direct()
829 static u64 seek_holedata_loop(struct inode *inode, u64 bix, int data)  in seek_holedata_loop()  argument
842 		page = logfs_get_read_page(inode, bix, level);  in seek_holedata_loop()
844 			return bix;  in seek_holedata_loop()
846 		ret = logfs_segment_read(inode, page, bofs, bix, level);  in seek_holedata_loop()
849 			return bix;  in seek_holedata_loop()
852 		slot = get_bits(bix, SUBLEVEL(level));  in seek_holedata_loop()
860 			bix += increment;  in seek_holedata_loop()
861 			bix &= ~(increment - 1);  in seek_holedata_loop()
866 			return bix;  in seek_holedata_loop()
873 			return bix;  in seek_holedata_loop()
876 	return bix;  in seek_holedata_loop()
887 u64 logfs_seek_hole(struct inode *inode, u64 bix)  in logfs_seek_hole()  argument
891 	if (bix < I0_BLOCKS) {  in logfs_seek_hole()
892 		bix = seek_holedata_direct(inode, bix, 0);  in logfs_seek_hole()
893 		if (bix < I0_BLOCKS)  in logfs_seek_hole()
894 			return bix;  in logfs_seek_hole()
898 		return bix;  in logfs_seek_hole()
900 		bix = maxbix(li->li_height);  in logfs_seek_hole()
901 	else if (bix >= maxbix(li->li_height))  in logfs_seek_hole()
902 		return bix;  in logfs_seek_hole()
904 		bix = seek_holedata_loop(inode, bix, 0);  in logfs_seek_hole()
905 		if (bix < maxbix(li->li_height))  in logfs_seek_hole()
906 			return bix;  in logfs_seek_hole()
910 		WARN_ON_ONCE(bix == maxbix(li->li_height));  in logfs_seek_hole()
913 	return bix;  in logfs_seek_hole()
916 static u64 __logfs_seek_data(struct inode *inode, u64 bix)  in __logfs_seek_data()  argument
920 	if (bix < I0_BLOCKS) {  in __logfs_seek_data()
921 		bix = seek_holedata_direct(inode, bix, 1);  in __logfs_seek_data()
922 		if (bix < I0_BLOCKS)  in __logfs_seek_data()
923 			return bix;  in __logfs_seek_data()
926 	if (bix < maxbix(li->li_height)) {  in __logfs_seek_data()
928 			bix = maxbix(li->li_height);  in __logfs_seek_data()
930 			return seek_holedata_loop(inode, bix, 1);  in __logfs_seek_data()
933 	return bix;  in __logfs_seek_data()
944 u64 logfs_seek_data(struct inode *inode, u64 bix)  in logfs_seek_data()  argument
949 	ret = __logfs_seek_data(inode, bix);  in logfs_seek_data()
952 		ret = max(bix, end);  in logfs_seek_data()
956 static int logfs_is_valid_direct(struct logfs_inode *li, u64 bix, u64 ofs)  in logfs_is_valid_direct()  argument
958 	return pure_ofs(li->li_data[bix]) == ofs;  in logfs_is_valid_direct()
961 static int __logfs_is_valid_loop(struct inode *inode, u64 bix,  in __logfs_is_valid_loop()  argument
970 		page = logfs_get_write_page(inode, bix, level);  in __logfs_is_valid_loop()
973 		ret = logfs_segment_read(inode, page, bofs, bix, level);  in __logfs_is_valid_loop()
979 		bofs = block_get_pointer(page, get_bits(bix, SUBLEVEL(level)));  in __logfs_is_valid_loop()
990 static int logfs_is_valid_loop(struct inode *inode, u64 bix, u64 ofs)  in logfs_is_valid_loop()  argument
998 	if (bix >= maxbix(li->li_height))  in logfs_is_valid_loop()
1004 	return __logfs_is_valid_loop(inode, bix, ofs, bofs);  in logfs_is_valid_loop()
1007 static int __logfs_is_valid_block(struct inode *inode, u64 bix, u64 ofs)  in __logfs_is_valid_block()  argument
1014 	if (bix < I0_BLOCKS)  in __logfs_is_valid_block()
1015 		return logfs_is_valid_direct(li, bix, ofs);  in __logfs_is_valid_block()
1016 	return logfs_is_valid_loop(inode, bix, ofs);  in __logfs_is_valid_block()
1031 int logfs_is_valid_block(struct super_block *sb, u64 ofs, u64 ino, u64 bix,  in logfs_is_valid_block()  argument
1049 	ret = __logfs_is_valid_block(inode, bix, ofs);  in logfs_is_valid_block()
1217 static struct logfs_shadow *alloc_shadow(struct inode *inode, u64 bix,  in alloc_shadow()  argument
1226 	shadow->bix = bix;  in alloc_shadow()
1344 	u64 bix;  in logfs_write_i0()  local
1348 	logfs_unpack_index(page->index, &bix, &level);  in logfs_write_i0()
1353 	shadow = alloc_shadow(inode, bix, level, wc->ofs);  in logfs_write_i0()
1418 		pgoff_t bix, level_t target_level, level_t level)  in __logfs_write_rec()  argument
1421 	int child_no = get_bits(bix, SUBLEVEL(level));  in __logfs_write_rec()
1427 	ipage = logfs_get_write_page(inode, bix, level);  in __logfs_write_rec()
1432 		ret = logfs_segment_read(inode, ipage, this_wc->ofs, bix, level);  in __logfs_write_rec()
1443 		ret = __logfs_write_rec(inode, page, &child_wc, bix,  in __logfs_write_rec()
1468 		pgoff_t bix, level_t target_level, long flags)  in logfs_write_rec()  argument
1480 		ret = __logfs_write_rec(inode, page, &wc, bix, target_level,  in logfs_write_rec()
1509 static int grow_inode(struct inode *inode, u64 bix, level_t level)  in grow_inode()  argument
1520 	while (height > li->li_height || bix >= maxbix(li->li_height)) {  in grow_inode()
1544 	u64 bix;  in __logfs_write_buf()  local
1551 	logfs_unpack_index(index, &bix, &level);  in __logfs_write_buf()
1558 	bix = adjust_bix(bix, level);  in __logfs_write_buf()
1559 	err = grow_inode(inode, bix, level);  in __logfs_write_buf()
1562 	return logfs_write_rec(inode, page, bix, level, flags);  in __logfs_write_buf()
1611 int logfs_rewrite_block(struct inode *inode, u64 bix, u64 ofs,  in logfs_rewrite_block()  argument
1618 	page = logfs_get_write_page(inode, bix, level);  in logfs_rewrite_block()
1622 	err = logfs_segment_read(inode, page, ofs, bix, level);  in logfs_rewrite_block()
1648 	u64 bix;  in truncate_data_block()  local
1656 	logfs_unpack_index(page->index, &bix, &level);  in truncate_data_block()
1659 	err = logfs_segment_read(inode, page, ofs, bix, level);  in truncate_data_block()
1671 	u64 bix;  in logfs_truncate_i0()  local
1675 	logfs_unpack_index(page->index, &bix, &level);  in logfs_truncate_i0()
1677 	shadow = alloc_shadow(inode, bix, level, wc->ofs);  in logfs_truncate_i0()
1758 static void logfs_unpack_raw_index(pgoff_t index, u64 *bix, level_t *level)  in logfs_unpack_raw_index()  argument
1760 	logfs_unpack_index(index, bix, level);  in logfs_unpack_raw_index()
1761 	if (*bix <= logfs_start_index(SUBLEVEL(*level)))  in logfs_unpack_raw_index()
1762 		*bix = 0;  in logfs_unpack_raw_index()
1770 	u64 bix, child_bix, next_bix;  in __logfs_truncate_rec()  local
1775 	logfs_unpack_raw_index(ipage->index, &bix, &level);  in __logfs_truncate_rec()
1776 	err = logfs_segment_read(inode, ipage, this_wc->ofs, bix, level);  in __logfs_truncate_rec()
1781 		child_bix = bix + e * logfs_step(SUBLEVEL(level));  in __logfs_truncate_rec()
1913 			block->ino, block->bix, block->level);  in move_page_to_inode()
1936 			block->ino, block->bix, block->level);  in move_inode_to_page()
2210 	page = logfs_get_write_page(inode, block->bix, block->level);  in btree_write_block()
2239 		loff_t bix, long flags, struct shadow_tree *shadow_tree)  in logfs_inode_write()  argument
2241 	loff_t pos = bix << inode->i_sb->s_blocksize_bits;  in logfs_inode_write()
2248 	page = logfs_get_write_page(inode, bix, 0);  in logfs_inode_write()