35 struct inode *nilfs_bmap_get_dat(const struct nilfs_bmap *bmap)  in nilfs_bmap_get_dat()  argument
37 	struct the_nilfs *nilfs = bmap->b_inode->i_sb->s_fs_info;  in nilfs_bmap_get_dat()
42 static int nilfs_bmap_convert_error(struct nilfs_bmap *bmap,  in nilfs_bmap_convert_error()  argument
45 	struct inode *inode = bmap->b_inode;  in nilfs_bmap_convert_error()
75 int nilfs_bmap_lookup_at_level(struct nilfs_bmap *bmap, __u64 key, int level,  in nilfs_bmap_lookup_at_level()  argument
81 	down_read(&bmap->b_sem);  in nilfs_bmap_lookup_at_level()
82 	ret = bmap->b_ops->bop_lookup(bmap, key, level, ptrp);  in nilfs_bmap_lookup_at_level()
84 		ret = nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_lookup_at_level()
87 	if (NILFS_BMAP_USE_VBN(bmap)) {  in nilfs_bmap_lookup_at_level()
88 		ret = nilfs_dat_translate(nilfs_bmap_get_dat(bmap), *ptrp,  in nilfs_bmap_lookup_at_level()
95 	up_read(&bmap->b_sem);  in nilfs_bmap_lookup_at_level()
99 int nilfs_bmap_lookup_contig(struct nilfs_bmap *bmap, __u64 key, __u64 *ptrp,  in nilfs_bmap_lookup_contig()  argument
104 	down_read(&bmap->b_sem);  in nilfs_bmap_lookup_contig()
105 	ret = bmap->b_ops->bop_lookup_contig(bmap, key, ptrp, maxblocks);  in nilfs_bmap_lookup_contig()
106 	up_read(&bmap->b_sem);  in nilfs_bmap_lookup_contig()
108 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_lookup_contig()
111 static int nilfs_bmap_do_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)  in nilfs_bmap_do_insert()  argument
117 	if (bmap->b_ops->bop_check_insert != NULL) {  in nilfs_bmap_do_insert()
118 		ret = bmap->b_ops->bop_check_insert(bmap, key);  in nilfs_bmap_do_insert()
120 			n = bmap->b_ops->bop_gather_data(  in nilfs_bmap_do_insert()
121 				bmap, keys, ptrs, NILFS_BMAP_SMALL_HIGH + 1);  in nilfs_bmap_do_insert()
125 				bmap, key, ptr, keys, ptrs, n);  in nilfs_bmap_do_insert()
127 				bmap->b_u.u_flags |= NILFS_BMAP_LARGE;  in nilfs_bmap_do_insert()
134 	return bmap->b_ops->bop_insert(bmap, key, ptr);  in nilfs_bmap_do_insert()
155 int nilfs_bmap_insert(struct nilfs_bmap *bmap, __u64 key, unsigned long rec)  in nilfs_bmap_insert()  argument
159 	down_write(&bmap->b_sem);  in nilfs_bmap_insert()
160 	ret = nilfs_bmap_do_insert(bmap, key, rec);  in nilfs_bmap_insert()
161 	up_write(&bmap->b_sem);  in nilfs_bmap_insert()
163 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_insert()
166 static int nilfs_bmap_do_delete(struct nilfs_bmap *bmap, __u64 key)  in nilfs_bmap_do_delete()  argument
172 	if (bmap->b_ops->bop_check_delete != NULL) {  in nilfs_bmap_do_delete()
173 		ret = bmap->b_ops->bop_check_delete(bmap, key);  in nilfs_bmap_do_delete()
175 			n = bmap->b_ops->bop_gather_data(  in nilfs_bmap_do_delete()
176 				bmap, keys, ptrs, NILFS_BMAP_LARGE_LOW + 1);  in nilfs_bmap_do_delete()
180 				bmap, key, keys, ptrs, n);  in nilfs_bmap_do_delete()
182 				bmap->b_u.u_flags &= ~NILFS_BMAP_LARGE;  in nilfs_bmap_do_delete()
189 	return bmap->b_ops->bop_delete(bmap, key);  in nilfs_bmap_do_delete()
210 int nilfs_bmap_seek_key(struct nilfs_bmap *bmap, __u64 start, __u64 *keyp)  in nilfs_bmap_seek_key()  argument
214 	down_read(&bmap->b_sem);  in nilfs_bmap_seek_key()
215 	ret = bmap->b_ops->bop_seek_key(bmap, start, keyp);  in nilfs_bmap_seek_key()
216 	up_read(&bmap->b_sem);  in nilfs_bmap_seek_key()
219 		ret = nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_seek_key()
223 int nilfs_bmap_last_key(struct nilfs_bmap *bmap, __u64 *keyp)  in nilfs_bmap_last_key()  argument
227 	down_read(&bmap->b_sem);  in nilfs_bmap_last_key()
228 	ret = bmap->b_ops->bop_last_key(bmap, keyp);  in nilfs_bmap_last_key()
229 	up_read(&bmap->b_sem);  in nilfs_bmap_last_key()
232 		ret = nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_last_key()
253 int nilfs_bmap_delete(struct nilfs_bmap *bmap, __u64 key)  in nilfs_bmap_delete()  argument
257 	down_write(&bmap->b_sem);  in nilfs_bmap_delete()
258 	ret = nilfs_bmap_do_delete(bmap, key);  in nilfs_bmap_delete()
259 	up_write(&bmap->b_sem);  in nilfs_bmap_delete()
261 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_delete()
264 static int nilfs_bmap_do_truncate(struct nilfs_bmap *bmap, __u64 key)  in nilfs_bmap_do_truncate()  argument
269 	ret = bmap->b_ops->bop_last_key(bmap, &lastkey);  in nilfs_bmap_do_truncate()
277 		ret = nilfs_bmap_do_delete(bmap, lastkey);  in nilfs_bmap_do_truncate()
280 		ret = bmap->b_ops->bop_last_key(bmap, &lastkey);  in nilfs_bmap_do_truncate()
305 int nilfs_bmap_truncate(struct nilfs_bmap *bmap, __u64 key)  in nilfs_bmap_truncate()  argument
309 	down_write(&bmap->b_sem);  in nilfs_bmap_truncate()
310 	ret = nilfs_bmap_do_truncate(bmap, key);  in nilfs_bmap_truncate()
311 	up_write(&bmap->b_sem);  in nilfs_bmap_truncate()
313 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_truncate()
322 void nilfs_bmap_clear(struct nilfs_bmap *bmap)  in nilfs_bmap_clear()  argument
324 	down_write(&bmap->b_sem);  in nilfs_bmap_clear()
325 	if (bmap->b_ops->bop_clear != NULL)  in nilfs_bmap_clear()
326 		bmap->b_ops->bop_clear(bmap);  in nilfs_bmap_clear()
327 	up_write(&bmap->b_sem);  in nilfs_bmap_clear()
345 int nilfs_bmap_propagate(struct nilfs_bmap *bmap, struct buffer_head *bh)  in nilfs_bmap_propagate()  argument
349 	down_write(&bmap->b_sem);  in nilfs_bmap_propagate()
350 	ret = bmap->b_ops->bop_propagate(bmap, bh);  in nilfs_bmap_propagate()
351 	up_write(&bmap->b_sem);  in nilfs_bmap_propagate()
353 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_propagate()
361 void nilfs_bmap_lookup_dirty_buffers(struct nilfs_bmap *bmap,  in nilfs_bmap_lookup_dirty_buffers()  argument
364 	if (bmap->b_ops->bop_lookup_dirty_buffers != NULL)  in nilfs_bmap_lookup_dirty_buffers()
365 		bmap->b_ops->bop_lookup_dirty_buffers(bmap, listp);  in nilfs_bmap_lookup_dirty_buffers()
387 int nilfs_bmap_assign(struct nilfs_bmap *bmap,  in nilfs_bmap_assign()  argument
394 	down_write(&bmap->b_sem);  in nilfs_bmap_assign()
395 	ret = bmap->b_ops->bop_assign(bmap, bh, blocknr, binfo);  in nilfs_bmap_assign()
396 	up_write(&bmap->b_sem);  in nilfs_bmap_assign()
398 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_assign()
417 int nilfs_bmap_mark(struct nilfs_bmap *bmap, __u64 key, int level)  in nilfs_bmap_mark()  argument
421 	if (bmap->b_ops->bop_mark == NULL)  in nilfs_bmap_mark()
424 	down_write(&bmap->b_sem);  in nilfs_bmap_mark()
425 	ret = bmap->b_ops->bop_mark(bmap, key, level);  in nilfs_bmap_mark()
426 	up_write(&bmap->b_sem);  in nilfs_bmap_mark()
428 	return nilfs_bmap_convert_error(bmap, __func__, ret);  in nilfs_bmap_mark()
440 int nilfs_bmap_test_and_clear_dirty(struct nilfs_bmap *bmap)  in nilfs_bmap_test_and_clear_dirty()  argument
444 	down_write(&bmap->b_sem);  in nilfs_bmap_test_and_clear_dirty()
445 	ret = nilfs_bmap_dirty(bmap);  in nilfs_bmap_test_and_clear_dirty()
446 	nilfs_bmap_clear_dirty(bmap);  in nilfs_bmap_test_and_clear_dirty()
447 	up_write(&bmap->b_sem);  in nilfs_bmap_test_and_clear_dirty()
455 __u64 nilfs_bmap_data_get_key(const struct nilfs_bmap *bmap,  in nilfs_bmap_data_get_key()  argument
462 					 bmap->b_inode->i_blkbits);  in nilfs_bmap_data_get_key()
469 __u64 nilfs_bmap_find_target_seq(const struct nilfs_bmap *bmap, __u64 key)  in nilfs_bmap_find_target_seq()  argument
473 	diff = key - bmap->b_last_allocated_key;  in nilfs_bmap_find_target_seq()
475 	    (bmap->b_last_allocated_ptr != NILFS_BMAP_INVALID_PTR) &&  in nilfs_bmap_find_target_seq()
476 	    (bmap->b_last_allocated_ptr + diff > 0))  in nilfs_bmap_find_target_seq()
477 		return bmap->b_last_allocated_ptr + diff;  in nilfs_bmap_find_target_seq()
483 __u64 nilfs_bmap_find_target_in_group(const struct nilfs_bmap *bmap)  in nilfs_bmap_find_target_in_group()  argument
485 	struct inode *dat = nilfs_bmap_get_dat(bmap);  in nilfs_bmap_find_target_in_group()
487 	unsigned long group = bmap->b_inode->i_ino / entries_per_group;  in nilfs_bmap_find_target_in_group()
490 		(bmap->b_inode->i_ino % NILFS_BMAP_GROUP_DIV) *  in nilfs_bmap_find_target_in_group()
509 int nilfs_bmap_read(struct nilfs_bmap *bmap, struct nilfs_inode *raw_inode)  in nilfs_bmap_read()  argument
512 		memset(bmap->b_u.u_data, 0, NILFS_BMAP_SIZE);  in nilfs_bmap_read()
514 		memcpy(bmap->b_u.u_data, raw_inode->i_bmap, NILFS_BMAP_SIZE);  in nilfs_bmap_read()
516 	init_rwsem(&bmap->b_sem);  in nilfs_bmap_read()
517 	bmap->b_state = 0;  in nilfs_bmap_read()
518 	bmap->b_inode = &NILFS_BMAP_I(bmap)->vfs_inode;  in nilfs_bmap_read()
519 	switch (bmap->b_inode->i_ino) {  in nilfs_bmap_read()
521 		bmap->b_ptr_type = NILFS_BMAP_PTR_P;  in nilfs_bmap_read()
522 		bmap->b_last_allocated_key = 0;  in nilfs_bmap_read()
523 		bmap->b_last_allocated_ptr = NILFS_BMAP_NEW_PTR_INIT;  in nilfs_bmap_read()
524 		lockdep_set_class(&bmap->b_sem, &nilfs_bmap_dat_lock_key);  in nilfs_bmap_read()
528 		bmap->b_ptr_type = NILFS_BMAP_PTR_VS;  in nilfs_bmap_read()
529 		bmap->b_last_allocated_key = 0;  in nilfs_bmap_read()
530 		bmap->b_last_allocated_ptr = NILFS_BMAP_INVALID_PTR;  in nilfs_bmap_read()
531 		lockdep_set_class(&bmap->b_sem, &nilfs_bmap_mdt_lock_key);  in nilfs_bmap_read()
534 		lockdep_set_class(&bmap->b_sem, &nilfs_bmap_mdt_lock_key);  in nilfs_bmap_read()
537 		bmap->b_ptr_type = NILFS_BMAP_PTR_VM;  in nilfs_bmap_read()
538 		bmap->b_last_allocated_key = 0;  in nilfs_bmap_read()
539 		bmap->b_last_allocated_ptr = NILFS_BMAP_INVALID_PTR;  in nilfs_bmap_read()
543 	return (bmap->b_u.u_flags & NILFS_BMAP_LARGE) ?  in nilfs_bmap_read()
544 		nilfs_btree_init(bmap) : nilfs_direct_init(bmap);  in nilfs_bmap_read()
554 void nilfs_bmap_write(struct nilfs_bmap *bmap, struct nilfs_inode *raw_inode)  in nilfs_bmap_write()  argument
556 	down_write(&bmap->b_sem);  in nilfs_bmap_write()
557 	memcpy(raw_inode->i_bmap, bmap->b_u.u_data,  in nilfs_bmap_write()
559 	if (bmap->b_inode->i_ino == NILFS_DAT_INO)  in nilfs_bmap_write()
560 		bmap->b_last_allocated_ptr = NILFS_BMAP_NEW_PTR_INIT;  in nilfs_bmap_write()
562 	up_write(&bmap->b_sem);  in nilfs_bmap_write()
565 void nilfs_bmap_init_gc(struct nilfs_bmap *bmap)  in nilfs_bmap_init_gc()  argument
567 	memset(&bmap->b_u, 0, NILFS_BMAP_SIZE);  in nilfs_bmap_init_gc()
568 	init_rwsem(&bmap->b_sem);  in nilfs_bmap_init_gc()
569 	bmap->b_inode = &NILFS_BMAP_I(bmap)->vfs_inode;  in nilfs_bmap_init_gc()
570 	bmap->b_ptr_type = NILFS_BMAP_PTR_U;  in nilfs_bmap_init_gc()
571 	bmap->b_last_allocated_key = 0;  in nilfs_bmap_init_gc()
572 	bmap->b_last_allocated_ptr = NILFS_BMAP_INVALID_PTR;  in nilfs_bmap_init_gc()
573 	bmap->b_state = 0;  in nilfs_bmap_init_gc()
574 	nilfs_btree_init_gc(bmap);  in nilfs_bmap_init_gc()
577 void nilfs_bmap_save(const struct nilfs_bmap *bmap,  in nilfs_bmap_save()  argument
580 	memcpy(store->data, bmap->b_u.u_data, sizeof(store->data));  in nilfs_bmap_save()
581 	store->last_allocated_key = bmap->b_last_allocated_key;  in nilfs_bmap_save()
582 	store->last_allocated_ptr = bmap->b_last_allocated_ptr;  in nilfs_bmap_save()
583 	store->state = bmap->b_state;  in nilfs_bmap_save()
586 void nilfs_bmap_restore(struct nilfs_bmap *bmap,  in nilfs_bmap_restore()  argument
589 	memcpy(bmap->b_u.u_data, store->data, sizeof(store->data));  in nilfs_bmap_restore()
590 	bmap->b_last_allocated_key = store->last_allocated_key;  in nilfs_bmap_restore()
591 	bmap->b_last_allocated_ptr = store->last_allocated_ptr;  in nilfs_bmap_restore()
592 	bmap->b_state = store->state;  in nilfs_bmap_restore()