52 				struct btrfs_root *root, u64 inode_id)  in btrfs_init_delayed_node()  argument
54 	delayed_node->root = root;  in btrfs_init_delayed_node()
82 							struct btrfs_root *root)  in btrfs_get_delayed_root()  argument
84 	return root->fs_info->delayed_root;  in btrfs_get_delayed_root()
90 	struct btrfs_root *root = btrfs_inode->root;  in btrfs_get_delayed_node()  local
100 	spin_lock(&root->inode_lock);  in btrfs_get_delayed_node()
101 	node = radix_tree_lookup(&root->delayed_nodes_tree, ino);  in btrfs_get_delayed_node()
106 			spin_unlock(&root->inode_lock);  in btrfs_get_delayed_node()
112 		spin_unlock(&root->inode_lock);  in btrfs_get_delayed_node()
115 	spin_unlock(&root->inode_lock);  in btrfs_get_delayed_node()
126 	struct btrfs_root *root = btrfs_inode->root;  in btrfs_get_or_create_delayed_node()  local
138 	btrfs_init_delayed_node(node, root, ino);  in btrfs_get_or_create_delayed_node()
149 	spin_lock(&root->inode_lock);  in btrfs_get_or_create_delayed_node()
150 	ret = radix_tree_insert(&root->delayed_nodes_tree, ino, node);  in btrfs_get_or_create_delayed_node()
152 		spin_unlock(&root->inode_lock);  in btrfs_get_or_create_delayed_node()
158 	spin_unlock(&root->inode_lock);  in btrfs_get_or_create_delayed_node()
169 static void btrfs_queue_delayed_node(struct btrfs_delayed_root *root,  in btrfs_queue_delayed_node()  argument
173 	spin_lock(&root->lock);  in btrfs_queue_delayed_node()
176 			list_move_tail(&node->p_list, &root->prepare_list);  in btrfs_queue_delayed_node()
178 			list_add_tail(&node->p_list, &root->prepare_list);  in btrfs_queue_delayed_node()
180 		list_add_tail(&node->n_list, &root->node_list);  in btrfs_queue_delayed_node()
181 		list_add_tail(&node->p_list, &root->prepare_list);  in btrfs_queue_delayed_node()
183 		root->nodes++;  in btrfs_queue_delayed_node()
186 	spin_unlock(&root->lock);  in btrfs_queue_delayed_node()
190 static void btrfs_dequeue_delayed_node(struct btrfs_delayed_root *root,  in btrfs_dequeue_delayed_node()  argument
193 	spin_lock(&root->lock);  in btrfs_dequeue_delayed_node()
195 		root->nodes--;  in btrfs_dequeue_delayed_node()
202 	spin_unlock(&root->lock);  in btrfs_dequeue_delayed_node()
231 	delayed_root = node->root->fs_info->delayed_root;  in btrfs_next_delayed_node()
260 	delayed_root = delayed_node->root->fs_info->delayed_root;  in __btrfs_release_delayed_node()
271 		struct btrfs_root *root = delayed_node->root;  in __btrfs_release_delayed_node()  local
272 		spin_lock(&root->inode_lock);  in __btrfs_release_delayed_node()
274 			radix_tree_delete(&root->delayed_nodes_tree,  in __btrfs_release_delayed_node()
278 		spin_unlock(&root->inode_lock);  in __btrfs_release_delayed_node()
340 				struct rb_root *root,  in __btrfs_lookup_delayed_item()  argument
349 	node = root->rb_node;  in __btrfs_lookup_delayed_item()
407 	struct rb_root *root;  in __btrfs_add_delayed_item()  local
412 		root = &delayed_node->ins_root;  in __btrfs_add_delayed_item()
414 		root = &delayed_node->del_root;  in __btrfs_add_delayed_item()
417 	p = &root->rb_node;  in __btrfs_add_delayed_item()
435 	rb_insert_color(node, root);  in __btrfs_add_delayed_item()
445 	atomic_inc(&delayed_node->root->fs_info->delayed_root->items);  in __btrfs_add_delayed_item()
474 	struct rb_root *root;  in __btrfs_remove_delayed_item()  local
477 	delayed_root = delayed_item->delayed_node->root->fs_info->delayed_root;  in __btrfs_remove_delayed_item()
484 		root = &delayed_item->delayed_node->ins_root;  in __btrfs_remove_delayed_item()
486 		root = &delayed_item->delayed_node->del_root;  in __btrfs_remove_delayed_item()
488 	rb_erase(&delayed_item->rb_node, root);  in __btrfs_remove_delayed_item()
543 					       struct btrfs_root *root,  in btrfs_delayed_item_reserve_metadata()  argument
555 	dst_rsv = &root->fs_info->delayed_block_rsv;  in btrfs_delayed_item_reserve_metadata()
557 	num_bytes = btrfs_calc_trans_metadata_size(root, 1);  in btrfs_delayed_item_reserve_metadata()
560 		trace_btrfs_space_reservation(root->fs_info, "delayed_item",  in btrfs_delayed_item_reserve_metadata()
569 static void btrfs_delayed_item_release_metadata(struct btrfs_root *root,  in btrfs_delayed_item_release_metadata()  argument
577 	rsv = &root->fs_info->delayed_block_rsv;  in btrfs_delayed_item_release_metadata()
578 	trace_btrfs_space_reservation(root->fs_info, "delayed_item",  in btrfs_delayed_item_release_metadata()
581 	btrfs_block_rsv_release(root, rsv,  in btrfs_delayed_item_release_metadata()
587 					struct btrfs_root *root,  in btrfs_delayed_inode_reserve_metadata()  argument
598 	dst_rsv = &root->fs_info->delayed_block_rsv;  in btrfs_delayed_inode_reserve_metadata()
600 	num_bytes = btrfs_calc_trans_metadata_size(root, 1);  in btrfs_delayed_inode_reserve_metadata()
613 		ret = btrfs_block_rsv_add(root, dst_rsv, num_bytes,  in btrfs_delayed_inode_reserve_metadata()
625 			trace_btrfs_space_reservation(root->fs_info,  in btrfs_delayed_inode_reserve_metadata()
649 		ret = btrfs_block_rsv_add(root, dst_rsv, num_bytes,  in btrfs_delayed_inode_reserve_metadata()
662 		ret = btrfs_block_rsv_migrate(&root->fs_info->global_block_rsv,  in btrfs_delayed_inode_reserve_metadata()
685 		trace_btrfs_space_reservation(root->fs_info, "delayed_inode",  in btrfs_delayed_inode_reserve_metadata()
691 		trace_btrfs_space_reservation(root->fs_info, "delalloc",  in btrfs_delayed_inode_reserve_metadata()
693 		btrfs_block_rsv_release(root, src_rsv, num_bytes);  in btrfs_delayed_inode_reserve_metadata()
699 static void btrfs_delayed_inode_release_metadata(struct btrfs_root *root,  in btrfs_delayed_inode_release_metadata()  argument
707 	rsv = &root->fs_info->delayed_block_rsv;  in btrfs_delayed_inode_release_metadata()
708 	trace_btrfs_space_reservation(root->fs_info, "delayed_inode",  in btrfs_delayed_inode_release_metadata()
710 	btrfs_block_rsv_release(root, rsv,  in btrfs_delayed_inode_release_metadata()
719 static int btrfs_batch_insert_items(struct btrfs_root *root,  in btrfs_batch_insert_items()  argument
739 	free_space = btrfs_leaf_free_space(root, leaf);  in btrfs_batch_insert_items()
800 	setup_items_for_insert(root, path, keys, data_size,  in btrfs_batch_insert_items()
812 		btrfs_delayed_item_release_metadata(root, curr);  in btrfs_batch_insert_items()
830 				     struct btrfs_root *root,  in btrfs_insert_delayed_item()  argument
838 	ret = btrfs_insert_empty_item(trans, root, path, &delayed_item->key,  in btrfs_insert_delayed_item()
851 	btrfs_delayed_item_release_metadata(root, delayed_item);  in btrfs_insert_delayed_item()
861 				      struct btrfs_root *root,  in btrfs_insert_delayed_items()  argument
873 	ret = btrfs_insert_delayed_item(trans, root, path, curr);  in btrfs_insert_delayed_items()
884 		btrfs_batch_insert_items(root, path, curr);  in btrfs_insert_delayed_items()
899 				    struct btrfs_root *root,  in btrfs_batch_delete_items()  argument
947 	ret = btrfs_del_items(trans, root, path, path->slots[0], nitems);  in btrfs_batch_delete_items()
952 		btrfs_delayed_item_release_metadata(root, curr);  in btrfs_batch_delete_items()
963 				      struct btrfs_root *root,  in btrfs_delete_delayed_items()  argument
975 	ret = btrfs_search_slot(trans, root, &curr->key, path, -1, 1);  in btrfs_delete_delayed_items()
995 	btrfs_batch_delete_items(trans, root, path, curr);  in btrfs_delete_delayed_items()
1012 		BUG_ON(!delayed_node->root);  in btrfs_release_delayed_inode()
1016 		delayed_root = delayed_node->root->fs_info->delayed_root;  in btrfs_release_delayed_inode()
1025 	ASSERT(delayed_node->root);  in btrfs_release_delayed_iref()
1029 	delayed_root = delayed_node->root->fs_info->delayed_root;  in btrfs_release_delayed_iref()
1034 					struct btrfs_root *root,  in __btrfs_update_delayed_inode()  argument
1053 	ret = btrfs_lookup_inode(trans, root, path, &key, mod);  in __btrfs_update_delayed_inode()
1088 	btrfs_del_item(trans, root, path);  in __btrfs_update_delayed_inode()
1094 	btrfs_delayed_inode_release_metadata(root, node);  in __btrfs_update_delayed_inode()
1104 	ret = btrfs_search_slot(trans, root, &key, path, -1, 1);  in __btrfs_update_delayed_inode()
1116 					     struct btrfs_root *root,  in btrfs_update_delayed_inode()  argument
1128 	ret = __btrfs_update_delayed_inode(trans, root, path, node);  in btrfs_update_delayed_inode()
1140 	ret = btrfs_insert_delayed_items(trans, path, node->root, node);  in __btrfs_commit_inode_delayed_items()
1144 	ret = btrfs_delete_delayed_items(trans, path, node->root, node);  in __btrfs_commit_inode_delayed_items()
1148 	ret = btrfs_update_delayed_inode(trans, node->root, path, node);  in __btrfs_commit_inode_delayed_items()
1159 				     struct btrfs_root *root, int nr)  in __btrfs_run_delayed_items()  argument
1177 	trans->block_rsv = &root->fs_info->delayed_block_rsv;  in __btrfs_run_delayed_items()
1179 	delayed_root = btrfs_get_delayed_root(root);  in __btrfs_run_delayed_items()
1188 			btrfs_abort_transaction(trans, root, ret);  in __btrfs_run_delayed_items()
1206 			    struct btrfs_root *root)  in btrfs_run_delayed_items()  argument
1208 	return __btrfs_run_delayed_items(trans, root, -1);  in btrfs_run_delayed_items()
1212 			       struct btrfs_root *root, int nr)  in btrfs_run_delayed_items_nr()  argument
1214 	return __btrfs_run_delayed_items(trans, root, nr);  in btrfs_run_delayed_items_nr()
1244 	trans->block_rsv = &delayed_node->root->fs_info->delayed_block_rsv;  in btrfs_commit_inode_delayed_items()
1274 	trans = btrfs_join_transaction(delayed_node->root);  in btrfs_commit_inode_delayed_inode()
1288 	trans->block_rsv = &delayed_node->root->fs_info->delayed_block_rsv;  in btrfs_commit_inode_delayed_inode()
1292 		ret = __btrfs_update_delayed_inode(trans, delayed_node->root,  in btrfs_commit_inode_delayed_inode()
1301 	btrfs_end_transaction(trans, delayed_node->root);  in btrfs_commit_inode_delayed_inode()
1302 	btrfs_btree_balance_dirty(delayed_node->root);  in btrfs_commit_inode_delayed_inode()
1334 	struct btrfs_root *root;  in btrfs_async_run_delayed_root()  local
1354 	root = delayed_node->root;  in btrfs_async_run_delayed_root()
1356 	trans = btrfs_join_transaction(root);  in btrfs_async_run_delayed_root()
1361 	trans->block_rsv = &root->fs_info->delayed_block_rsv;  in btrfs_async_run_delayed_root()
1366 	btrfs_end_transaction(trans, root);  in btrfs_async_run_delayed_root()
1367 	btrfs_btree_balance_dirty_nodelay(root);  in btrfs_async_run_delayed_root()
1406 void btrfs_assert_delayed_root_empty(struct btrfs_root *root)  in btrfs_assert_delayed_root_empty()  argument
1409 	delayed_root = btrfs_get_delayed_root(root);  in btrfs_assert_delayed_root_empty()
1426 void btrfs_balance_delayed_items(struct btrfs_root *root)  in btrfs_balance_delayed_items()  argument
1429 	struct btrfs_fs_info *fs_info = root->fs_info;  in btrfs_balance_delayed_items()
1431 	delayed_root = btrfs_get_delayed_root(root);  in btrfs_balance_delayed_items()
1456 				   struct btrfs_root *root, const char *name,  in btrfs_insert_delayed_dir_index()  argument
1488 	ret = btrfs_delayed_item_reserve_metadata(trans, root, delayed_item);  in btrfs_insert_delayed_dir_index()
1499 		btrfs_err(root->fs_info, "err add delayed dir index item(name: %.*s) "  in btrfs_insert_delayed_dir_index()
1502 				name_len, name, delayed_node->root->objectid,  in btrfs_insert_delayed_dir_index()
1513 static int btrfs_delete_delayed_insertion_item(struct btrfs_root *root,  in btrfs_delete_delayed_insertion_item()  argument
1526 	btrfs_delayed_item_release_metadata(root, item);  in btrfs_delete_delayed_insertion_item()
1533 				   struct btrfs_root *root, struct inode *dir,  in btrfs_delete_delayed_dir_index()  argument
1549 	ret = btrfs_delete_delayed_insertion_item(root, node, &item_key);  in btrfs_delete_delayed_dir_index()
1561 	ret = btrfs_delayed_item_reserve_metadata(trans, root, item);  in btrfs_delete_delayed_dir_index()
1571 		btrfs_err(root->fs_info, "err add delayed dir index item(index: %llu) "  in btrfs_delete_delayed_dir_index()
1574 				index, node->root->objectid, node->inode_id,  in btrfs_delete_delayed_dir_index()
1836 			       struct btrfs_root *root, struct inode *inode)  in btrfs_delayed_update_inode()  argument
1851 	ret = btrfs_delayed_inode_reserve_metadata(trans, root, inode,  in btrfs_delayed_update_inode()
1859 	atomic_inc(&root->fs_info->delayed_root->items);  in btrfs_delayed_update_inode()
1875 	if (BTRFS_I(inode)->root->fs_info->log_root_recovering)  in btrfs_delayed_delete_inode_ref()
1902 	atomic_inc(&BTRFS_I(inode)->root->fs_info->delayed_root->items);  in btrfs_delayed_delete_inode_ref()
1911 	struct btrfs_root *root = delayed_node->root;  in __btrfs_kill_delayed_node()  local
1917 		btrfs_delayed_item_release_metadata(root, curr_item);  in __btrfs_kill_delayed_node()
1925 		btrfs_delayed_item_release_metadata(root, curr_item);  in __btrfs_kill_delayed_node()
1935 		btrfs_delayed_inode_release_metadata(root, delayed_node);  in __btrfs_kill_delayed_node()
1953 void btrfs_kill_all_delayed_nodes(struct btrfs_root *root)  in btrfs_kill_all_delayed_nodes()  argument
1960 		spin_lock(&root->inode_lock);  in btrfs_kill_all_delayed_nodes()
1961 		n = radix_tree_gang_lookup(&root->delayed_nodes_tree,  in btrfs_kill_all_delayed_nodes()
1965 			spin_unlock(&root->inode_lock);  in btrfs_kill_all_delayed_nodes()
1973 		spin_unlock(&root->inode_lock);  in btrfs_kill_all_delayed_nodes()
1982 void btrfs_destroy_delayed_inodes(struct btrfs_root *root)  in btrfs_destroy_delayed_inodes()  argument
1987 	delayed_root = btrfs_get_delayed_root(root);  in btrfs_destroy_delayed_inodes()