31 static u64 entry_end(struct btrfs_ordered_extent *entry)  in entry_end()  argument
33 	if (entry->file_offset + entry->len < entry->file_offset)  in entry_end()
35 	return entry->file_offset + entry->len;  in entry_end()
46 	struct btrfs_ordered_extent *entry;  in tree_insert()  local
50 		entry = rb_entry(parent, struct btrfs_ordered_extent, rb_node);  in tree_insert()
52 		if (file_offset < entry->file_offset)  in tree_insert()
54 		else if (file_offset >= entry_end(entry))  in tree_insert()
83 	struct btrfs_ordered_extent *entry;  in __tree_search()  local
87 		entry = rb_entry(n, struct btrfs_ordered_extent, rb_node);  in __tree_search()
89 		prev_entry = entry;  in __tree_search()
91 		if (file_offset < entry->file_offset)  in __tree_search()
93 		else if (file_offset >= entry_end(entry))  in __tree_search()
130 static int offset_in_entry(struct btrfs_ordered_extent *entry, u64 file_offset)  in offset_in_entry()  argument
132 	if (file_offset < entry->file_offset ||  in offset_in_entry()
133 	    entry->file_offset + entry->len <= file_offset)  in offset_in_entry()
138 static int range_overlaps(struct btrfs_ordered_extent *entry, u64 file_offset,  in range_overlaps()  argument
141 	if (file_offset + len <= entry->file_offset ||  in range_overlaps()
142 	    entry->file_offset + entry->len <= file_offset)  in range_overlaps()
157 	struct btrfs_ordered_extent *entry;  in tree_search()  local
160 		entry = rb_entry(tree->last, struct btrfs_ordered_extent,  in tree_search()
162 		if (offset_in_entry(entry, file_offset))  in tree_search()
191 	struct btrfs_ordered_extent *entry;  in __btrfs_add_ordered_extent()  local
194 	entry = kmem_cache_zalloc(btrfs_ordered_extent_cache, GFP_NOFS);  in __btrfs_add_ordered_extent()
195 	if (!entry)  in __btrfs_add_ordered_extent()
198 	entry->file_offset = file_offset;  in __btrfs_add_ordered_extent()
199 	entry->start = start;  in __btrfs_add_ordered_extent()
200 	entry->len = len;  in __btrfs_add_ordered_extent()
203 		entry->csum_bytes_left = disk_len;  in __btrfs_add_ordered_extent()
204 	entry->disk_len = disk_len;  in __btrfs_add_ordered_extent()
205 	entry->bytes_left = len;  in __btrfs_add_ordered_extent()
206 	entry->inode = igrab(inode);  in __btrfs_add_ordered_extent()
207 	entry->compress_type = compress_type;  in __btrfs_add_ordered_extent()
208 	entry->truncated_len = (u64)-1;  in __btrfs_add_ordered_extent()
210 		set_bit(type, &entry->flags);  in __btrfs_add_ordered_extent()
213 		set_bit(BTRFS_ORDERED_DIRECT, &entry->flags);  in __btrfs_add_ordered_extent()
216 	atomic_set(&entry->refs, 1);  in __btrfs_add_ordered_extent()
217 	init_waitqueue_head(&entry->wait);  in __btrfs_add_ordered_extent()
218 	INIT_LIST_HEAD(&entry->list);  in __btrfs_add_ordered_extent()
219 	INIT_LIST_HEAD(&entry->root_extent_list);  in __btrfs_add_ordered_extent()
220 	INIT_LIST_HEAD(&entry->work_list);  in __btrfs_add_ordered_extent()
221 	init_completion(&entry->completion);  in __btrfs_add_ordered_extent()
222 	INIT_LIST_HEAD(&entry->log_list);  in __btrfs_add_ordered_extent()
223 	INIT_LIST_HEAD(&entry->trans_list);  in __btrfs_add_ordered_extent()
225 	trace_btrfs_ordered_extent_add(inode, entry);  in __btrfs_add_ordered_extent()
229 			   &entry->rb_node);  in __btrfs_add_ordered_extent()
235 	list_add_tail(&entry->root_extent_list,  in __btrfs_add_ordered_extent()
281 			   struct btrfs_ordered_extent *entry,  in btrfs_add_ordered_sum()  argument
288 	list_add_tail(&sum->list, &entry->list);  in btrfs_add_ordered_sum()
289 	WARN_ON(entry->csum_bytes_left < sum->len);  in btrfs_add_ordered_sum()
290 	entry->csum_bytes_left -= sum->len;  in btrfs_add_ordered_sum()
291 	if (entry->csum_bytes_left == 0)  in btrfs_add_ordered_sum()
292 		wake_up(&entry->wait);  in btrfs_add_ordered_sum()
314 	struct btrfs_ordered_extent *entry = NULL;  in btrfs_dec_test_first_ordered_pending()  local
329 	entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);  in btrfs_dec_test_first_ordered_pending()
330 	if (!offset_in_entry(entry, *file_offset)) {  in btrfs_dec_test_first_ordered_pending()
335 	dec_start = max(*file_offset, entry->file_offset);  in btrfs_dec_test_first_ordered_pending()
336 	dec_end = min(*file_offset + io_size, entry->file_offset +  in btrfs_dec_test_first_ordered_pending()
337 		      entry->len);  in btrfs_dec_test_first_ordered_pending()
344 	if (to_dec > entry->bytes_left) {  in btrfs_dec_test_first_ordered_pending()
347 			entry->bytes_left, to_dec);  in btrfs_dec_test_first_ordered_pending()
349 	entry->bytes_left -= to_dec;  in btrfs_dec_test_first_ordered_pending()
351 		set_bit(BTRFS_ORDERED_IOERR, &entry->flags);  in btrfs_dec_test_first_ordered_pending()
353 	if (entry->bytes_left == 0) {  in btrfs_dec_test_first_ordered_pending()
354 		ret = test_and_set_bit(BTRFS_ORDERED_IO_DONE, &entry->flags);  in btrfs_dec_test_first_ordered_pending()
355 		if (waitqueue_active(&entry->wait))  in btrfs_dec_test_first_ordered_pending()
356 			wake_up(&entry->wait);  in btrfs_dec_test_first_ordered_pending()
361 	if (!ret && cached && entry) {  in btrfs_dec_test_first_ordered_pending()
362 		*cached = entry;  in btrfs_dec_test_first_ordered_pending()
363 		atomic_inc(&entry->refs);  in btrfs_dec_test_first_ordered_pending()
384 	struct btrfs_ordered_extent *entry = NULL;  in btrfs_dec_test_ordered_pending()  local
391 		entry = *cached;  in btrfs_dec_test_ordered_pending()
401 	entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);  in btrfs_dec_test_ordered_pending()
403 	if (!offset_in_entry(entry, file_offset)) {  in btrfs_dec_test_ordered_pending()
408 	if (io_size > entry->bytes_left) {  in btrfs_dec_test_ordered_pending()
411 		       entry->bytes_left, io_size);  in btrfs_dec_test_ordered_pending()
413 	entry->bytes_left -= io_size;  in btrfs_dec_test_ordered_pending()
415 		set_bit(BTRFS_ORDERED_IOERR, &entry->flags);  in btrfs_dec_test_ordered_pending()
417 	if (entry->bytes_left == 0) {  in btrfs_dec_test_ordered_pending()
418 		ret = test_and_set_bit(BTRFS_ORDERED_IO_DONE, &entry->flags);  in btrfs_dec_test_ordered_pending()
419 		if (waitqueue_active(&entry->wait))  in btrfs_dec_test_ordered_pending()
420 			wake_up(&entry->wait);  in btrfs_dec_test_ordered_pending()
425 	if (!ret && cached && entry) {  in btrfs_dec_test_ordered_pending()
426 		*cached = entry;  in btrfs_dec_test_ordered_pending()
427 		atomic_inc(&entry->refs);  in btrfs_dec_test_ordered_pending()
540 void btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry)  in btrfs_put_ordered_extent()  argument
545 	trace_btrfs_ordered_extent_put(entry->inode, entry);  in btrfs_put_ordered_extent()
547 	if (atomic_dec_and_test(&entry->refs)) {  in btrfs_put_ordered_extent()
548 		if (entry->inode)  in btrfs_put_ordered_extent()
549 			btrfs_add_delayed_iput(entry->inode);  in btrfs_put_ordered_extent()
550 		while (!list_empty(&entry->list)) {  in btrfs_put_ordered_extent()
551 			cur = entry->list.next;  in btrfs_put_ordered_extent()
556 		kmem_cache_free(btrfs_ordered_extent_cache, entry);  in btrfs_put_ordered_extent()
565 				 struct btrfs_ordered_extent *entry)  in btrfs_remove_ordered_extent()  argument
573 	node = &entry->rb_node;  in btrfs_remove_ordered_extent()
577 	set_bit(BTRFS_ORDERED_COMPLETE, &entry->flags);  in btrfs_remove_ordered_extent()
581 	list_del_init(&entry->root_extent_list);  in btrfs_remove_ordered_extent()
584 	trace_btrfs_ordered_extent_remove(inode, entry);  in btrfs_remove_ordered_extent()
593 	wake_up(&entry->wait);  in btrfs_remove_ordered_extent()
698 				       struct btrfs_ordered_extent *entry,  in btrfs_start_ordered_extent()  argument
701 	u64 start = entry->file_offset;  in btrfs_start_ordered_extent()
702 	u64 end = start + entry->len - 1;  in btrfs_start_ordered_extent()
704 	trace_btrfs_ordered_extent_start(inode, entry);  in btrfs_start_ordered_extent()
711 	if (!test_bit(BTRFS_ORDERED_DIRECT, &entry->flags))  in btrfs_start_ordered_extent()
714 		wait_event(entry->wait, test_bit(BTRFS_ORDERED_COMPLETE,  in btrfs_start_ordered_extent()
715 						 &entry->flags));  in btrfs_start_ordered_extent()
788 	struct btrfs_ordered_extent *entry = NULL;  in btrfs_lookup_ordered_extent()  local
796 	entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);  in btrfs_lookup_ordered_extent()
797 	if (!offset_in_entry(entry, file_offset))  in btrfs_lookup_ordered_extent()
798 		entry = NULL;  in btrfs_lookup_ordered_extent()
799 	if (entry)  in btrfs_lookup_ordered_extent()
800 		atomic_inc(&entry->refs);  in btrfs_lookup_ordered_extent()
803 	return entry;  in btrfs_lookup_ordered_extent()
815 	struct btrfs_ordered_extent *entry = NULL;  in btrfs_lookup_ordered_range()  local
827 		entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);  in btrfs_lookup_ordered_range()
828 		if (range_overlaps(entry, file_offset, len))  in btrfs_lookup_ordered_range()
831 		if (entry->file_offset >= file_offset + len) {  in btrfs_lookup_ordered_range()
832 			entry = NULL;  in btrfs_lookup_ordered_range()
835 		entry = NULL;  in btrfs_lookup_ordered_range()
841 	if (entry)  in btrfs_lookup_ordered_range()
842 		atomic_inc(&entry->refs);  in btrfs_lookup_ordered_range()
844 	return entry;  in btrfs_lookup_ordered_range()
856 	struct btrfs_ordered_extent *entry = NULL;  in btrfs_lookup_first_ordered_extent()  local
864 	entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);  in btrfs_lookup_first_ordered_extent()
865 	atomic_inc(&entry->refs);  in btrfs_lookup_first_ordered_extent()
868 	return entry;  in btrfs_lookup_first_ordered_extent()