Lines Matching refs:btrfs_raid_bio

69 struct btrfs_raid_bio {  struct
179 static int __raid56_parity_recover(struct btrfs_raid_bio *rbio); argument
180 static noinline void finish_rmw(struct btrfs_raid_bio *rbio);
183 static void async_rmw_stripe(struct btrfs_raid_bio *rbio);
184 static void async_read_rebuild(struct btrfs_raid_bio *rbio);
185 static int fail_bio_stripe(struct btrfs_raid_bio *rbio, struct bio *bio);
186 static int fail_rbio_index(struct btrfs_raid_bio *rbio, int failed);
187 static void __free_raid_bio(struct btrfs_raid_bio *rbio);
188 static void index_rbio_pages(struct btrfs_raid_bio *rbio);
189 static int alloc_rbio_pages(struct btrfs_raid_bio *rbio);
191 static noinline void finish_parity_scrub(struct btrfs_raid_bio *rbio,
193 static void async_scrub_parity(struct btrfs_raid_bio *rbio);
254 static void cache_rbio_pages(struct btrfs_raid_bio *rbio) in cache_rbio_pages()
284 static int rbio_bucket(struct btrfs_raid_bio *rbio) in rbio_bucket()
303 static void steal_rbio(struct btrfs_raid_bio *src, struct btrfs_raid_bio *dest) in steal_rbio()
334 static void merge_rbio(struct btrfs_raid_bio *dest, in merge_rbio()
335 struct btrfs_raid_bio *victim) in merge_rbio()
347 static void __remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in __remove_rbio_from_cache()
407 static void remove_rbio_from_cache(struct btrfs_raid_bio *rbio) in remove_rbio_from_cache()
429 struct btrfs_raid_bio *rbio; in btrfs_clear_rbio_cache()
436 struct btrfs_raid_bio, in btrfs_clear_rbio_cache()
467 static void cache_rbio(struct btrfs_raid_bio *rbio) in cache_rbio()
494 struct btrfs_raid_bio *found; in cache_rbio()
497 struct btrfs_raid_bio, in cache_rbio()
535 static int __rbio_is_full(struct btrfs_raid_bio *rbio) in __rbio_is_full()
547 static int rbio_is_full(struct btrfs_raid_bio *rbio) in rbio_is_full()
568 static int rbio_can_merge(struct btrfs_raid_bio *last, in rbio_can_merge()
569 struct btrfs_raid_bio *cur) in rbio_can_merge()
611 static struct page *rbio_pstripe_page(struct btrfs_raid_bio *rbio, int index) in rbio_pstripe_page()
621 static struct page *rbio_qstripe_page(struct btrfs_raid_bio *rbio, int index) in rbio_qstripe_page()
653 static noinline int lock_stripe_add(struct btrfs_raid_bio *rbio) in lock_stripe_add()
657 struct btrfs_raid_bio *cur; in lock_stripe_add()
658 struct btrfs_raid_bio *pending; in lock_stripe_add()
661 struct btrfs_raid_bio *freeit = NULL; in lock_stripe_add()
662 struct btrfs_raid_bio *cache_drop = NULL; in lock_stripe_add()
742 static noinline void unlock_stripe(struct btrfs_raid_bio *rbio) in unlock_stripe()
781 struct btrfs_raid_bio *next; in unlock_stripe()
784 next = list_entry(head, struct btrfs_raid_bio, in unlock_stripe()
821 static void __free_raid_bio(struct btrfs_raid_bio *rbio) in __free_raid_bio()
844 static void free_raid_bio(struct btrfs_raid_bio *rbio) in free_raid_bio()
854 static void rbio_orig_end_io(struct btrfs_raid_bio *rbio, int err, int uptodate) in rbio_orig_end_io()
880 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_write_end_io()
916 static struct page *page_in_rbio(struct btrfs_raid_bio *rbio, in page_in_rbio()
948 static struct btrfs_raid_bio *alloc_rbio(struct btrfs_root *root, in alloc_rbio()
951 struct btrfs_raid_bio *rbio; in alloc_rbio()
1002 static int alloc_rbio_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_pages()
1020 static int alloc_rbio_parity_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_parity_pages()
1043 static int rbio_add_io_page(struct btrfs_raid_bio *rbio, in rbio_add_io_page()
1104 static void validate_rbio_for_rmw(struct btrfs_raid_bio *rbio) in validate_rbio_for_rmw()
1118 static struct page *rbio_stripe_page(struct btrfs_raid_bio *rbio, int stripe, int page) in rbio_stripe_page()
1134 static void index_rbio_pages(struct btrfs_raid_bio *rbio) in index_rbio_pages()
1165 static noinline void finish_rmw(struct btrfs_raid_bio *rbio) in finish_rmw()
1329 static int find_bio_stripe(struct btrfs_raid_bio *rbio, in find_bio_stripe()
1356 static int find_logical_bio_stripe(struct btrfs_raid_bio *rbio, in find_logical_bio_stripe()
1378 static int fail_rbio_index(struct btrfs_raid_bio *rbio, int failed) in fail_rbio_index()
1410 static int fail_bio_stripe(struct btrfs_raid_bio *rbio, in fail_bio_stripe()
1446 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_rmw_end_io()
1475 static void async_rmw_stripe(struct btrfs_raid_bio *rbio) in async_rmw_stripe()
1484 static void async_read_rebuild(struct btrfs_raid_bio *rbio) in async_read_rebuild()
1497 static int raid56_rmw_stripe(struct btrfs_raid_bio *rbio) in raid56_rmw_stripe()
1594 static int full_stripe_write(struct btrfs_raid_bio *rbio) in full_stripe_write()
1615 static int partial_stripe_write(struct btrfs_raid_bio *rbio) in partial_stripe_write()
1631 static int __raid56_parity_write(struct btrfs_raid_bio *rbio) in __raid56_parity_write()
1658 struct btrfs_raid_bio *ra = container_of(a, struct btrfs_raid_bio, in plug_cmp()
1660 struct btrfs_raid_bio *rb = container_of(b, struct btrfs_raid_bio, in plug_cmp()
1674 struct btrfs_raid_bio *cur; in run_plug()
1675 struct btrfs_raid_bio *last = NULL; in run_plug()
1685 struct btrfs_raid_bio, plug_list); in run_plug()
1742 struct btrfs_raid_bio *rbio; in raid56_parity_write()
1793 static void __raid_recover_end_io(struct btrfs_raid_bio *rbio) in __raid_recover_end_io()
1989 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_recover_end_io()
2018 static int __raid56_parity_recover(struct btrfs_raid_bio *rbio) in __raid56_parity_recover()
2119 struct btrfs_raid_bio *rbio; in raid56_parity_recover()
2178 struct btrfs_raid_bio *rbio; in rmw_work()
2180 rbio = container_of(work, struct btrfs_raid_bio, work); in rmw_work()
2186 struct btrfs_raid_bio *rbio; in read_rebuild_work()
2188 rbio = container_of(work, struct btrfs_raid_bio, work); in read_rebuild_work()
2200 struct btrfs_raid_bio *
2206 struct btrfs_raid_bio *rbio; in raid56_parity_alloc_scrub_rbio()
2235 void raid56_parity_add_scrub_pages(struct btrfs_raid_bio *rbio, in raid56_parity_add_scrub_pages()
2253 static int alloc_rbio_essential_pages(struct btrfs_raid_bio *rbio) in alloc_rbio_essential_pages()
2282 struct btrfs_raid_bio *rbio = bio->bi_private; in raid_write_parity_end_io()
2300 static noinline void finish_parity_scrub(struct btrfs_raid_bio *rbio, in finish_parity_scrub()
2462 static inline int is_data_stripe(struct btrfs_raid_bio *rbio, int stripe) in is_data_stripe()
2476 static void validate_rbio_for_parity_scrub(struct btrfs_raid_bio *rbio) in validate_rbio_for_parity_scrub()
2540 struct btrfs_raid_bio *rbio = bio->bi_private; in raid56_parity_scrub_end_io()
2560 static void raid56_parity_scrub_stripe(struct btrfs_raid_bio *rbio) in raid56_parity_scrub_stripe()
2651 struct btrfs_raid_bio *rbio; in scrub_parity_work()
2653 rbio = container_of(work, struct btrfs_raid_bio, work); in scrub_parity_work()
2657 static void async_scrub_parity(struct btrfs_raid_bio *rbio) in async_scrub_parity()
2666 void raid56_parity_submit_scrub_rbio(struct btrfs_raid_bio *rbio) in raid56_parity_submit_scrub_rbio()