98 	void (*alloc_callback)(struct dm_buffer *);
99 	void (*write_callback)(struct dm_buffer *);
136 struct dm_buffer {  struct
259 static struct dm_buffer *__find(struct dm_bufio_client *c, sector_t block)  in __find()
262 	struct dm_buffer *b;  in __find()
265 		b = container_of(n, struct dm_buffer, node);  in __find()
276 static void __insert(struct dm_bufio_client *c, struct dm_buffer *b)  in __insert()
279 	struct dm_buffer *found;  in __insert()
282 		found = container_of(*new, struct dm_buffer, node);  in __insert()
298 static void __remove(struct dm_bufio_client *c, struct dm_buffer *b)  in __remove()
439 static struct dm_buffer *alloc_buffer(struct dm_bufio_client *c, gfp_t gfp_mask)  in alloc_buffer()
441 	struct dm_buffer *b = kmalloc(sizeof(struct dm_buffer) + c->aux_size,  in alloc_buffer()
463 static void free_buffer(struct dm_buffer *b)  in free_buffer()
476 static void __link_buffer(struct dm_buffer *b, sector_t block, int dirty)  in __link_buffer()
491 static void __unlink_buffer(struct dm_buffer *b)  in __unlink_buffer()
505 static void __relink_lru(struct dm_buffer *b, int dirty)  in __relink_lru()
546 	struct dm_buffer *b = context;  in dmio_complete()
551 static void use_dmio(struct dm_buffer *b, int rw, sector_t block,  in use_dmio()
595 static void use_inline_bio(struct dm_buffer *b, int rw, sector_t block,  in use_inline_bio()
641 static void submit_io(struct dm_buffer *b, int rw, sector_t block,  in submit_io()
666 	struct dm_buffer *b = container_of(bio, struct dm_buffer, bio);  in write_endio()
692 static void __write_dirty_buffer(struct dm_buffer *b,  in __write_dirty_buffer()
712 		struct dm_buffer *b =  in __flush_write_list()
713 			list_entry(write_list->next, struct dm_buffer, write_list);  in __flush_write_list()
726 static void __make_buffer_clean(struct dm_buffer *b)  in __make_buffer_clean()
742 static struct dm_buffer *__get_unclaimed_buffer(struct dm_bufio_client *c)  in __get_unclaimed_buffer()
744 	struct dm_buffer *b;  in __get_unclaimed_buffer()
807 static struct dm_buffer *__alloc_buffer_wait_no_callback(struct dm_bufio_client *c, enum new_flag n…  in __alloc_buffer_wait_no_callback()
809 	struct dm_buffer *b;  in __alloc_buffer_wait_no_callback()
835 				       struct dm_buffer, lru_list);  in __alloc_buffer_wait_no_callback()
850 static struct dm_buffer *__alloc_buffer_wait(struct dm_bufio_client *c, enum new_flag nf)  in __alloc_buffer_wait()
852 	struct dm_buffer *b = __alloc_buffer_wait_no_callback(c, nf);  in __alloc_buffer_wait()
866 static void __free_buffer_wake(struct dm_buffer *b)  in __free_buffer_wake()
883 	struct dm_buffer *b, *tmp;  in __write_dirty_buffers_async()
942 		struct dm_buffer *b = __get_unclaimed_buffer(c);  in __check_watermark()
959 static struct dm_buffer *__bufio_new(struct dm_bufio_client *c, sector_t block,  in __bufio_new()
963 	struct dm_buffer *b, *new_b = NULL;  in __bufio_new()
1031 	struct dm_buffer *b = container_of(bio, struct dm_buffer, bio);  in read_endio()
1051 		      enum new_flag nf, struct dm_buffer **bp)  in new_read()
1054 	struct dm_buffer *b;  in new_read()
1086 		   struct dm_buffer **bp)  in dm_bufio_get()
1093 		    struct dm_buffer **bp)  in dm_bufio_read()
1102 		   struct dm_buffer **bp)  in dm_bufio_new()
1124 		struct dm_buffer *b;  in dm_bufio_prefetch()
1156 void dm_bufio_release(struct dm_buffer *b)  in dm_bufio_release()
1186 void dm_bufio_mark_buffer_dirty(struct dm_buffer *b)  in dm_bufio_mark_buffer_dirty()
1225 	struct dm_buffer *b, *tmp;  in dm_bufio_write_dirty_buffers()
1328 void dm_bufio_release_move(struct dm_buffer *b, sector_t new_block)  in dm_bufio_release_move()
1331 	struct dm_buffer *new;  in dm_bufio_release_move()
1398 	struct dm_buffer *b;  in dm_bufio_forget()
1431 sector_t dm_bufio_get_block_number(struct dm_buffer *b)  in dm_bufio_get_block_number()
1437 void *dm_bufio_get_block_data(struct dm_buffer *b)  in dm_bufio_get_block_data()
1443 void *dm_bufio_get_aux_data(struct dm_buffer *b)  in dm_bufio_get_aux_data()
1449 struct dm_bufio_client *dm_bufio_get_client(struct dm_buffer *b)  in dm_bufio_get_client()
1457 	struct dm_buffer *b;  in drop_buffers()
1491 static bool __try_evict_buffer(struct dm_buffer *b, gfp_t gfp)  in __try_evict_buffer()
1520 	struct dm_buffer *b, *tmp;  in __scan()
1576 					       void (*alloc_callback)(struct dm_buffer *),  in dm_bufio_client_create()  argument
1577 					       void (*write_callback)(struct dm_buffer *))  in dm_bufio_client_create()  argument
1650 		struct dm_buffer *b = alloc_buffer(c, GFP_KERNEL);  in dm_bufio_client_create()
1676 		struct dm_buffer *b = list_entry(c->reserved_buffers.next,  in dm_bufio_client_create()
1677 						 struct dm_buffer, lru_list);  in dm_bufio_client_create()
1713 		struct dm_buffer *b = list_entry(c->reserved_buffers.next,  in dm_bufio_client_destroy()
1714 						 struct dm_buffer, lru_list);  in dm_bufio_client_destroy()
1741 static bool older_than(struct dm_buffer *b, unsigned long age_hz)  in older_than()
1748 	struct dm_buffer *b, *tmp;  in __evict_old_buffers()