Lines Matching refs:page
61 unlock_page(mp->page); in __lock_metapage()
63 lock_page(mp->page); in __lock_metapage()
92 #define mp_anchor(page) ((struct meta_anchor *)page_private(page)) argument
94 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
96 if (!PagePrivate(page)) in page_to_mp()
98 return mp_anchor(page)->mp[offset >> L2PSIZE]; in page_to_mp()
101 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
107 if (PagePrivate(page)) in insert_metapage()
108 a = mp_anchor(page); in insert_metapage()
113 set_page_private(page, (unsigned long)a); in insert_metapage()
114 SetPagePrivate(page); in insert_metapage()
115 kmap(page); in insert_metapage()
119 l2mp_blocks = L2PSIZE - page->mapping->host->i_blkbits; in insert_metapage()
128 static inline void remove_metapage(struct page *page, struct metapage *mp) in remove_metapage() argument
130 struct meta_anchor *a = mp_anchor(page); in remove_metapage()
131 int l2mp_blocks = L2PSIZE - page->mapping->host->i_blkbits; in remove_metapage()
141 set_page_private(page, 0); in remove_metapage()
142 ClearPagePrivate(page); in remove_metapage()
143 kunmap(page); in remove_metapage()
147 static inline void inc_io(struct page *page) in inc_io() argument
149 atomic_inc(&mp_anchor(page)->io_count); in inc_io()
152 static inline void dec_io(struct page *page, void (*handler) (struct page *)) in dec_io() argument
154 if (atomic_dec_and_test(&mp_anchor(page)->io_count)) in dec_io()
155 handler(page); in dec_io()
159 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
161 return PagePrivate(page) ? (struct metapage *)page_private(page) : NULL; in page_to_mp()
164 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
167 set_page_private(page, (unsigned long)mp); in insert_metapage()
168 SetPagePrivate(page); in insert_metapage()
169 kmap(page); in insert_metapage()
174 static inline void remove_metapage(struct page *page, struct metapage *mp) in remove_metapage() argument
176 set_page_private(page, 0); in remove_metapage()
177 ClearPagePrivate(page); in remove_metapage()
178 kunmap(page); in remove_metapage()
181 #define inc_io(page) do {} while(0) argument
182 #define dec_io(page, handler) handler(page) argument
233 static inline void drop_metapage(struct page *page, struct metapage *mp) in drop_metapage() argument
238 remove_metapage(page, mp); in drop_metapage()
272 static void last_read_complete(struct page *page) in last_read_complete() argument
274 if (!PageError(page)) in last_read_complete()
275 SetPageUptodate(page); in last_read_complete()
276 unlock_page(page); in last_read_complete()
281 struct page *page = bio->bi_private; in metapage_read_end_io() local
285 SetPageError(page); in metapage_read_end_io()
288 dec_io(page, last_read_complete); in metapage_read_end_io()
314 static void last_write_complete(struct page *page) in last_write_complete() argument
320 mp = page_to_mp(page, offset); in last_write_complete()
331 end_page_writeback(page); in last_write_complete()
336 struct page *page = bio->bi_private; in metapage_write_end_io() local
338 BUG_ON(!PagePrivate(page)); in metapage_write_end_io()
342 SetPageError(page); in metapage_write_end_io()
344 dec_io(page, last_write_complete); in metapage_write_end_io()
348 static int metapage_writepage(struct page *page, struct writeback_control *wbc) in metapage_writepage() argument
352 struct inode *inode = page->mapping->host; in metapage_writepage()
368 page_start = (sector_t)page->index << in metapage_writepage()
370 BUG_ON(!PageLocked(page)); in metapage_writepage()
371 BUG_ON(PageWriteback(page)); in metapage_writepage()
372 set_page_writeback(page); in metapage_writepage()
375 mp = page_to_mp(page, offset); in metapage_writepage()
404 if (bio_add_page(bio, page, bio_bytes, bio_offset) < in metapage_writepage()
411 inc_io(page); in metapage_writepage()
418 inc_io(page); in metapage_writepage()
436 bio->bi_private = page; in metapage_writepage()
446 if (bio_add_page(bio, page, bio_bytes, bio_offset) < bio_bytes) in metapage_writepage()
455 redirty_page_for_writepage(wbc, page); in metapage_writepage()
457 unlock_page(page); in metapage_writepage()
463 end_page_writeback(page); in metapage_writepage()
475 unlock_page(page); in metapage_writepage()
476 dec_io(page, last_write_complete); in metapage_writepage()
479 dec_io(page, last_write_complete); in metapage_writepage()
483 static int metapage_readpage(struct file *fp, struct page *page) in metapage_readpage() argument
485 struct inode *inode = page->mapping->host; in metapage_readpage()
495 BUG_ON(!PageLocked(page)); in metapage_readpage()
496 page_start = (sector_t)page->index << in metapage_readpage()
505 if (!PagePrivate(page)) in metapage_readpage()
506 insert_metapage(page, NULL); in metapage_readpage()
507 inc_io(page); in metapage_readpage()
516 bio->bi_private = page; in metapage_readpage()
519 if (bio_add_page(bio, page, len, offset) < len) in metapage_readpage()
528 unlock_page(page); in metapage_readpage()
535 dec_io(page, last_read_complete); in metapage_readpage()
539 static int metapage_releasepage(struct page *page, gfp_t gfp_mask) in metapage_releasepage() argument
546 mp = page_to_mp(page, offset); in metapage_releasepage()
561 remove_metapage(page, mp); in metapage_releasepage()
568 static void metapage_invalidatepage(struct page *page, unsigned int offset, in metapage_invalidatepage() argument
573 BUG_ON(PageWriteback(page)); in metapage_invalidatepage()
575 metapage_releasepage(page, 0); in metapage_invalidatepage()
594 struct page *page; in __get_metapage() local
625 page = grab_cache_page(mapping, page_index); in __get_metapage()
626 if (!page) { in __get_metapage()
630 SetPageUptodate(page); in __get_metapage()
632 page = read_mapping_page(mapping, page_index, NULL); in __get_metapage()
633 if (IS_ERR(page) || !PageUptodate(page)) { in __get_metapage()
637 lock_page(page); in __get_metapage()
640 mp = page_to_mp(page, page_offset); in __get_metapage()
664 mp->page = page; in __get_metapage()
670 mp->data = page_address(page) + page_offset; in __get_metapage()
672 if (unlikely(insert_metapage(page, mp))) { in __get_metapage()
684 unlock_page(page); in __get_metapage()
689 unlock_page(page); in __get_metapage()
696 page_cache_get(mp->page); in grab_metapage()
697 lock_page(mp->page); in grab_metapage()
700 unlock_page(mp->page); in grab_metapage()
705 struct page *page = mp->page; in force_metapage() local
709 page_cache_get(page); in force_metapage()
710 lock_page(page); in force_metapage()
711 set_page_dirty(page); in force_metapage()
712 write_one_page(page, 1); in force_metapage()
714 page_cache_release(page); in force_metapage()
719 lock_page(mp->page); in hold_metapage()
726 unlock_page(mp->page); in put_metapage()
729 page_cache_get(mp->page); in put_metapage()
732 unlock_page(mp->page); in put_metapage()
738 struct page *page = mp->page; in release_metapage() local
741 BUG_ON(!page); in release_metapage()
743 lock_page(page); in release_metapage()
748 unlock_page(page); in release_metapage()
749 page_cache_release(page); in release_metapage()
754 set_page_dirty(page); in release_metapage()
757 write_one_page(page, 1); in release_metapage()
758 lock_page(page); /* write_one_page unlocks the page */ in release_metapage()
764 drop_metapage(page, mp); in release_metapage()
766 unlock_page(page); in release_metapage()
767 page_cache_release(page); in release_metapage()
779 struct page *page; in __invalidate_metapages() local
788 page = find_lock_page(mapping, lblock >> l2BlocksPerPage); in __invalidate_metapages()
789 if (!page) in __invalidate_metapages()
792 mp = page_to_mp(page, offset); in __invalidate_metapages()
805 unlock_page(page); in __invalidate_metapages()
806 page_cache_release(page); in __invalidate_metapages()