44 #define metapage_locked(mp) test_bit(META_locked, &(mp)->flag)  argument
45 #define trylock_metapage(mp) test_and_set_bit_lock(META_locked, &(mp)->flag)  argument
47 static inline void unlock_metapage(struct metapage *mp)  in unlock_metapage()  argument
49 	clear_bit_unlock(META_locked, &mp->flag);  in unlock_metapage()
50 	wake_up(&mp->wait);  in unlock_metapage()
53 static inline void __lock_metapage(struct metapage *mp)  in __lock_metapage()  argument
57 	add_wait_queue_exclusive(&mp->wait, &wait);  in __lock_metapage()
60 		if (metapage_locked(mp)) {  in __lock_metapage()
61 			unlock_page(mp->page);  in __lock_metapage()
63 			lock_page(mp->page);  in __lock_metapage()
65 	} while (trylock_metapage(mp));  in __lock_metapage()
67 	remove_wait_queue(&mp->wait, &wait);  in __lock_metapage()
73 static inline void lock_metapage(struct metapage *mp)  in lock_metapage()  argument
75 	if (trylock_metapage(mp))  in lock_metapage()
76 		__lock_metapage(mp);  in lock_metapage()
90 	struct metapage *mp[MPS_PER_PAGE];  member
98 	return mp_anchor(page)->mp[offset >> L2PSIZE];  in page_to_mp()
101 static inline int insert_metapage(struct page *page, struct metapage *mp)  in insert_metapage()  argument
118 	if (mp) {  in insert_metapage()
120 		index = (mp->index >> l2mp_blocks) & (MPS_PER_PAGE - 1);  in insert_metapage()
122 		a->mp[index] = mp;  in insert_metapage()
128 static inline void remove_metapage(struct page *page, struct metapage *mp)  in remove_metapage()  argument
134 	index = (mp->index >> l2mp_blocks) & (MPS_PER_PAGE - 1);  in remove_metapage()
136 	BUG_ON(a->mp[index] != mp);  in remove_metapage()
138 	a->mp[index] = NULL;  in remove_metapage()
164 static inline int insert_metapage(struct page *page, struct metapage *mp)  in insert_metapage()  argument
166 	if (mp) {  in insert_metapage()
167 		set_page_private(page, (unsigned long)mp);  in insert_metapage()
174 static inline void remove_metapage(struct page *page, struct metapage *mp)  in remove_metapage()  argument
188 	struct metapage *mp = mempool_alloc(metapage_mempool, gfp_mask);  in alloc_metapage()  local
190 	if (mp) {  in alloc_metapage()
191 		mp->lid = 0;  in alloc_metapage()
192 		mp->lsn = 0;  in alloc_metapage()
193 		mp->data = NULL;  in alloc_metapage()
194 		mp->clsn = 0;  in alloc_metapage()
195 		mp->log = NULL;  in alloc_metapage()
196 		init_waitqueue_head(&mp->wait);  in alloc_metapage()
198 	return mp;  in alloc_metapage()
201 static inline void free_metapage(struct metapage *mp)  in free_metapage()  argument
203 	mempool_free(mp, metapage_mempool);  in free_metapage()
233 static inline void drop_metapage(struct page *page, struct metapage *mp)  in drop_metapage()  argument
235 	if (mp->count || mp->nohomeok || test_bit(META_dirty, &mp->flag) ||  in drop_metapage()
236 	    test_bit(META_io, &mp->flag))  in drop_metapage()
238 	remove_metapage(page, mp);  in drop_metapage()
240 	free_metapage(mp);  in drop_metapage()
292 static void remove_from_logsync(struct metapage *mp)  in remove_from_logsync()  argument
294 	struct jfs_log *log = mp->log;  in remove_from_logsync()
304 	if (mp->lsn) {  in remove_from_logsync()
305 		mp->log = NULL;  in remove_from_logsync()
306 		mp->lsn = 0;  in remove_from_logsync()
307 		mp->clsn = 0;  in remove_from_logsync()
309 		list_del(&mp->synclist);  in remove_from_logsync()
316 	struct metapage *mp;  in last_write_complete()  local
320 		mp = page_to_mp(page, offset);  in last_write_complete()
321 		if (mp && test_bit(META_io, &mp->flag)) {  in last_write_complete()
322 			if (mp->lsn)  in last_write_complete()
323 				remove_from_logsync(mp);  in last_write_complete()
324 			clear_bit(META_io, &mp->flag);  in last_write_complete()
356 	struct metapage *mp;  in metapage_writepage()  local
375 		mp = page_to_mp(page, offset);  in metapage_writepage()
377 		if (!mp || !test_bit(META_dirty, &mp->flag))  in metapage_writepage()
380 		if (mp->nohomeok && !test_bit(META_forcewrite, &mp->flag)) {  in metapage_writepage()
386 			if (mp->log && !(mp->log->cflag & logGC_PAGEOUT))  in metapage_writepage()
387 				jfs_flush_journal(mp->log, 0);  in metapage_writepage()
391 		clear_bit(META_dirty, &mp->flag);  in metapage_writepage()
392 		set_bit(META_io, &mp->flag);  in metapage_writepage()
541 	struct metapage *mp;  in metapage_releasepage()  local
546 		mp = page_to_mp(page, offset);  in metapage_releasepage()
548 		if (!mp)  in metapage_releasepage()
551 		jfs_info("metapage_releasepage: mp = 0x%p", mp);  in metapage_releasepage()
552 		if (mp->count || mp->nohomeok ||  in metapage_releasepage()
553 		    test_bit(META_dirty, &mp->flag)) {  in metapage_releasepage()
554 			jfs_info("count = %ld, nohomeok = %d", mp->count,  in metapage_releasepage()
555 				 mp->nohomeok);  in metapage_releasepage()
559 		if (mp->lsn)  in metapage_releasepage()
560 			remove_from_logsync(mp);  in metapage_releasepage()
561 		remove_metapage(page, mp);  in metapage_releasepage()
563 		free_metapage(mp);  in metapage_releasepage()
593 	struct metapage *mp = NULL;  in __get_metapage()  local
640 	mp = page_to_mp(page, page_offset);  in __get_metapage()
641 	if (mp) {  in __get_metapage()
642 		if (mp->logical_size != size) {  in __get_metapage()
646 				mp->logical_size, size);  in __get_metapage()
650 		mp->count++;  in __get_metapage()
651 		lock_metapage(mp);  in __get_metapage()
652 		if (test_bit(META_discard, &mp->flag)) {  in __get_metapage()
656 				discard_metapage(mp);  in __get_metapage()
659 			clear_bit(META_discard, &mp->flag);  in __get_metapage()
663 		mp = alloc_metapage(GFP_NOFS);  in __get_metapage()
664 		mp->page = page;  in __get_metapage()
665 		mp->flag = 0;  in __get_metapage()
666 		mp->xflag = COMMIT_PAGE;  in __get_metapage()
667 		mp->count = 1;  in __get_metapage()
668 		mp->nohomeok = 0;  in __get_metapage()
669 		mp->logical_size = size;  in __get_metapage()
670 		mp->data = page_address(page) + page_offset;  in __get_metapage()
671 		mp->index = lblock;  in __get_metapage()
672 		if (unlikely(insert_metapage(page, mp))) {  in __get_metapage()
673 			free_metapage(mp);  in __get_metapage()
676 		lock_metapage(mp);  in __get_metapage()
680 		jfs_info("zeroing mp = 0x%p", mp);  in __get_metapage()
681 		memset(mp->data, 0, PSIZE);  in __get_metapage()
685 	jfs_info("__get_metapage: returning = 0x%p data = 0x%p", mp, mp->data);  in __get_metapage()
686 	return mp;  in __get_metapage()
693 void grab_metapage(struct metapage * mp)  in grab_metapage()  argument
695 	jfs_info("grab_metapage: mp = 0x%p", mp);  in grab_metapage()
696 	page_cache_get(mp->page);  in grab_metapage()
697 	lock_page(mp->page);  in grab_metapage()
698 	mp->count++;  in grab_metapage()
699 	lock_metapage(mp);  in grab_metapage()
700 	unlock_page(mp->page);  in grab_metapage()
703 void force_metapage(struct metapage *mp)  in force_metapage()  argument
705 	struct page *page = mp->page;  in force_metapage()
706 	jfs_info("force_metapage: mp = 0x%p", mp);  in force_metapage()
707 	set_bit(META_forcewrite, &mp->flag);  in force_metapage()
708 	clear_bit(META_sync, &mp->flag);  in force_metapage()
713 	clear_bit(META_forcewrite, &mp->flag);  in force_metapage()
717 void hold_metapage(struct metapage *mp)  in hold_metapage()  argument
719 	lock_page(mp->page);  in hold_metapage()
722 void put_metapage(struct metapage *mp)  in put_metapage()  argument
724 	if (mp->count || mp->nohomeok) {  in put_metapage()
726 		unlock_page(mp->page);  in put_metapage()
729 	page_cache_get(mp->page);  in put_metapage()
730 	mp->count++;  in put_metapage()
731 	lock_metapage(mp);  in put_metapage()
732 	unlock_page(mp->page);  in put_metapage()
733 	release_metapage(mp);  in put_metapage()
736 void release_metapage(struct metapage * mp)  in release_metapage()  argument
738 	struct page *page = mp->page;  in release_metapage()
739 	jfs_info("release_metapage: mp = 0x%p, flag = 0x%lx", mp, mp->flag);  in release_metapage()
744 	unlock_metapage(mp);  in release_metapage()
746 	assert(mp->count);  in release_metapage()
747 	if (--mp->count || mp->nohomeok) {  in release_metapage()
753 	if (test_bit(META_dirty, &mp->flag)) {  in release_metapage()
755 		if (test_bit(META_sync, &mp->flag)) {  in release_metapage()
756 			clear_bit(META_sync, &mp->flag);  in release_metapage()
760 	} else if (mp->lsn)	/* discard_metapage doesn't remove it */  in release_metapage()
761 		remove_from_logsync(mp);  in release_metapage()
764 	drop_metapage(page, mp);  in release_metapage()
778 	struct metapage *mp;  in __invalidate_metapages()  local
792 			mp = page_to_mp(page, offset);  in __invalidate_metapages()
793 			if (!mp)  in __invalidate_metapages()
795 			if (mp->index < addr)  in __invalidate_metapages()
797 			if (mp->index >= addr + len)  in __invalidate_metapages()
800 			clear_bit(META_dirty, &mp->flag);  in __invalidate_metapages()
801 			set_bit(META_discard, &mp->flag);  in __invalidate_metapages()
802 			if (mp->lsn)  in __invalidate_metapages()
803 				remove_from_logsync(mp);  in __invalidate_metapages()