40 STATIC void __xfs_inode_clear_reclaim_tag(struct xfs_mount *mp,
48 	struct xfs_mount	*mp,  in xfs_inode_alloc()  argument
61 	if (inode_init_always(mp->m_super, VFS_I(ip))) {  in xfs_inode_alloc()
66 	XFS_STATS_INC(mp, vn_active);  in xfs_inode_alloc()
76 	ip->i_mount = mp;  in xfs_inode_alloc()
149 	struct xfs_mount	*mp = ip->i_mount;  in xfs_iget_cache_hit()  local
162 		XFS_STATS_INC(mp, xs_ig_frecycle);  in xfs_iget_cache_hit()
180 		XFS_STATS_INC(mp, xs_ig_frecycle);  in xfs_iget_cache_hit()
211 		error = inode_init_always(mp->m_super, inode);  in xfs_iget_cache_hit()
236 		__xfs_inode_clear_reclaim_tag(mp, pag, ip);  in xfs_iget_cache_hit()
262 	XFS_STATS_INC(mp, xs_ig_found);  in xfs_iget_cache_hit()
275 	struct xfs_mount	*mp,  in xfs_iget_cache_miss()  argument
285 	xfs_agino_t		agino = XFS_INO_TO_AGINO(mp, ino);  in xfs_iget_cache_miss()
288 	ip = xfs_inode_alloc(mp, ino);  in xfs_iget_cache_miss()
292 	error = xfs_iread(mp, tp, ip, flags);  in xfs_iget_cache_miss()
345 		XFS_STATS_INC(mp, xs_ig_dup);  in xfs_iget_cache_miss()
390 	xfs_mount_t	*mp,  in xfs_iget()  argument
412 	if (!ino || XFS_INO_TO_AGNO(mp, ino) >= mp->m_sb.sb_agcount)  in xfs_iget()
415 	XFS_STATS_INC(mp, xs_ig_attempts);  in xfs_iget()
418 	pag = xfs_perag_get(mp, XFS_INO_TO_AGNO(mp, ino));  in xfs_iget()
419 	agino = XFS_INO_TO_AGINO(mp, ino);  in xfs_iget()
432 		XFS_STATS_INC(mp, xs_ig_missed);  in xfs_iget()
434 		error = xfs_iget_cache_miss(mp, pag, tp, ino, &ip,  in xfs_iget()
512 	struct xfs_mount	*mp,  in xfs_inode_ag_walk()  argument
575 			if (XFS_INO_TO_AGNO(mp, ip->i_ino) != pag->pag_agno)  in xfs_inode_ag_walk()
577 			first_index = XFS_INO_TO_AGINO(mp, ip->i_ino + 1);  in xfs_inode_ag_walk()
578 			if (first_index < XFS_INO_TO_AGINO(mp, ip->i_ino))  in xfs_inode_ag_walk()
619 	struct xfs_mount *mp)  in xfs_queue_eofblocks()  argument
622 	if (radix_tree_tagged(&mp->m_perag_tree, XFS_ICI_EOFBLOCKS_TAG))  in xfs_queue_eofblocks()
623 		queue_delayed_work(mp->m_eofblocks_workqueue,  in xfs_queue_eofblocks()
624 				   &mp->m_eofblocks_work,  in xfs_queue_eofblocks()
633 	struct xfs_mount *mp = container_of(to_delayed_work(work),  in xfs_eofblocks_worker()  local
635 	xfs_icache_free_eofblocks(mp, NULL);  in xfs_eofblocks_worker()
636 	xfs_queue_eofblocks(mp);  in xfs_eofblocks_worker()
641 	struct xfs_mount	*mp,  in xfs_inode_ag_iterator()  argument
653 	while ((pag = xfs_perag_get(mp, ag))) {  in xfs_inode_ag_iterator()
655 		error = xfs_inode_ag_walk(mp, pag, execute, flags, args, -1);  in xfs_inode_ag_iterator()
668 	struct xfs_mount	*mp,  in xfs_inode_ag_iterator_tag()  argument
681 	while ((pag = xfs_perag_get_tag(mp, ag, tag))) {  in xfs_inode_ag_iterator_tag()
683 		error = xfs_inode_ag_walk(mp, pag, execute, flags, args, tag);  in xfs_inode_ag_iterator_tag()
703 	struct xfs_mount        *mp)  in xfs_reclaim_work_queue()  argument
707 	if (radix_tree_tagged(&mp->m_perag_tree, XFS_ICI_RECLAIM_TAG)) {  in xfs_reclaim_work_queue()
708 		queue_delayed_work(mp->m_reclaim_workqueue, &mp->m_reclaim_work,  in xfs_reclaim_work_queue()
725 	struct xfs_mount *mp = container_of(to_delayed_work(work),  in xfs_reclaim_worker()  local
728 	xfs_reclaim_inodes(mp, SYNC_TRYLOCK);  in xfs_reclaim_worker()
729 	xfs_reclaim_work_queue(mp);  in xfs_reclaim_worker()
767 	struct xfs_mount *mp = ip->i_mount;  in xfs_inode_set_reclaim_tag()  local
770 	pag = xfs_perag_get(mp, XFS_INO_TO_AGNO(mp, ip->i_ino));  in xfs_inode_set_reclaim_tag()
800 	xfs_mount_t	*mp,  in __xfs_inode_clear_reclaim_tag()  argument
805 			XFS_INO_TO_AGINO(mp, ip->i_ino), XFS_ICI_RECLAIM_TAG);  in __xfs_inode_clear_reclaim_tag()
1021 	struct xfs_mount	*mp,  in xfs_reclaim_inodes_ag()  argument
1035 	while ((pag = xfs_perag_get_tag(mp, ag, XFS_ICI_RECLAIM_TAG))) {  in xfs_reclaim_inodes_ag()
1092 				if (XFS_INO_TO_AGNO(mp, ip->i_ino) !=  in xfs_reclaim_inodes_ag()
1095 				first_index = XFS_INO_TO_AGINO(mp, ip->i_ino + 1);  in xfs_reclaim_inodes_ag()
1096 				if (first_index < XFS_INO_TO_AGINO(mp, ip->i_ino))  in xfs_reclaim_inodes_ag()
1141 	xfs_mount_t	*mp,  in xfs_reclaim_inodes()  argument
1146 	return xfs_reclaim_inodes_ag(mp, mode, &nr_to_scan);  in xfs_reclaim_inodes()
1160 	struct xfs_mount	*mp,  in xfs_reclaim_inodes_nr()  argument
1164 	xfs_reclaim_work_queue(mp);  in xfs_reclaim_inodes_nr()
1165 	xfs_ail_push_all(mp->m_ail);  in xfs_reclaim_inodes_nr()
1167 	return xfs_reclaim_inodes_ag(mp, SYNC_TRYLOCK | SYNC_WAIT, &nr_to_scan);  in xfs_reclaim_inodes_nr()
1176 	struct xfs_mount	*mp)  in xfs_reclaim_inodes_count()  argument
1182 	while ((pag = xfs_perag_get_tag(mp, ag, XFS_ICI_RECLAIM_TAG))) {  in xfs_reclaim_inodes_count()
1295 	struct xfs_mount	*mp,  in xfs_icache_free_eofblocks()  argument
1303 	return xfs_inode_ag_iterator_tag(mp, xfs_inode_free_eofblocks, flags,  in xfs_icache_free_eofblocks()
1360 	struct xfs_mount *mp = ip->i_mount;  in xfs_inode_set_eofblocks_tag()  local
1364 	pag = xfs_perag_get(mp, XFS_INO_TO_AGNO(mp, ip->i_ino));  in xfs_inode_set_eofblocks_tag()
1396 	struct xfs_mount *mp = ip->i_mount;  in xfs_inode_clear_eofblocks_tag()  local
1399 	pag = xfs_perag_get(mp, XFS_INO_TO_AGNO(mp, ip->i_ino));  in xfs_inode_clear_eofblocks_tag()