66 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist)  in __mmu_notifier_release()
76 	spin_lock(&mm->mmu_notifier_mm->lock);  in __mmu_notifier_release()
77 	while (unlikely(!hlist_empty(&mm->mmu_notifier_mm->list))) {  in __mmu_notifier_release()
78 		mn = hlist_entry(mm->mmu_notifier_mm->list.first,  in __mmu_notifier_release()
89 	spin_unlock(&mm->mmu_notifier_mm->lock);  in __mmu_notifier_release()
117 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_clear_flush_young()
134 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_clear_young()
150 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_test_young()
169 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_change_pte()
183 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_invalidate_page()
197 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_invalidate_range_start()
212 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_invalidate_range_end()
237 	hlist_for_each_entry_rcu(mn, &mm->mmu_notifier_mm->list, hlist) {  in __mmu_notifier_invalidate_range()
249 	struct mmu_notifier_mm *mmu_notifier_mm;  in do_mmu_notifier_register()  local
261 	mmu_notifier_mm = kmalloc(sizeof(struct mmu_notifier_mm), GFP_KERNEL);  in do_mmu_notifier_register()
262 	if (unlikely(!mmu_notifier_mm))  in do_mmu_notifier_register()
272 		INIT_HLIST_HEAD(&mmu_notifier_mm->list);  in do_mmu_notifier_register()
273 		spin_lock_init(&mmu_notifier_mm->lock);  in do_mmu_notifier_register()
275 		mm->mmu_notifier_mm = mmu_notifier_mm;  in do_mmu_notifier_register()
276 		mmu_notifier_mm = NULL;  in do_mmu_notifier_register()
288 	spin_lock(&mm->mmu_notifier_mm->lock);  in do_mmu_notifier_register()
289 	hlist_add_head(&mn->hlist, &mm->mmu_notifier_mm->list);  in do_mmu_notifier_register()
290 	spin_unlock(&mm->mmu_notifier_mm->lock);  in do_mmu_notifier_register()
296 	kfree(mmu_notifier_mm);  in do_mmu_notifier_register()
334 	BUG_ON(!hlist_empty(&mm->mmu_notifier_mm->list));  in __mmu_notifier_mm_destroy()
335 	kfree(mm->mmu_notifier_mm);  in __mmu_notifier_mm_destroy()
336 	mm->mmu_notifier_mm = LIST_POISON1; /* debug */  in __mmu_notifier_mm_destroy()
369 		spin_lock(&mm->mmu_notifier_mm->lock);  in mmu_notifier_unregister()
375 		spin_unlock(&mm->mmu_notifier_mm->lock);  in mmu_notifier_unregister()
396 	spin_lock(&mm->mmu_notifier_mm->lock);  in mmu_notifier_unregister_no_release()
402 	spin_unlock(&mm->mmu_notifier_mm->lock);  in mmu_notifier_unregister_no_release()