Lines Matching refs:notifier_subscriptions

195 		interval_sub->mm->notifier_subscriptions;  in mmu_interval_read_begin()
357 mm->notifier_subscriptions; in __mmu_notifier_release()
380 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_flush_young()
400 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_young()
419 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_test_young()
441 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_change_pte()
545 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_start()
602 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_end()
621 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_invalidate_range()
635 &mm->notifier_subscriptions->hdr.mmu_notifier_lock->rw_sem); in mmu_notifier_write_lock()
641 &mm->notifier_subscriptions->hdr.mmu_notifier_lock->rw_sem); in mmu_notifier_write_unlock()
682 if (!mm->notifier_subscriptions) { in __mmu_notifier_register()
721 smp_store_release(&mm->notifier_subscriptions, subscriptions); in __mmu_notifier_register()
722 mm->notifier_subscriptions->hdr.valid = true; in __mmu_notifier_register()
730 spin_lock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
732 &mm->notifier_subscriptions->list); in __mmu_notifier_register()
733 spin_unlock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
735 mm->notifier_subscriptions->has_itree = true; in __mmu_notifier_register()
784 spin_lock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
786 &mm->notifier_subscriptions->list, hlist, in find_get_mmu_notifier()
787 lockdep_is_held(&mm->notifier_subscriptions->lock)) { in find_get_mmu_notifier()
795 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
798 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
827 if (mm->notifier_subscriptions) { in mmu_notifier_get_locked()
850 BUG_ON(!hlist_empty(&mm->notifier_subscriptions->list)); in __mmu_notifier_subscriptions_destroy()
851 kfree(mm->notifier_subscriptions); in __mmu_notifier_subscriptions_destroy()
852 mm->notifier_subscriptions = LIST_POISON1; /* debug */ in __mmu_notifier_subscriptions_destroy()
886 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
892 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
944 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
948 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
954 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
1050 subscriptions = smp_load_acquire(&mm->notifier_subscriptions); in mmu_interval_notifier_insert()
1055 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert()
1068 mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1077 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1110 mm->notifier_subscriptions; in mmu_interval_notifier_remove()
1202 mm->notifier_subscriptions = subscriptions; in mmu_notifier_subscriptions_init()
1210 mm->notifier_subscriptions->hdr.mmu_notifier_lock); in mmu_notifier_subscriptions_destroy()
1211 kfree(mm->notifier_subscriptions); in mmu_notifier_subscriptions_destroy()
1212 mm->notifier_subscriptions = NULL; in mmu_notifier_subscriptions_destroy()