Lines Matching refs:vm_area_struct
81 struct vm_area_struct *vma, struct vm_area_struct *prev,
126 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
143 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
160 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
172 static void __free_vma(struct vm_area_struct *vma) in __free_vma()
181 void put_vma(struct vm_area_struct *vma) in put_vma()
187 static inline void put_vma(struct vm_area_struct *vma) in put_vma()
196 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
198 struct vm_area_struct *next = vma->vm_next; in remove_vma()
214 struct vm_area_struct *next; in SYSCALL_DEFINE1()
308 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
330 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
335 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
341 struct vm_area_struct, vm_rb)->rb_subtree_gap; in vma_compute_subtree_gap()
356 struct vm_area_struct *vma; in browse_rb()
357 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in browse_rb()
396 static void validate_mm_rb(struct rb_root *root, struct vm_area_struct *ignore) in validate_mm_rb()
401 struct vm_area_struct *vma; in validate_mm_rb()
402 vma = rb_entry(nd, struct vm_area_struct, vm_rb); in validate_mm_rb()
414 struct vm_area_struct *vma = mm->mmap; in validate_mm()
454 struct vm_area_struct, vm_rb, in RB_DECLARE_CALLBACKS_MAX() argument
469 static void vma_gap_update(struct vm_area_struct *vma)
478 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
489 static void __vma_rb_erase(struct vm_area_struct *vma, struct mm_struct *mm) in __vma_rb_erase()
508 static __always_inline void vma_rb_erase_ignore(struct vm_area_struct *vma, in vma_rb_erase_ignore()
510 struct vm_area_struct *ignore) in vma_rb_erase_ignore()
526 static __always_inline void vma_rb_erase(struct vm_area_struct *vma, in vma_rb_erase()
547 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
556 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
565 unsigned long end, struct vm_area_struct **pprev, in find_vma_links()
574 struct vm_area_struct *vma_tmp; in find_vma_links()
577 vma_tmp = rb_entry(__rb_parent, struct vm_area_struct, vm_rb); in find_vma_links()
592 *pprev = rb_entry(rb_prev, struct vm_area_struct, vm_rb); in find_vma_links()
607 static inline struct vm_area_struct *vma_next(struct mm_struct *mm, in vma_next()
608 struct vm_area_struct *vma) in vma_next()
632 struct vm_area_struct **pprev, struct rb_node ***link, in munmap_vma_range()
646 struct vm_area_struct *vma; in count_vma_pages_range()
670 void __vma_link_rb(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link_rb()
696 static void __vma_link_file(struct vm_area_struct *vma) in __vma_link_file()
716 __vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in __vma_link()
717 struct vm_area_struct *prev, struct rb_node **rb_link, in __vma_link()
724 static void vma_link(struct mm_struct *mm, struct vm_area_struct *vma, in vma_link()
725 struct vm_area_struct *prev, struct rb_node **rb_link, in vma_link()
749 static void __insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in __insert_vm_struct()
751 struct vm_area_struct *prev; in __insert_vm_struct()
762 struct vm_area_struct *vma, in __vma_unlink()
763 struct vm_area_struct *ignore) in __vma_unlink()
778 int __vma_adjust(struct vm_area_struct *vma, unsigned long start, in __vma_adjust()
779 unsigned long end, pgoff_t pgoff, struct vm_area_struct *insert, in __vma_adjust()
780 struct vm_area_struct *expand, bool keep_locked) in __vma_adjust()
783 struct vm_area_struct *next = vma->vm_next, *orig_vma = vma; in __vma_adjust()
797 struct vm_area_struct *exporter = NULL, *importer = NULL; in __vma_adjust()
1083 static inline int is_mergeable_vma(struct vm_area_struct *vma, in is_mergeable_vma()
1111 struct vm_area_struct *vma) in is_mergeable_anon_vma()
1135 can_vma_merge_before(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_before()
1157 can_vma_merge_after(struct vm_area_struct *vma, unsigned long vm_flags, in can_vma_merge_after()
1216 struct vm_area_struct *__vma_merge(struct mm_struct *mm, in __vma_merge()
1217 struct vm_area_struct *prev, unsigned long addr, in __vma_merge()
1225 struct vm_area_struct *area, *next; in __vma_merge()
1326 static int anon_vma_compatible(struct vm_area_struct *a, struct vm_area_struct *b) in anon_vma_compatible()
1357 …struct anon_vma *reusable_anon_vma(struct vm_area_struct *old, struct vm_area_struct *a, struct vm… in reusable_anon_vma()
1376 struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *vma) in find_mergeable_anon_vma()
1522 struct vm_area_struct *vma = find_vma(mm, addr); in do_mmap()
1744 int vma_wants_writenotify(struct vm_area_struct *vma, pgprot_t vm_page_prot) in vma_wants_writenotify()
1801 struct vm_area_struct *vma, *prev, *merge; in mmap_region()
2008 struct vm_area_struct *vma; in unmapped_area()
2028 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area()
2036 struct vm_area_struct *left = in unmapped_area()
2038 struct vm_area_struct, vm_rb); in unmapped_area()
2056 struct vm_area_struct *right = in unmapped_area()
2058 struct vm_area_struct, vm_rb); in unmapped_area()
2071 struct vm_area_struct, vm_rb); in unmapped_area()
2103 struct vm_area_struct *vma; in unmapped_area_topdown()
2137 vma = rb_entry(mm->mm_rb.rb_node, struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2145 struct vm_area_struct *right = in unmapped_area_topdown()
2147 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2165 struct vm_area_struct *left = in unmapped_area_topdown()
2167 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2180 struct vm_area_struct, vm_rb); in unmapped_area_topdown()
2244 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area()
2283 struct vm_area_struct *vma, *prev; in arch_get_unmapped_area_topdown()
2379 static struct vm_area_struct *__find_vma(struct mm_struct *mm, in __find_vma()
2383 struct vm_area_struct *vma = NULL; in __find_vma()
2388 struct vm_area_struct *tmp; in __find_vma()
2390 tmp = rb_entry(rb_node, struct vm_area_struct, vm_rb); in __find_vma()
2404 struct vm_area_struct *find_vma(struct mm_struct *mm, unsigned long addr) in find_vma()
2406 struct vm_area_struct *vma; in find_vma()
2421 struct vm_area_struct *get_vma(struct mm_struct *mm, unsigned long addr) in get_vma()
2423 struct vm_area_struct *vma = NULL; in get_vma()
2452 struct vm_area_struct *
2454 struct vm_area_struct **pprev) in find_vma_prev()
2456 struct vm_area_struct *vma; in find_vma_prev()
2464 *pprev = rb_node ? rb_entry(rb_node, struct vm_area_struct, vm_rb) : NULL; in find_vma_prev()
2474 static int acct_stack_growth(struct vm_area_struct *vma, in acct_stack_growth()
2520 int expand_upwards(struct vm_area_struct *vma, unsigned long address) in expand_upwards()
2523 struct vm_area_struct *next; in expand_upwards()
2610 int expand_downwards(struct vm_area_struct *vma, in expand_downwards()
2614 struct vm_area_struct *prev; in expand_downwards()
2701 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2706 struct vm_area_struct *
2709 struct vm_area_struct *vma, *prev; in find_extend_vma()
2723 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack()
2728 struct vm_area_struct *
2731 struct vm_area_struct *vma; in find_extend_vma()
2759 static void remove_vma_list(struct mm_struct *mm, struct vm_area_struct *vma) in remove_vma_list()
2783 struct vm_area_struct *vma, struct vm_area_struct *prev, in unmap_region()
2786 struct vm_area_struct *next = vma_next(mm, prev); in unmap_region()
2788 struct vm_area_struct *cur_vma; in unmap_region()
2820 detach_vmas_to_be_unmapped(struct mm_struct *mm, struct vm_area_struct *vma, in detach_vmas_to_be_unmapped()
2821 struct vm_area_struct *prev, unsigned long end) in detach_vmas_to_be_unmapped()
2823 struct vm_area_struct **insertion_point; in detach_vmas_to_be_unmapped()
2824 struct vm_area_struct *tail_vma = NULL; in detach_vmas_to_be_unmapped()
2861 int __split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in __split_vma()
2864 struct vm_area_struct *new; in __split_vma()
2925 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma()
2943 struct vm_area_struct *vma, *prev, *last; in __do_munmap()
3023 struct vm_area_struct *tmp = vma; in __do_munmap()
3102 struct vm_area_struct *vma; in SYSCALL_DEFINE5()
3134 struct vm_area_struct *next; in SYSCALL_DEFINE5()
3162 struct vm_area_struct *tmp; in SYSCALL_DEFINE5()
3201 struct vm_area_struct *vma, *prev; in do_brk_flags()
3303 struct vm_area_struct *vma; in exit_mmap()
3375 int insert_vm_struct(struct mm_struct *mm, struct vm_area_struct *vma) in insert_vm_struct()
3377 struct vm_area_struct *prev; in insert_vm_struct()
3412 struct vm_area_struct *copy_vma(struct vm_area_struct **vmap, in copy_vma()
3416 struct vm_area_struct *vma = *vmap; in copy_vma()
3419 struct vm_area_struct *new_vma, *prev; in copy_vma()
3554 static void special_mapping_close(struct vm_area_struct *vma) in special_mapping_close()
3558 static const char *special_mapping_name(struct vm_area_struct *vma) in special_mapping_name()
3563 static int special_mapping_mremap(struct vm_area_struct *new_vma) in special_mapping_mremap()
3592 struct vm_area_struct *vma = vmf->vma; in special_mapping_fault()
3620 static struct vm_area_struct *__install_special_mapping( in __install_special_mapping()
3627 struct vm_area_struct *vma; in __install_special_mapping()
3657 bool vma_is_special_mapping(const struct vm_area_struct *vma, in vma_is_special_mapping()
3674 struct vm_area_struct *_install_special_mapping( in _install_special_mapping()
3687 struct vm_area_struct *vma = __install_special_mapping( in install_special_mapping()
3776 struct vm_area_struct *vma; in mm_take_all_locks()
3856 struct vm_area_struct *vma; in mm_drop_all_locks()