Lines Matching refs:vma
100 struct vm_area_struct *vma; in kobjsize() local
102 vma = find_vma(current->mm, (unsigned long)objp); in kobjsize()
103 if (vma) in kobjsize()
104 return vma->vm_end - vma->vm_start; in kobjsize()
124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn() argument
127 if (!(vma->vm_flags & (VM_IO | VM_PFNMAP))) in follow_pfn()
173 struct vm_area_struct *vma; in __vmalloc_user_flags() local
176 vma = find_vma(current->mm, (unsigned long)ret); in __vmalloc_user_flags()
177 if (vma) in __vmalloc_user_flags()
178 vma->vm_flags |= VM_USERMAP; in __vmalloc_user_flags()
363 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page() argument
370 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages() argument
377 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero() argument
563 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm() argument
569 BUG_ON(!vma->vm_region); in add_vma_to_mm()
572 vma->vm_mm = mm; in add_vma_to_mm()
575 if (vma->vm_file) { in add_vma_to_mm()
576 mapping = vma->vm_file->f_mapping; in add_vma_to_mm()
580 vma_interval_tree_insert(vma, &mapping->i_mmap); in add_vma_to_mm()
594 if (vma->vm_start < pvma->vm_start) in add_vma_to_mm()
596 else if (vma->vm_start > pvma->vm_start) { in add_vma_to_mm()
599 } else if (vma->vm_end < pvma->vm_end) in add_vma_to_mm()
601 else if (vma->vm_end > pvma->vm_end) { in add_vma_to_mm()
604 } else if (vma < pvma) in add_vma_to_mm()
606 else if (vma > pvma) { in add_vma_to_mm()
613 rb_link_node(&vma->vm_rb, parent, p); in add_vma_to_mm()
614 rb_insert_color(&vma->vm_rb, &mm->mm_rb); in add_vma_to_mm()
621 __vma_link_list(mm, vma, prev); in add_vma_to_mm()
627 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm() argument
631 struct mm_struct *mm = vma->vm_mm; in delete_vma_from_mm()
637 if (curr->vmacache.vmas[i] == vma) { in delete_vma_from_mm()
644 if (vma->vm_file) { in delete_vma_from_mm()
645 mapping = vma->vm_file->f_mapping; in delete_vma_from_mm()
649 vma_interval_tree_remove(vma, &mapping->i_mmap); in delete_vma_from_mm()
655 rb_erase(&vma->vm_rb, &mm->mm_rb); in delete_vma_from_mm()
657 __vma_unlink_list(mm, vma); in delete_vma_from_mm()
663 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma() argument
665 if (vma->vm_ops && vma->vm_ops->close) in delete_vma()
666 vma->vm_ops->close(vma); in delete_vma()
667 if (vma->vm_file) in delete_vma()
668 fput(vma->vm_file); in delete_vma()
669 put_nommu_region(vma->vm_region); in delete_vma()
670 vm_area_free(vma); in delete_vma()
679 struct vm_area_struct *vma; in find_vma() local
682 vma = vmacache_find(mm, addr); in find_vma()
683 if (likely(vma)) in find_vma()
684 return vma; in find_vma()
688 for (vma = mm->mmap; vma; vma = vma->vm_next) { in find_vma()
689 if (vma->vm_start > addr) in find_vma()
691 if (vma->vm_end > addr) { in find_vma()
692 vmacache_update(addr, vma); in find_vma()
693 return vma; in find_vma()
714 int expand_stack(struct vm_area_struct *vma, unsigned long address) in expand_stack() argument
727 struct vm_area_struct *vma; in find_vma_exact() local
731 vma = vmacache_find_exact(mm, addr, end); in find_vma_exact()
732 if (vma) in find_vma_exact()
733 return vma; in find_vma_exact()
737 for (vma = mm->mmap; vma; vma = vma->vm_next) { in find_vma_exact()
738 if (vma->vm_start < addr) in find_vma_exact()
740 if (vma->vm_start > addr) in find_vma_exact()
742 if (vma->vm_end == end) { in find_vma_exact()
743 vmacache_update(addr, vma); in find_vma_exact()
744 return vma; in find_vma_exact()
954 static int do_mmap_shared_file(struct vm_area_struct *vma) in do_mmap_shared_file() argument
958 ret = call_mmap(vma->vm_file, vma); in do_mmap_shared_file()
960 vma->vm_region->vm_top = vma->vm_region->vm_end; in do_mmap_shared_file()
975 static int do_mmap_private(struct vm_area_struct *vma, in do_mmap_private() argument
989 ret = call_mmap(vma->vm_file, vma); in do_mmap_private()
992 BUG_ON(!(vma->vm_flags & VM_MAYSHARE)); in do_mmap_private()
993 vma->vm_region->vm_top = vma->vm_region->vm_end; in do_mmap_private()
1023 region->vm_flags = vma->vm_flags |= VM_MAPPED_COPY; in do_mmap_private()
1028 vma->vm_start = region->vm_start; in do_mmap_private()
1029 vma->vm_end = region->vm_start + len; in do_mmap_private()
1031 if (vma->vm_file) { in do_mmap_private()
1035 fpos = vma->vm_pgoff; in do_mmap_private()
1038 ret = kernel_read(vma->vm_file, base, len, &fpos); in do_mmap_private()
1047 vma_set_anonymous(vma); in do_mmap_private()
1054 region->vm_start = vma->vm_start = 0; in do_mmap_private()
1055 region->vm_end = vma->vm_end = 0; in do_mmap_private()
1078 struct vm_area_struct *vma; in do_mmap() local
1107 vma = vm_area_alloc(current->mm); in do_mmap()
1108 if (!vma) in do_mmap()
1115 vma->vm_flags = vm_flags; in do_mmap()
1116 vma->vm_pgoff = pgoff; in do_mmap()
1120 vma->vm_file = get_file(file); in do_mmap()
1172 vma->vm_region = pregion; in do_mmap()
1175 vma->vm_start = start; in do_mmap()
1176 vma->vm_end = start + len; in do_mmap()
1179 vma->vm_flags |= VM_MAPPED_COPY; in do_mmap()
1181 ret = do_mmap_shared_file(vma); in do_mmap()
1183 vma->vm_region = NULL; in do_mmap()
1184 vma->vm_start = 0; in do_mmap()
1185 vma->vm_end = 0; in do_mmap()
1219 vma->vm_start = region->vm_start = addr; in do_mmap()
1220 vma->vm_end = region->vm_end = addr + len; in do_mmap()
1225 vma->vm_region = region; in do_mmap()
1230 if (file && vma->vm_flags & VM_SHARED) in do_mmap()
1231 ret = do_mmap_shared_file(vma); in do_mmap()
1233 ret = do_mmap_private(vma, region, len, capabilities); in do_mmap()
1239 if (!vma->vm_file && in do_mmap()
1246 result = vma->vm_start; in do_mmap()
1251 add_vma_to_mm(current->mm, vma); in do_mmap()
1255 if (vma->vm_flags & VM_EXEC && !region->vm_icache_flushed) { in do_mmap()
1270 if (vma->vm_file) in do_mmap()
1271 fput(vma->vm_file); in do_mmap()
1272 vm_area_free(vma); in do_mmap()
1354 int split_vma(struct mm_struct *mm, struct vm_area_struct *vma, in split_vma() argument
1363 if (vma->vm_file) in split_vma()
1373 new = vm_area_dup(vma); in split_vma()
1380 *region = *vma->vm_region; in split_vma()
1383 npages = (addr - vma->vm_start) >> PAGE_SHIFT; in split_vma()
1395 delete_vma_from_mm(vma); in split_vma()
1397 delete_nommu_region(vma->vm_region); in split_vma()
1399 vma->vm_region->vm_start = vma->vm_start = addr; in split_vma()
1400 vma->vm_region->vm_pgoff = vma->vm_pgoff += npages; in split_vma()
1402 vma->vm_region->vm_end = vma->vm_end = addr; in split_vma()
1403 vma->vm_region->vm_top = addr; in split_vma()
1405 add_nommu_region(vma->vm_region); in split_vma()
1408 add_vma_to_mm(mm, vma); in split_vma()
1418 struct vm_area_struct *vma, in shrink_vma() argument
1425 delete_vma_from_mm(vma); in shrink_vma()
1426 if (from > vma->vm_start) in shrink_vma()
1427 vma->vm_end = from; in shrink_vma()
1429 vma->vm_start = to; in shrink_vma()
1430 add_vma_to_mm(mm, vma); in shrink_vma()
1433 region = vma->vm_region; in shrink_vma()
1458 struct vm_area_struct *vma; in do_munmap() local
1469 vma = find_vma(mm, start); in do_munmap()
1470 if (!vma) { in do_munmap()
1482 if (vma->vm_file) { in do_munmap()
1484 if (start > vma->vm_start) in do_munmap()
1486 if (end == vma->vm_end) in do_munmap()
1488 vma = vma->vm_next; in do_munmap()
1489 } while (vma); in do_munmap()
1493 if (start == vma->vm_start && end == vma->vm_end) in do_munmap()
1495 if (start < vma->vm_start || end > vma->vm_end) in do_munmap()
1499 if (end != vma->vm_end && offset_in_page(end)) in do_munmap()
1501 if (start != vma->vm_start && end != vma->vm_end) { in do_munmap()
1502 ret = split_vma(mm, vma, start, 1); in do_munmap()
1506 return shrink_vma(mm, vma, start, end); in do_munmap()
1510 delete_vma_from_mm(vma); in do_munmap()
1511 delete_vma(mm, vma); in do_munmap()
1538 struct vm_area_struct *vma; in exit_mmap() local
1545 while ((vma = mm->mmap)) { in exit_mmap()
1546 mm->mmap = vma->vm_next; in exit_mmap()
1547 delete_vma_from_mm(vma); in exit_mmap()
1548 delete_vma(mm, vma); in exit_mmap()
1572 struct vm_area_struct *vma; in do_mremap() local
1586 vma = find_vma_exact(current->mm, addr, old_len); in do_mremap()
1587 if (!vma) in do_mremap()
1590 if (vma->vm_end != vma->vm_start + old_len) in do_mremap()
1593 if (vma->vm_flags & VM_MAYSHARE) in do_mremap()
1596 if (new_len > vma->vm_region->vm_end - vma->vm_region->vm_start) in do_mremap()
1600 vma->vm_end = vma->vm_start + new_len; in do_mremap()
1601 return vma->vm_start; in do_mremap()
1616 struct page *follow_page(struct vm_area_struct *vma, unsigned long address, in follow_page() argument
1622 int remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range() argument
1628 vma->vm_flags |= VM_IO | VM_PFNMAP | VM_DONTEXPAND | VM_DONTDUMP; in remap_pfn_range()
1633 int vm_iomap_memory(struct vm_area_struct *vma, phys_addr_t start, unsigned long len) in vm_iomap_memory() argument
1636 unsigned long vm_len = vma->vm_end - vma->vm_start; in vm_iomap_memory()
1638 pfn += vma->vm_pgoff; in vm_iomap_memory()
1639 return io_remap_pfn_range(vma, vma->vm_start, pfn, vm_len, vma->vm_page_prot); in vm_iomap_memory()
1643 int remap_vmalloc_range(struct vm_area_struct *vma, void *addr, in remap_vmalloc_range() argument
1646 unsigned int size = vma->vm_end - vma->vm_start; in remap_vmalloc_range()
1648 if (!(vma->vm_flags & VM_USERMAP)) in remap_vmalloc_range()
1651 vma->vm_start = (unsigned long)(addr + (pgoff << PAGE_SHIFT)); in remap_vmalloc_range()
1652 vma->vm_end = vma->vm_start + size; in remap_vmalloc_range()
1690 struct vm_area_struct *vma; in __access_remote_vm() local
1697 vma = find_vma(mm, addr); in __access_remote_vm()
1698 if (vma) { in __access_remote_vm()
1700 if (addr + len >= vma->vm_end) in __access_remote_vm()
1701 len = vma->vm_end - addr; in __access_remote_vm()
1704 if (write && vma->vm_flags & VM_MAYWRITE) in __access_remote_vm()
1705 copy_to_user_page(vma, NULL, addr, in __access_remote_vm()
1707 else if (!write && vma->vm_flags & VM_MAYREAD) in __access_remote_vm()
1708 copy_from_user_page(vma, NULL, addr, in __access_remote_vm()
1774 struct vm_area_struct *vma; in nommu_shrink_inode_mappings() local
1786 vma_interval_tree_foreach(vma, &inode->i_mapping->i_mmap, low, high) { in nommu_shrink_inode_mappings()
1789 if (vma->vm_flags & VM_SHARED) { in nommu_shrink_inode_mappings()
1802 vma_interval_tree_foreach(vma, &inode->i_mapping->i_mmap, 0, ULONG_MAX) { in nommu_shrink_inode_mappings()
1803 if (!(vma->vm_flags & VM_SHARED)) in nommu_shrink_inode_mappings()
1806 region = vma->vm_region; in nommu_shrink_inode_mappings()