| /OK3568_Linux_fs/kernel/mm/ |
| H A D | userfaultfd.c | 22 struct vm_area_struct *find_dst_vma(struct mm_struct *dst_mm, in find_dst_vma() argument
32 dst_vma = find_vma(dst_mm, dst_start); in find_dst_vma()
57 int mfill_atomic_install_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd, in mfill_atomic_install_pte() argument
83 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
108 inc_mm_counter(dst_mm, mm_counter(page)); in mfill_atomic_install_pte()
113 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
123 static int mcopy_atomic_pte(struct mm_struct *dst_mm, in mcopy_atomic_pte() argument
169 if (mem_cgroup_charge(page, dst_mm, GFP_KERNEL)) in mcopy_atomic_pte()
172 ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in mcopy_atomic_pte()
183 static int mfill_zeropage_pte(struct mm_struct *dst_mm, in mfill_zeropage_pte() argument
[all …]
|
| H A D | huge_memory.c | 1013 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
1027 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1031 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1052 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1053 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd()
1054 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1057 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1064 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1078 mm_get_huge_zero_page(dst_mm); in copy_huge_pmd()
1095 pte_free(dst_mm, pgtable); in copy_huge_pmd()
[all …]
|
| H A D | memory.c | 737 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_nonpresent_pte() argument
751 if (unlikely(list_empty(&dst_mm->mmlist))) { in copy_nonpresent_pte()
753 if (list_empty(&dst_mm->mmlist)) in copy_nonpresent_pte()
754 list_add(&dst_mm->mmlist, in copy_nonpresent_pte()
812 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
977 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range() local
991 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1019 entry.val = copy_nonpresent_pte(dst_mm, src_mm, in copy_pte_range()
1053 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
1084 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pmd_range() local
[all …]
|
| H A D | hugetlb.c | 4720 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, in hugetlb_mcopy_atomic_pte() argument
4805 ptl = huge_pte_lockptr(h, dst_mm, dst_pte); in hugetlb_mcopy_atomic_pte()
4844 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in hugetlb_mcopy_atomic_pte()
4848 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mcopy_atomic_pte()
|
| H A D | shmem.c | 2374 int shmem_mfill_atomic_pte(struct mm_struct *dst_mm, in shmem_mfill_atomic_pte() argument
2445 gfp & GFP_RECLAIM_MASK, dst_mm); in shmem_mfill_atomic_pte()
2449 ret = mfill_atomic_install_pte(dst_mm, dst_pmd, dst_vma, dst_addr, in shmem_mfill_atomic_pte()
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | userfaultfd_k.h | 56 extern int mfill_atomic_install_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
61 extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
64 extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
68 extern ssize_t mcopy_continue(struct mm_struct *dst_mm, unsigned long dst_start,
70 extern int mwriteprotect_range(struct mm_struct *dst_mm,
|
| H A D | shmem_fs.h | 124 extern int shmem_mfill_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
131 #define shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr, \ argument
|
| H A D | huge_mm.h | 11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|
| H A D | hugetlb.h | 139 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte,
318 static inline int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, in hugetlb_mcopy_atomic_pte() argument
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 361 struct drm_mm_node *src_mm, *dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
381 dst_mm = amdgpu_find_mm_node(dst->mem, &dst_offset); in amdgpu_ttm_copy_mem_to_mem()
382 dst_node_size = (dst_mm->size << PAGE_SHIFT) - dst_offset; in amdgpu_ttm_copy_mem_to_mem()
384 dst_mm = NULL; in amdgpu_ttm_copy_mem_to_mem()
411 r = amdgpu_ttm_map_buffer(dst->bo, dst->mem, dst_mm, in amdgpu_ttm_copy_mem_to_mem()
440 ++dst_mm; in amdgpu_ttm_copy_mem_to_mem()
441 dst_node_size = dst_mm->size << PAGE_SHIFT; in amdgpu_ttm_copy_mem_to_mem()
|