| /OK3568_Linux_fs/kernel/drivers/gpu/drm/i915/ |
| H A D | i915_vma.h | 50 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
63 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
68 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
73 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
79 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
87 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
92 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
98 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
103 static inline bool i915_vma_has_userfault(const struct i915_vma *vma) in i915_vma_has_userfault()
108 static inline bool i915_vma_is_closed(const struct i915_vma *vma) in i915_vma_is_closed()
[all …]
|
| H A D | i915_vma.c | 51 void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
60 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
80 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
108 struct i915_vma *vma; in vma_create() local
241 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in vma_lookup() local
275 struct i915_vma *vma; in i915_vma_instance() local
296 struct i915_vma *vma; member
306 struct i915_vma *vma = vw->vma; in __vma_bind() local
346 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
376 int i915_vma_bind(struct i915_vma *vma, in i915_vma_bind()
[all …]
|
| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | userfaultfd_k.h | 75 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
92 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
97 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
102 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
107 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
112 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
118 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
124 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
157 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
163 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
[all …]
|
| H A D | huge_mm.h | 121 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
136 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled()
150 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
240 struct vm_area_struct *vma) in pmd_trans_huge_lock()
248 struct vm_area_struct *vma) in pud_trans_huge_lock()
360 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
365 static inline bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active()
370 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
376 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled()
412 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
[all …]
|
| /OK3568_Linux_fs/kernel/mm/ |
| H A D | mmap.c | 126 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
143 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
160 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
172 static void __free_vma(struct vm_area_struct *vma) in __free_vma()
181 void put_vma(struct vm_area_struct *vma) in put_vma()
187 static inline void put_vma(struct vm_area_struct *vma) in put_vma()
196 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
308 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
330 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
356 struct vm_area_struct *vma; in browse_rb() local
[all …]
|
| H A D | mremap.c | 70 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
84 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
103 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
111 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
134 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
214 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
226 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
236 static inline bool trylock_vma_ref_count(struct vm_area_struct *vma) in trylock_vma_ref_count()
240 static inline void unlock_vma_ref_count(struct vm_area_struct *vma) in unlock_vma_ref_count()
246 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
[all …]
|
| H A D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| H A D | madvise.c | 69 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
193 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
228 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
262 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
319 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
504 struct vm_area_struct *vma, in madvise_cold_page_range()
517 static long madvise_cold(struct vm_area_struct *vma, in madvise_cold()
537 struct vm_area_struct *vma, in madvise_pageout_page_range()
552 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
566 static long madvise_pageout(struct vm_area_struct *vma, in madvise_pageout()
[all …]
|
| H A D | rmap.c | 146 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
184 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
330 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
391 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
717 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
780 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
844 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
915 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
989 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1032 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| H A D | huge_memory.c | 66 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
73 bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active()
479 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
584 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
668 static inline gfp_t alloc_hugepage_direct_gfpmask(struct vm_area_struct *vma) in alloc_hugepage_direct_gfpmask()
696 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
713 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
772 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
836 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd_prot() local
867 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
[all …]
|
| H A D | memory.c | 420 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
535 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
629 struct page *_vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in _vm_normal_page()
689 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
954 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc()
1269 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1407 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
1453 struct vm_area_struct *vma, p4d_t *p4d, in zap_pud_range()
1482 struct vm_area_struct *vma, pgd_t *pgd, in zap_p4d_range()
1501 struct vm_area_struct *vma, in unmap_page_range()
[all …]
|
| H A D | nommu.c | 100 struct vm_area_struct *vma; in kobjsize() local
124 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
173 struct vm_area_struct *vma; in __vmalloc_user_flags() local
363 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
370 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
377 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
563 static void add_vma_to_mm(struct mm_struct *mm, struct vm_area_struct *vma) in add_vma_to_mm()
627 static void delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
663 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
679 struct vm_area_struct *vma; in find_vma() local
[all …]
|
| H A D | hugetlb.c | 240 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
799 struct vm_area_struct *vma, unsigned long address) in vma_hugecache_offset()
805 pgoff_t linear_hugepage_index(struct vm_area_struct *vma, in linear_hugepage_index()
816 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma) in vma_kernel_pagesize()
830 __weak unsigned long vma_mmu_pagesize(struct vm_area_struct *vma) in vma_mmu_pagesize()
863 static unsigned long get_vma_private_data(struct vm_area_struct *vma) in get_vma_private_data()
868 static void set_vma_private_data(struct vm_area_struct *vma, in set_vma_private_data()
957 static struct resv_map *vma_resv_map(struct vm_area_struct *vma) in vma_resv_map()
972 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map) in set_vma_resv_map()
981 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags) in set_vma_resv_flags()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/ |
| H A D | drm_vm.c | 61 struct vm_area_struct *vma; member
69 struct vm_area_struct *vma) in drm_io_prot()
94 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
117 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
206 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
235 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
306 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
341 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
395 struct vm_area_struct *vma) in drm_vm_open_locked()
410 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /OK3568_Linux_fs/kernel/arch/powerpc/include/asm/book3s/64/ |
| H A D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
137 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 750 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
761 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
785 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
791 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
799 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
827 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
833 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
841 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
867 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
884 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/mali400/ump/linux/ |
| H A D | ump_osk_low_level_mem.c | 61 static int ump_cpu_page_fault_handler(struct vm_area_struct *vma, struct vm_fault *vmf) in ump_cpu_page_fault_handler()
80 static void ump_vma_open(struct vm_area_struct *vma) in ump_vma_open()
93 static void ump_vma_close(struct vm_area_struct *vma) in ump_vma_close()
128 struct vm_area_struct *vma; in _ump_osk_mem_mapregion_init() local
174 struct vm_area_struct *vma; in _ump_osk_mem_mapregion_term() local
192 struct vm_area_struct *vma; in _ump_osk_mem_mapregion_map() local
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_client_blt.c | 13 struct i915_vma *vma; member
19 static int vma_set_pages(struct i915_vma *vma) in vma_set_pages()
29 static void vma_clear_pages(struct i915_vma *vma) in vma_clear_pages()
37 struct i915_vma *vma, in vma_bind()
44 static void vma_unbind(struct i915_address_space *vm, struct i915_vma *vma) in vma_unbind()
62 struct i915_vma *vma; in create_sleeve() local
160 struct i915_vma *vma = w->sleeve->vma; in clear_pages_worker() local
255 struct i915_vma *vma = w->sleeve->vma; in pin_wait_clear_pages_work() local
|
| /OK3568_Linux_fs/kernel/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
49 struct vm_area_struct *vma; in radix__hugetlb_get_unmapped_area() local
93 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /OK3568_Linux_fs/kernel/include/asm-generic/ |
| H A D | cacheflush.h | 33 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range()
41 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page()
79 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page()
86 static inline void flush_icache_user_page(struct vm_area_struct *vma, in flush_icache_user_page()
106 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
114 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/msm/ |
| H A D | msm_gem_vma.c | 42 struct msm_gem_vma *vma) in msm_gem_purge_vma()
62 struct msm_gem_vma *vma) in msm_gem_unmap_vma()
70 struct msm_gem_vma *vma, int prot, in msm_gem_map_vma()
101 struct msm_gem_vma *vma) in msm_gem_close_vma()
118 struct msm_gem_vma *vma, int npages, in msm_gem_init_vma()
|
| /OK3568_Linux_fs/kernel/drivers/misc/ocxl/ |
| H A D | context.c | 96 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
109 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
139 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
160 struct vm_area_struct *vma) in check_mmap_afu_irq()
186 struct vm_area_struct *vma) in check_mmap_mmio()
194 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/i915/selftests/ |
| H A D | mock_gtt.c | 36 struct i915_vma *vma, in mock_insert_entries()
43 struct i915_vma *vma, in mock_bind_ppgtt()
52 struct i915_vma *vma) in mock_unbind_ppgtt()
98 struct i915_vma *vma, in mock_bind_ggtt()
105 struct i915_vma *vma) in mock_unbind_ggtt()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo_vm.c | 271 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault_reserved() local
407 struct vm_area_struct *vma = vmf->vma; in ttm_bo_vm_fault() local
427 void ttm_bo_vm_open(struct vm_area_struct *vma) in ttm_bo_vm_open()
437 void ttm_bo_vm_close(struct vm_area_struct *vma) in ttm_bo_vm_close()
485 int ttm_bo_vm_access(struct vm_area_struct *vma, unsigned long addr, in ttm_bo_vm_access()
552 static void ttm_bo_mmap_vma_setup(struct ttm_buffer_object *bo, struct vm_area_struct *vma) in ttm_bo_mmap_vma_setup()
574 int ttm_bo_mmap(struct file *filp, struct vm_area_struct *vma, in ttm_bo_mmap()
605 int ttm_bo_mmap_obj(struct vm_area_struct *vma, struct ttm_buffer_object *bo) in ttm_bo_mmap_obj()
|