Home
last modified time | relevance | path

Searched refs:tagged_addr (Results 1 – 24 of 24) sorted by relevance

/OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/
H A Dmali_kbase_mem_lowlevel.h45 struct tagged_addr { phys_addr_t tagged_addr; }; argument
69 static inline phys_addr_t as_phys_addr_t(struct tagged_addr t) in as_phys_addr_t()
71 return t.tagged_addr & PAGE_MASK; in as_phys_addr_t()
80 static inline struct page *as_page(struct tagged_addr t) in as_page()
97 static inline struct tagged_addr as_tagged(phys_addr_t phys) in as_tagged()
99 struct tagged_addr t; in as_tagged()
101 t.tagged_addr = phys & PAGE_MASK; in as_tagged()
115 static inline struct tagged_addr as_tagged_tag(phys_addr_t phys, int tag) in as_tagged_tag()
117 struct tagged_addr t; in as_tagged_tag()
119 t.tagged_addr = (phys & PAGE_MASK) | (tag & ~PAGE_MASK); in as_tagged_tag()
[all …]
H A Dmali_kbase_mem.h140 struct tagged_addr *pages;
838 static inline struct tagged_addr *kbase_get_cpu_phy_pages( in kbase_get_cpu_phy_pages()
849 static inline struct tagged_addr *kbase_get_gpu_phy_pages( in kbase_get_gpu_phy_pages()
1151 struct tagged_addr *pages, bool partial_allowed,
1192 size_t nr_4k_pages, struct tagged_addr *pages);
1207 struct tagged_addr *pages, bool dirty, bool reclaimed);
1222 size_t nr_pages, struct tagged_addr *pages, bool dirty,
1620 void kbase_sync_single(struct kbase_context *kctx, struct tagged_addr cpu_pa,
1621 struct tagged_addr gpu_pa, off_t offset, size_t size,
1796 struct tagged_addr *kbase_alloc_phy_pages_helper_locked(
[all …]
H A Dmali_kbase_mem_linux.h244 struct tagged_addr *cpu_pages;
245 struct tagged_addr *gpu_pages;
H A Dmali_kbase_mem_pool.c710 struct tagged_addr *pages, bool partial_allowed, in kbase_mem_pool_alloc_pages()
802 size_t nr_4k_pages, struct tagged_addr *pages) in kbase_mem_pool_alloc_pages_locked()
845 size_t nr_pages, struct tagged_addr *pages, in kbase_mem_pool_add_array()
885 size_t nr_pages, struct tagged_addr *pages, in kbase_mem_pool_add_array_locked()
927 struct tagged_addr *pages, bool dirty, bool reclaimed) in kbase_mem_pool_free_pages()
983 size_t nr_pages, struct tagged_addr *pages, bool dirty, in kbase_mem_pool_free_pages_locked()
H A Dmali_kbase_mem.c78 struct kbase_mem_pool *pool, struct tagged_addr tp);
1849 struct tagged_addr *phys_alloc = NULL; in kbase_gpu_mmap()
1896 struct tagged_addr *phys_alloc = NULL; in kbase_gpu_munmap()
2078 struct tagged_addr t_cpu_pa, struct tagged_addr t_gpu_pa, in kbase_sync_single()
2140 struct tagged_addr *cpu_pa; in kbase_do_syncset()
2141 struct tagged_addr *gpu_pa; in kbase_do_syncset()
2518 struct tagged_addr *tp; in kbase_alloc_phy_pages_helper()
2696 struct tagged_addr *kbase_alloc_phy_pages_helper_locked( in kbase_alloc_phy_pages_helper_locked()
2706 struct tagged_addr *tp; in kbase_alloc_phy_pages_helper_locked()
2707 struct tagged_addr *new_pages = NULL; in kbase_alloc_phy_pages_helper_locked()
[all …]
H A Dmali_kbase_mem_linux.c1198 struct tagged_addr *pa = alloc->pages; in kbase_mem_umm_unmap_attachment()
1229 struct tagged_addr *pa; in kbase_mem_umm_map_attachment()
1587 struct tagged_addr *pa; in kbase_mem_from_user_buffer()
2192 struct tagged_addr *phy_pages; in kbase_mem_grow_gpu_mapping()
2512 struct tagged_addr *pages;
3031 struct tagged_addr cpu_pa = map->cpu_pages[0];
3032 struct tagged_addr gpu_pa = map->gpu_pages[0];
3067 static void kbase_vmap_phy_pages_migrate_count_increment(struct tagged_addr *pages,
3116 static void kbase_vunmap_phy_pages_migrate_count_decrement(struct tagged_addr *pages,
3152 struct tagged_addr *page_array;
[all …]
H A Dmali_kbase_defs.h620 void (*entry_set_ate)(u64 *entry, struct tagged_addr phy,
1878 struct tagged_addr aliasing_sink_page;
H A Dmali_kbase_softjobs.c1203 (struct tagged_addr){ 0 }, reg->flags, in kbase_jit_allocate_process()
/OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/mmu/
H A Dmali_kbase_mmu.h152 struct tagged_addr phy, unsigned long flags, int level, int group_id);
155 u64 vpfn, struct tagged_addr *phys, size_t nr,
159 struct tagged_addr *phys, size_t nr, unsigned long flags, int as_nr,
163 u64 vpfn, struct tagged_addr *phys, size_t nr,
168 u64 vpfn, struct tagged_addr *phys, size_t nr,
172 int kbase_mmu_insert_single_page(struct kbase_context *kctx, u64 vpfn, struct tagged_addr phys,
177 struct tagged_addr phys, size_t nr, unsigned long flags,
181 struct tagged_addr phys, size_t nr, unsigned long flags,
217 struct tagged_addr *phys, size_t nr_phys_pages, size_t nr_virt_pages,
221 struct tagged_addr *phys, size_t nr,
[all …]
H A Dmali_kbase_mmu.c351 u64 vpfn, struct tagged_addr *phys, size_t nr,
628 u64 fault_page_addr, struct tagged_addr fault_phys) in set_gwt_element_page_addr_and_size()
651 struct tagged_addr *fault_phys_addr; in kbase_gpu_mmu_handle_write_fault()
882 struct tagged_addr *gpu_pages = in page_fault_try_alloc()
893 struct tagged_addr *cpu_pages = kbase_alloc_phy_pages_helper_locked( in page_fault_try_alloc()
1672 struct tagged_addr *phys, bool ignore_page_migration) in mmu_insert_pages_failure_recovery()
2009 struct tagged_addr phys, size_t nr, unsigned long flags, in kbase_mmu_insert_single_page()
2192 struct tagged_addr phys, size_t nr, unsigned long flags, in kbase_mmu_insert_single_imported_page()
2202 struct tagged_addr phys, size_t nr, unsigned long flags, in kbase_mmu_insert_single_aliased_page()
2211 static void kbase_mmu_progress_migration_on_insert(struct tagged_addr phys, in kbase_mmu_progress_migration_on_insert()
[all …]
H A Dmali_kbase_mmu_mode_aarch64.c142 struct tagged_addr phy, in entry_set_ate()
/OK3568_Linux_fs/kernel/mm/kasan/
H A Dreport.c387 void *tagged_addr; in __kasan_report() local
398 tagged_addr = (void *)addr; in __kasan_report()
399 untagged_addr = kasan_reset_tag(tagged_addr); in __kasan_report()
401 info.access_addr = tagged_addr; in __kasan_report()
404 kasan_find_first_bad_addr(tagged_addr, size); in __kasan_report()
415 kasan_print_tags(get_tag(tagged_addr), info.first_bad_addr); in __kasan_report()
419 print_address_description(untagged_addr, get_tag(tagged_addr)); in __kasan_report()
/OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/csf/
H A Dmali_kbase_csf_defs.h388 struct tagged_addr phys[2];
436 struct tagged_addr *phy;
936 struct tagged_addr *dummy_phys;
937 struct tagged_addr *pma_phys;
1316 struct tagged_addr *phys;
1469 struct tagged_addr dummy_page;
1594 struct tagged_addr dummy_db_page;
H A Dmali_kbase_csf_protected_memory.h57 struct tagged_addr *phys,
H A Dmali_kbase_csf_mcu_shared_reg.c84 static void set_page_meta_status_not_movable(struct tagged_addr phy) in set_page_meta_status_not_movable()
168 static int userio_pages_replace_phys(struct kbase_device *kbdev, u64 vpfn, struct tagged_addr *phys) in userio_pages_replace_phys()
204 struct tagged_addr *phy; in csg_reg_update_on_csis()
259 struct tagged_addr *phy; in group_bind_csg_reg()
480 struct tagged_addr *phy = shared_regs->pma_phys; in kbase_csf_mcu_shared_group_update_pmode_map()
H A Dmali_kbase_csf_protected_memory.c73 struct tagged_addr *phys, in kbase_csf_protected_memory_alloc()
H A Dmali_kbase_csf.c307 queue->phys[0].tagged_addr = 0; in kbase_csf_alloc_command_stream_user_pages()
308 queue->phys[1].tagged_addr = 0; in kbase_csf_alloc_command_stream_user_pages()
346 queue->phys[0].tagged_addr = 0; in kbase_csf_alloc_command_stream_user_pages()
347 queue->phys[1].tagged_addr = 0; in kbase_csf_alloc_command_stream_user_pages()
1012 return (queue->phys[0].tagged_addr | queue->phys[1].tagged_addr); in kbase_csf_queue_phys_allocated()
2230 struct tagged_addr *phys = NULL; in alloc_grp_protected_suspend_buffer_pages()
3205 struct tagged_addr phys; in kbase_csf_doorbell_mapping_init()
3240 struct tagged_addr phys; in kbase_csf_setup_dummy_user_reg_page()
H A Dmali_kbase_csf_heap_context_alloc.c97 struct tagged_addr page = in evict_heap_context()
H A Dmali_kbase_csf_firmware.h92 struct tagged_addr *phys;
H A Dmali_kbase_csf_firmware.c436 struct tagged_addr *phys, u32 num_pages, u32 flags, in load_fw_image_section()
543 const u32 flags, struct tagged_addr **phys, in entry_find_large_page_to_reuse()
647 struct tagged_addr *phys = NULL; in parse_memory_setup_entry()
3027 struct tagged_addr *phys; in kbase_csf_firmware_mcu_shared_mapping_init()
H A Dmali_kbase_csf_kcpu.c54 struct tagged_addr *pa; in kbase_kcpu_map_import_prepare()
679 struct tagged_addr *page_array; in kbase_csf_queue_group_suspend_prepare()
1815 struct tagged_addr phy = {0}; in KBASE_TLSTREAM_TL_KBASE_KCPUQUEUE_EXECUTE_JIT_ALLOC_INFO()
H A Dmali_kbase_csf_firmware_no_mali.c1544 struct tagged_addr *phys; in kbase_csf_firmware_mcu_shared_mapping_init()
/OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/hwcnt/backend/
H A Dmali_kbase_hwcnt_backend_csf_if_fw.c63 struct tagged_addr *phys;
283 struct tagged_addr *phys; in kbasep_hwcnt_backend_csf_if_fw_ring_buf_alloc()
/OK3568_Linux_fs/kernel/Documentation/arm64/
H A Dmemory-tagging-extension.rst271 #define set_tag(tagged_addr) do { \
272 asm volatile("stg %0, [%0]" : : "r" (tagged_addr) : "memory"); \