| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_mem_profile_debugfs.c | 70 kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_insert() 72 if (!kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)) { in kbasep_mem_profile_debugfs_insert() 83 if (kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)) { in kbasep_mem_profile_debugfs_insert() 92 err, kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_insert() 104 kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_remove()
|
| H A D | mali_kbase_js.c | 614 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_kctx_term() 623 if (kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)) { in kbasep_js_kctx_term() 671 WARN_ON(kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_pullable_nolock() 711 WARN_ON(kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_pullable_head_nolock() 782 WARN_ON(!kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_unpullable_nolock() 824 WARN_ON(!kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_remove_nolock() 1145 if (!kbase_ctx_flag(kctx, KCTX_SCHEDULED)) { in kbasep_js_add_job() 1146 if (kbase_ctx_flag(kctx, KCTX_DYING)) { in kbasep_js_add_job() 1156 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_add_job() 1371 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_runpool_release_ctx_internal() [all …]
|
| H A D | mali_kbase_js_ctx_attr.c | 56 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_ctx_attr_runpool_retain_attr() 101 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_ctx_attr_runpool_release_attr() 145 if (kbase_ctx_flag(kctx, KCTX_SCHEDULED) && js_kctx_info->ctx.ctx_attr_ref_count[attribute] == 1) { in kbasep_js_ctx_attr_ctx_retain_attr() 179 if (kbase_ctx_flag(kctx, KCTX_SCHEDULED) && js_kctx_info->ctx.ctx_attr_ref_count[attribute] == 1) { in kbasep_js_ctx_attr_ctx_release_attr() 203 if (kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbasep_js_ctx_attr_set_initial_attrs()
|
| H A D | mali_kbase_js.h | 614 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_is_submit_allowed() 635 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_set_submit_allowed() 659 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_clear_submit_allowed() 818 if (!kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_js_runpool_inc_context_count() 851 if (!kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_js_runpool_dec_context_count()
|
| H A D | mali_kbase_jd.c | 65 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in get_compat_pointer() 300 const bool implicit_sync = !kbase_ctx_flag(katom->kctx, in kbase_jd_pre_external_resources() 837 kbase_ctx_flag(kctx, KCTX_DYING)); in jd_done_nolock() 853 !kbase_ctx_flag(kctx, KCTX_DYING)) { in jd_done_nolock() 1297 if (kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_jd_submit() 1495 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbase_jd_done_worker() 1567 if (kbase_ctx_flag(kctx, KCTX_ACTIVE) || in kbase_jd_done_worker() 1576 if (!kbase_ctx_flag(kctx, KCTX_ACTIVE)) in kbase_jd_done_worker() 1661 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in jd_cancel_worker() 1751 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbase_jd_cancel()
|
| H A D | mali_kbase_context.h | 33 static inline bool kbase_ctx_flag(struct kbase_context *kctx, in kbase_ctx_flag() function
|
| H A D | mali_kbase_core_linux.c | 351 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_legacy_dispatch() 373 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_legacy_dispatch() 415 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_legacy_dispatch() 524 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_legacy_dispatch() 546 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_legacy_dispatch() 846 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_legacy_dispatch() 1140 value = kbase_ctx_flag(kctx, KCTX_INFINITE_CACHE); in read_ctx_infinite_cache() 1340 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_api_job_submit() 1387 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_api_mem_alloc() 1589 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_api_mem_alias() [all …]
|
| H A D | mali_kbase_mem_linux.c | 114 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_mem_alloc() 843 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_mem_from_umm() 964 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_mem_from_user_buffer() 1145 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { 1238 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { 1304 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) 1366 if (kbase_ctx_flag(kctx, KCTX_COMPAT))
|
| H A D | mali_kbase_mem.c | 77 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_gpu_va_to_rbtree() 573 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_region_tracker_init() 597 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_region_tracker_init() 661 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_region_tracker_init_jit()
|
| H A D | mali_kbase_mem.h | 411 if (kbase_ctx_flag(kctx, KCTX_INFINITE_CACHE) in kbase_reg_prepare_native()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_mem_profile_debugfs.c | 78 kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_insert() 80 if (!kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)) { in kbasep_mem_profile_debugfs_insert() 93 if (kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)) { in kbasep_mem_profile_debugfs_insert() 102 err, kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_insert() 114 kbase_ctx_flag(kctx, KCTX_MEM_PROFILE_INITIALIZED)); in kbasep_mem_profile_debugfs_remove()
|
| H A D | mali_kbase_js.c | 694 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_kctx_term() 705 if (kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)) { in kbasep_js_kctx_term() 896 WARN_ON(kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_pullable_nolock() 937 WARN_ON(kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_pullable_head_nolock() 1007 WARN_ON(!kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_add_unpullable_nolock() 1048 WARN_ON(!kbase_ctx_flag(kctx, KCTX_RUNNABLE_REF)); in kbase_js_ctx_list_remove_nolock() 1609 if (!kbase_ctx_flag(kctx, KCTX_SCHEDULED)) { in kbasep_js_add_job() 1610 if (kbase_ctx_flag(kctx, KCTX_DYING)) { in kbasep_js_add_job() 1621 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_add_job() 1795 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_runpool_release_ctx_internal() [all …]
|
| H A D | mali_kbase_js_ctx_attr.c | 63 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_ctx_attr_runpool_retain_attr() 112 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbasep_js_ctx_attr_runpool_release_attr() 160 if (kbase_ctx_flag(kctx, KCTX_SCHEDULED) && js_kctx_info->ctx.ctx_attr_ref_count[attribute] == 1) { in kbasep_js_ctx_attr_ctx_retain_attr() 198 if (kbase_ctx_flag(kctx, KCTX_SCHEDULED) && js_kctx_info->ctx.ctx_attr_ref_count[attribute] == 1) { in kbasep_js_ctx_attr_ctx_release_attr()
|
| H A D | mali_kbase_jd.c | 68 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in get_compat_pointer() 550 if (kbase_ctx_flag(kctx, KCTX_JPL_ENABLED)) in kbase_jd_done_nolock() 575 kbase_ctx_flag(kctx, KCTX_DYING)); in kbase_jd_done_nolock() 596 !kbase_ctx_flag(kctx, KCTX_DYING)) { in kbase_jd_done_nolock() 1067 if (kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_jd_submit() 1275 KBASE_DEBUG_ASSERT(kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in kbase_jd_done_worker() 1299 (!kbase_ctx_flag(katom->kctx, KCTX_DYING))) { in kbase_jd_done_worker() 1350 if (kbase_ctx_flag(kctx, KCTX_ACTIVE) || in kbase_jd_done_worker() 1359 if (!kbase_ctx_flag(kctx, KCTX_ACTIVE)) in kbase_jd_done_worker() 1450 KBASE_DEBUG_ASSERT(!kbase_ctx_flag(kctx, KCTX_SCHEDULED)); in jd_cancel_worker() [all …]
|
| H A D | mali_kbase_debug_job_fault.c | 267 if (kbase_ctx_flag(kctx, KCTX_DYING)) in kbase_debug_job_fault_process() 549 WARN_ON(!kbase_ctx_flag(kctx, KCTX_DYING)); in kbase_debug_job_fault_kctx_unblock()
|
| H A D | mali_kbase_ctx_sched.c | 195 if (kbase_ctx_flag(kctx, KCTX_AS_DISABLED_ON_FAULT)) { in kbase_ctx_sched_release_ctx()
|
| H A D | mali_kbase_core_linux.c | 535 value = kbase_ctx_flag(kctx, KCTX_INFINITE_CACHE); in read_ctx_infinite_cache() 563 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in write_ctx_force_same_va() 585 value = kbase_ctx_flag(kctx, KCTX_FORCE_SAME_VA); in read_ctx_force_same_va() 864 if ((!kbase_ctx_flag(kctx, KCTX_COMPAT)) && in kbase_api_mem_alloc_ex() 865 kbase_ctx_flag(kctx, KCTX_FORCE_SAME_VA)) { in kbase_api_mem_alloc_ex() 940 if ((!kbase_ctx_flag(kctx, KCTX_COMPAT)) && kbase_ctx_flag(kctx, KCTX_FORCE_SAME_VA)) { in kbase_api_mem_alloc()
|
| H A D | mali_kbase_mem_linux.c | 327 if (unlikely(kbase_ctx_flag(kctx, KCTX_INFINITE_CACHE))) { in kbase_mem_alloc() 2054 if ((!kbase_ctx_flag(kctx, KCTX_COMPAT)) && in kbase_mem_import() 2055 kbase_ctx_flag(kctx, KCTX_FORCE_SAME_VA)) in kbase_mem_import() 2113 if (kbase_ctx_flag(kctx, KCTX_COMPAT)) in kbase_mem_import()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/jm/ |
| H A D | mali_kbase_jm_js.h | 697 if (WARN((kctx->as_nr == KBASEP_AS_NR_INVALID) || !kbase_ctx_flag(kctx, KCTX_SCHEDULED), in kbasep_js_is_submit_allowed() 727 if (WARN((kctx->as_nr == KBASEP_AS_NR_INVALID) || !kbase_ctx_flag(kctx, KCTX_SCHEDULED), in kbasep_js_set_submit_allowed() 759 if (WARN((kctx->as_nr == KBASEP_AS_NR_INVALID) || !kbase_ctx_flag(kctx, KCTX_SCHEDULED), in kbasep_js_clear_submit_allowed() 880 if (!kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_js_runpool_inc_context_count() 913 if (!kbase_ctx_flag(kctx, KCTX_SUBMIT_DISABLED)) { in kbase_js_runpool_dec_context_count()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/context/ |
| H A D | mali_kbase_context.h | 89 static inline bool kbase_ctx_flag(struct kbase_context *kctx, in kbase_ctx_flag() function 105 (IS_ENABLED(CONFIG_64BIT) && kbase_ctx_flag(kctx, KCTX_COMPAT)); in kbase_ctx_compat_mode()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 148 if (as_kctx && !kbase_ctx_flag(as_kctx, KCTX_PRIVILEGED) && in kbase_backend_find_and_release_free_address_space() 178 if (!kbase_ctx_flag(as_kctx, KCTX_SCHEDULED)) { in kbase_backend_find_and_release_free_address_space() 234 if (kbase_ctx_flag(kctx, KCTX_PRIVILEGED)) { in kbase_backend_use_ctx()
|
| H A D | mali_kbase_jm_rb.c | 1253 if (!kbase_ctx_flag(katom->kctx, KCTX_DYING)) { in kbase_gpu_complete_hw() 1427 !kbase_ctx_flag(katom->kctx, KCTX_DYING)) in kbase_backend_reset()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 143 if (as_kctx && !kbase_ctx_flag(as_kctx, KCTX_PRIVILEGED) && in kbase_backend_find_and_release_free_address_space() 174 if (!kbase_ctx_flag(as_kctx, KCTX_SCHEDULED)) { in kbase_backend_find_and_release_free_address_space() 229 if (kbase_ctx_flag(kctx, KCTX_PRIVILEGED)) { in kbase_backend_use_ctx()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/csf/ |
| H A D | mali_kbase_debug_csf_fault.c | 77 if (kctx && kbase_ctx_flag(kctx, KCTX_DYING)) { in kbase_debug_csf_fault_notify()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/thirdparty/ |
| H A D | mali_kbase_mmap.c | 326 if (!kbase_ctx_flag(kctx, KCTX_COMPAT)) { in kbase_context_get_unmapped_area()
|