| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_js_ctx_attr.c | 257 base_jd_core_req core_req; in kbasep_js_ctx_attr_ctx_retain_atom() local 260 core_req = katom->core_req; in kbasep_js_ctx_attr_ctx_retain_atom() 262 if (core_req & BASE_JD_REQ_ONLY_COMPUTE) in kbasep_js_ctx_attr_ctx_retain_atom() 267 …if ((core_req & (BASE_JD_REQ_CS | BASE_JD_REQ_ONLY_COMPUTE | BASE_JD_REQ_T)) != 0 && (core_req & (… in kbasep_js_ctx_attr_ctx_retain_atom() 281 base_jd_core_req core_req; in kbasep_js_ctx_attr_ctx_release_atom() local 284 core_req = katom_retained_state->core_req; in kbasep_js_ctx_attr_ctx_release_atom() 290 if (core_req & BASE_JD_REQ_ONLY_COMPUTE) in kbasep_js_ctx_attr_ctx_release_atom() 295 …if ((core_req & (BASE_JD_REQ_CS | BASE_JD_REQ_ONLY_COMPUTE | BASE_JD_REQ_T)) != 0 && (core_req & (… in kbasep_js_ctx_attr_ctx_release_atom()
|
| H A D | mali_kbase_jd.c | 48 #define IS_GPU_ATOM(katom) (!((katom->core_req & BASE_JD_REQ_SOFT_JOB) || \ 49 ((katom->core_req & BASE_JD_REQ_ATOM_TYPE) == \ 84 if ((katom->core_req & BASE_JD_REQ_ATOM_TYPE) == BASE_JD_REQ_DEP) { in jd_run_atom() 88 } else if (katom->core_req & BASE_JD_REQ_SOFT_JOB) { in jd_run_atom() 94 if ((katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) in jd_run_atom() 242 KBASE_DEBUG_ASSERT(katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES); in kbase_jd_post_external_resources() 309 KBASE_DEBUG_ASSERT(katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES); in kbase_jd_pre_external_resources() 399 if (!(katom->core_req & BASE_JD_REQ_SOFT_JOB) && in kbase_jd_pre_external_resources() 580 if ((dep_atom->core_req & BASE_JD_REQ_SOFT_REPLAY) in jd_resolve_dep() 663 (katom->core_req & BASEP_JD_REQ_EVENT_NEVER)) in jd_check_force_failure() [all …]
|
| H A D | mali_kbase_event.c | 93 if (atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) in kbase_event_dequeue() 117 if (katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) in kbase_event_process_noreport_worker() 137 if (katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) { in kbase_event_process_noreport() 170 if (atom->core_req & BASE_JD_REQ_EVENT_ONLY_ON_FAILURE) { in kbase_event_post() 178 if (atom->core_req & BASEP_JD_REQ_EVENT_NEVER) { in kbase_event_post() 184 if (atom->core_req & BASE_JD_REQ_EVENT_COALESCE) { in kbase_event_post()
|
| H A D | mali_base_kernel.h | 735 #define BASE_JD_REQ_SOFT_JOB_OR_DEP(core_req) \ argument 736 ((core_req & BASE_JD_REQ_SOFT_JOB) || \ 737 (core_req & BASE_JD_REQ_ATOM_TYPE) == BASE_JD_REQ_DEP) 860 base_jd_core_req core_req; /**< core requirements */ member 869 u16 core_req; /**< core requirements */ member 976 atom->core_req = BASE_JD_REQ_SOFT_FENCE_TRIGGER; in base_jd_fence_trigger_setup_v2() 1004 atom->core_req = BASE_JD_REQ_SOFT_FENCE_WAIT; in base_jd_fence_wait_setup_v2()
|
| H A D | mali_kbase_replay.c | 812 t_atom->core_req = payload->tiler_core_req | BASEP_JD_REQ_EVENT_NEVER; in kbasep_replay_parse_payload() 813 f_atom->core_req = payload->fragment_core_req | BASEP_JD_REQ_EVENT_NEVER; in kbasep_replay_parse_payload() 816 if ((t_atom->core_req & BASE_JD_REQ_ATOM_TYPE) != BASE_JD_REQ_T || in kbasep_replay_parse_payload() 817 (f_atom->core_req & BASE_JD_REQ_ATOM_TYPE) != BASE_JD_REQ_FS || in kbasep_replay_parse_payload() 818 t_atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES || in kbasep_replay_parse_payload() 819 f_atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) { in kbasep_replay_parse_payload() 821 int t_atom_type = t_atom->core_req & BASE_JD_REQ_ATOM_TYPE & ~BASE_JD_REQ_COHERENT_GROUP; in kbasep_replay_parse_payload() 822 …int f_atom_type = f_atom->core_req & BASE_JD_REQ_ATOM_TYPE & ~BASE_JD_REQ_COHERENT_GROUP & ~BASE_J… in kbasep_replay_parse_payload() 823 int t_has_ex_res = t_atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES; in kbasep_replay_parse_payload() 824 int f_has_ex_res = f_atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES; in kbasep_replay_parse_payload()
|
| H A D | mali_kbase_js.h | 708 retained_state->core_req = KBASEP_JS_ATOM_RETAINED_STATE_CORE_REQ_INVALID; in kbasep_js_atom_retained_state_init_invalid() 719 retained_state->core_req = katom->core_req; in kbasep_js_atom_retained_state_copy() 753 return (bool) (katom_retained_state->core_req != KBASEP_JS_ATOM_RETAINED_STATE_CORE_REQ_INVALID); in kbasep_js_atom_retained_state_is_valid()
|
| H A D | mali_kbase_jd_debugfs.c | 40 switch (atom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_jd_debugfs_fence_info() 59 if (atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) { in kbase_jd_debugfs_fence_info() 186 i, atom->core_req, atom->status, in kbasep_jd_debugfs_atoms_show()
|
| H A D | mali_kbase_js_defs.h | 50 base_jd_core_req core_req; member 334 base_jd_core_req core_req; member
|
| H A D | mali_kbase_softjobs.c | 237 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbasep_complete_triggered_soft_events() 285 if ((dep->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) in kbase_fence_debug_check_atom() 397 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbasep_soft_job_timeout_worker() 978 if (WARN_ON(katom->core_req != BASE_JD_REQ_SOFT_JIT_FREE)) in kbase_jit_free_get_id() 1019 if (jit_atom->core_req == BASE_JD_REQ_SOFT_JIT_FREE) { in kbase_jit_allocate_process() 1306 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_process_soft_job() 1368 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_cancel_soft_job() 1385 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_prepare_soft_job() 1469 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_finish_soft_job() 1539 KBASE_DEBUG_ASSERT((katom_iter->core_req & in kbase_resume_suspended_soft_jobs()
|
| H A D | mali_kbase_js.c | 111 base_jd_core_req core_req = 0u; in core_reqs_from_jsn_features() local 114 core_req |= BASE_JD_REQ_V; in core_reqs_from_jsn_features() 117 core_req |= BASE_JD_REQ_CF; in core_reqs_from_jsn_features() 120 core_req |= BASE_JD_REQ_CS; in core_reqs_from_jsn_features() 123 core_req |= BASE_JD_REQ_T; in core_reqs_from_jsn_features() 126 core_req |= BASE_JD_REQ_FS; in core_reqs_from_jsn_features() 128 return core_req; in core_reqs_from_jsn_features() 1961 if ((katom->core_req & BASE_JD_REQ_FS) && in kbase_js_is_atom_valid() 1962 (katom->core_req & (BASE_JD_REQ_CS | BASE_JD_REQ_ONLY_COMPUTE | in kbase_js_is_atom_valid() 1967 (katom->core_req & BASE_JD_REQ_ONLY_COMPUTE) && in kbase_js_is_atom_valid() [all …]
|
| H A D | mali_kbase_hwaccess_jm.h | 164 base_jd_core_req core_req, u64 affinity,
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_js_ctx_attr.c | 254 base_jd_core_req core_req; in kbasep_js_ctx_attr_ctx_retain_atom() local 257 core_req = katom->core_req; in kbasep_js_ctx_attr_ctx_retain_atom() 259 if (core_req & BASE_JD_REQ_ONLY_COMPUTE) in kbasep_js_ctx_attr_ctx_retain_atom() 264 …if ((core_req & (BASE_JD_REQ_CS | BASE_JD_REQ_ONLY_COMPUTE | BASE_JD_REQ_T)) != 0 && (core_req & (… in kbasep_js_ctx_attr_ctx_retain_atom() 278 base_jd_core_req core_req; in kbasep_js_ctx_attr_ctx_release_atom() local 281 core_req = katom_retained_state->core_req; in kbasep_js_ctx_attr_ctx_release_atom() 287 if (core_req & BASE_JD_REQ_ONLY_COMPUTE) in kbasep_js_ctx_attr_ctx_release_atom() 292 …if ((core_req & (BASE_JD_REQ_CS | BASE_JD_REQ_ONLY_COMPUTE | BASE_JD_REQ_T)) != 0 && (core_req & (… in kbasep_js_ctx_attr_ctx_release_atom()
|
| H A D | mali_kbase_jd.c | 50 #define IS_GPU_ATOM(katom) (!((katom->core_req & BASE_JD_REQ_SOFT_JOB) || \ 51 ((katom->core_req & BASE_JD_REQ_ATOM_TYPE) == \ 100 if ((katom->core_req & BASE_JD_REQ_ATOM_TYPE) == BASE_JD_REQ_DEP) { in jd_run_atom() 106 } else if (katom->core_req & BASE_JD_REQ_SOFT_JOB) { in jd_run_atom() 170 KBASE_DEBUG_ASSERT(katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES); in kbase_jd_post_external_resources() 200 KBASE_DEBUG_ASSERT(katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES); in kbase_jd_pre_external_resources() 240 if (!(katom->core_req & BASE_JD_REQ_SOFT_JOB) && in kbase_jd_pre_external_resources() 577 if (katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) in kbase_jd_done_nolock() 607 if (node->core_req & in kbase_jd_done_nolock() 680 static const char *kbasep_map_core_reqs_to_string(base_jd_core_req core_req) in kbasep_map_core_reqs_to_string() argument [all …]
|
| H A D | mali_kbase_event.c | 87 if (atom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) in kbase_event_dequeue() 111 if (katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) in kbase_event_process_noreport_worker() 131 if (katom->core_req & BASE_JD_REQ_EXTERNAL_RESOURCES) { in kbase_event_process_noreport() 179 if (atom->core_req & BASE_JD_REQ_EVENT_ONLY_ON_FAILURE) { in kbase_event_post() 187 if (atom->core_req & BASEP_JD_REQ_EVENT_NEVER) { in kbase_event_post() 193 if (atom->core_req & BASE_JD_REQ_EVENT_COALESCE) { in kbase_event_post()
|
| H A D | mali_kbase_js.c | 114 base_jd_core_req core_req = 0u; in core_reqs_from_jsn_features() local 117 core_req |= BASE_JD_REQ_V; in core_reqs_from_jsn_features() 120 core_req |= BASE_JD_REQ_CF; in core_reqs_from_jsn_features() 123 core_req |= BASE_JD_REQ_CS; in core_reqs_from_jsn_features() 126 core_req |= BASE_JD_REQ_T; in core_reqs_from_jsn_features() 129 core_req |= BASE_JD_REQ_FS; in core_reqs_from_jsn_features() 131 return core_req; in core_reqs_from_jsn_features() 232 WARN_ON(!(entry->core_req & in jsctx_queue_foreach_prio() 1414 if (WARN_ON(!(start_katom->core_req & BASE_JD_REQ_START_RENDERPASS))) in js_add_start_rp() 1417 if (start_katom->core_req & BASE_JD_REQ_END_RENDERPASS) in js_add_start_rp() [all …]
|
| H A D | mali_kbase_jd_debugfs.c | 44 switch (atom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_jd_debugfs_fence_info() 145 i, atom->core_req, atom->status, in kbasep_jd_debugfs_atoms_show()
|
| H A D | mali_kbase_softjobs.c | 248 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbasep_complete_triggered_soft_events() 296 if ((dep->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) in kbase_fence_debug_check_atom() 408 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbasep_soft_job_timeout_worker() 1018 if (WARN_ON((katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) != in kbase_jit_free_get_ids() 1122 if ((jit_atom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) == in kbase_jit_allocate_process() 1520 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_process_soft_job() 1586 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_cancel_soft_job() 1603 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_prepare_soft_job() 1689 switch (katom->core_req & BASE_JD_REQ_SOFT_JOB_TYPE) { in kbase_finish_soft_job()
|
| H A D | mali_kbase_hwaccess_jm.h | 167 base_jd_core_req core_req);
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_rb.c | 342 katom->core_req & BASE_JD_REQ_T, in kbasep_js_job_check_ref_cores() 358 (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_ref_cores() 362 katom->core_req & BASE_JD_REQ_T, in kbasep_js_job_check_ref_cores() 400 (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_ref_cores() 430 katom->core_req & BASE_JD_REQ_T, in kbasep_js_job_check_ref_cores() 437 katom->core_req & BASE_JD_REQ_T, in kbasep_js_job_check_ref_cores() 489 (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_ref_cores() 541 (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_deref_cores() 548 (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_deref_cores() 549 kbase_pm_release_cores(kbdev, katom->core_req & BASE_JD_REQ_T, in kbasep_js_job_check_deref_cores() [all …]
|
| H A D | mali_kbase_js_affinity.c | 94 base_jd_core_req core_req = katom->core_req; in kbase_js_choose_affinity() local 113 if ((core_req & (BASE_JD_REQ_FS | BASE_JD_REQ_CS | BASE_JD_REQ_T)) == in kbase_js_choose_affinity() 131 if ((core_req & (BASE_JD_REQ_COHERENT_GROUP | in kbase_js_choose_affinity() 178 if (core_req & BASE_JD_REQ_T) { in kbase_js_choose_affinity()
|
| /OK3568_Linux_fs/kernel/include/uapi/gpu/arm/bifrost/jm/ |
| H A D | mali_base_jm_kernel.h | 438 #define BASE_JD_REQ_SOFT_JOB_OR_DEP(core_req) \ argument 439 (((core_req) & BASE_JD_REQ_SOFT_JOB) || \ 440 ((core_req) & BASE_JD_REQ_ATOM_TYPE) == BASE_JD_REQ_DEP) 648 base_jd_core_req core_req; member 696 base_jd_core_req core_req; member
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/jm/ |
| H A D | mali_kbase_jm_js.h | 787 retained_state->core_req = in kbasep_js_atom_retained_state_init_invalid() 804 retained_state->core_req = katom->core_req; in kbasep_js_atom_retained_state_copy() 850 return (bool) (katom_retained_state->core_req != in kbasep_js_atom_retained_state_is_valid()
|
| H A D | mali_kbase_js_defs.h | 401 base_jd_core_req core_req; member
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_hw.c | 47 static u64 kbase_job_write_affinity(struct kbase_device *kbdev, base_jd_core_req core_req, in kbase_job_write_affinity() argument 53 if ((core_req & (BASE_JD_REQ_FS | BASE_JD_REQ_CS | BASE_JD_REQ_T)) == in kbase_job_write_affinity() 58 } else if ((core_req & (BASE_JD_REQ_COHERENT_GROUP | in kbase_job_write_affinity() 82 if (core_req & BASE_JD_REQ_LIMITED_CORE_MASK) { in kbase_job_write_affinity() 97 if (core_req & BASE_JD_REQ_LIMITED_CORE_MASK) { in kbase_job_write_affinity() 139 if (!(katom->core_req & BASE_JD_REQ_END_RENDERPASS)) in select_job_chain() 238 affinity = kbase_job_write_affinity(kbdev, katom->core_req, js, in kbase_job_hw_submit() 250 if (0 != (katom->core_req & BASE_JD_REQ_SKIP_CACHE_START)) { in kbase_job_hw_submit() 269 if (0 != (katom->core_req & BASE_JD_REQ_SKIP_CACHE_END) && in kbase_job_hw_submit() 280 (katom->core_req & BASE_JD_REQ_END_RENDERPASS)) in kbase_job_hw_submit() [all …]
|
| H A D | mali_kbase_jm_rb.c | 304 if (katom->core_req & BASE_JD_REQ_PERMON) in kbase_gpu_release_atom() 1007 if (katom[idx]->core_req & BASE_JD_REQ_PERMON) in kbase_backend_slot_update() 1023 if (katom[idx]->core_req & BASE_JD_REQ_PERMON) in kbase_backend_slot_update() 1146 if (next_katom->core_req & BASE_JD_REQ_PERMON) in kbase_gpu_irq_evict() 1218 if ((katom->core_req & BASE_JD_REQ_SKIP_CACHE_END) && in kbase_gpu_complete_hw() 1526 kbase_job_check_enter_disjoint(kbdev, action, katom->core_req, katom); in kbase_gpu_stop_atom() 1528 katom->core_req, katom); in kbase_gpu_stop_atom() 1547 kbase_job_check_enter_disjoint(kbdev, action, katom->core_req, in kbase_gpu_remove_atom() 1807 base_jd_core_req core_req) in kbase_backend_complete_wq_post_sched() argument
|