| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_jd.c | 179 ctx = &katom->kctx->jctx; in kds_dep_clear() 212 struct kbase_jd_context *jctx = &katom->kctx->jctx; in kbase_jd_free_external_resources() local 219 mutex_lock(&jctx->lock); in kbase_jd_free_external_resources() 221 mutex_unlock(&jctx->lock); in kbase_jd_free_external_resources() 452 &katom->kctx->jctx.kds_cb, katom, NULL, in kbase_jd_pre_external_resources() 495 mutex_unlock(&katom->kctx->jctx.lock); in kbase_jd_pre_external_resources() 497 mutex_lock(&katom->kctx->jctx.lock); in kbase_jd_pre_external_resources() 667 if (kbase_jd_katom_dep_atom(&kctx->jctx.atoms[i].dep[0]) == katom || in jd_check_force_failure() 668 kbase_jd_katom_dep_atom(&kctx->jctx.atoms[i].dep[1]) == katom) { in jd_check_force_failure() 669 struct kbase_jd_atom *dep_atom = &kctx->jctx.atoms[i]; in jd_check_force_failure() [all …]
|
| H A D | mali_kbase_js.c | 569 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]); in kbasep_js_kctx_init() 571 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_init() 611 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_term() 618 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term() 621 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbasep_js_kctx_term() 630 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term() 661 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_nolock() 662 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbase_js_ctx_list_add_pullable_nolock() 664 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], in kbase_js_ctx_list_add_pullable_nolock() 701 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_head_nolock() [all …]
|
| H A D | mali_kbase_replay.c | 609 struct kbase_jd_context *jctx = &kctx->jctx; in kbasep_allocate_katom() local 613 if (jctx->atoms[i].status == KBASE_JD_ATOM_STATE_UNUSED) { in kbasep_allocate_katom() 614 jctx->atoms[i].status = KBASE_JD_ATOM_STATE_QUEUED; in kbasep_allocate_katom() 637 struct kbase_jd_context *jctx = &kctx->jctx; in kbasep_release_katom() local 642 while (!list_empty(&jctx->atoms[atom_id].dep_head[0])) in kbasep_release_katom() 643 list_del(jctx->atoms[atom_id].dep_head[0].next); in kbasep_release_katom() 645 while (!list_empty(&jctx->atoms[atom_id].dep_head[1])) in kbasep_release_katom() 646 list_del(jctx->atoms[atom_id].dep_head[1].next); in kbasep_release_katom() 648 jctx->atoms[atom_id].status = KBASE_JD_ATOM_STATE_UNUSED; in kbasep_release_katom() 921 struct kbase_jd_context *jctx; in kbase_replay_process_worker() local [all …]
|
| H A D | mali_kbase_device.c | 312 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_install() 313 kctx->jctx.tb_wrap_offset = size / 8; in kbase_device_trace_buffer_install() 314 kctx->jctx.tb = tb; in kbase_device_trace_buffer_install() 315 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_install() 325 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_uninstall() 326 kctx->jctx.tb = NULL; in kbase_device_trace_buffer_uninstall() 327 kctx->jctx.tb_wrap_offset = 0; in kbase_device_trace_buffer_uninstall() 328 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_uninstall() 335 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_register_access() 336 if (kctx->jctx.tb) { in kbase_device_trace_register_access() [all …]
|
| H A D | mali_kbase_event.c | 28 lockdep_assert_held(&kctx->jctx.lock); in kbase_event_process() 91 uevent->atom_number = (atom - ctx->jctx.atoms); in kbase_event_dequeue() 96 mutex_lock(&ctx->jctx.lock); in kbase_event_dequeue() 98 mutex_unlock(&ctx->jctx.lock); in kbase_event_dequeue() 120 mutex_lock(&kctx->jctx.lock); in kbase_event_process_noreport_worker() 122 mutex_unlock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
|
| H A D | mali_kbase_softjobs.c | 202 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_wait_callback() 207 mutex_unlock(&kctx->jctx.lock); in kbase_soft_event_wait_callback() 218 mutex_lock(&kctx->jctx.lock); in kbasep_soft_event_complete_job() 220 mutex_unlock(&kctx->jctx.lock); in kbasep_soft_event_complete_job() 245 queue_work(kctx->jctx.job_done_wq, in kbasep_complete_triggered_soft_events() 349 mutex_lock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker() 351 mutex_unlock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker() 369 queue_work(kctx->jctx.job_done_wq, &work->work); in kbase_fence_debug_timeout() 406 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_soft_job_timeout_worker() 471 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_update() [all …]
|
| H A D | mali_kbase_js_ctx_attr.c | 51 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_retain_attr() 97 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_release_attr() 137 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_retain_attr() 174 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_release_attr()
|
| H A D | mali_kbase_jd_debugfs.c | 162 atoms = kctx->jctx.atoms; in kbasep_jd_debugfs_atoms_show() 164 mutex_lock(&kctx->jctx.lock); in kbasep_jd_debugfs_atoms_show() 198 mutex_unlock(&kctx->jctx.lock); in kbasep_jd_debugfs_atoms_show()
|
| H A D | mali_kbase_dma_fence.c | 140 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_dma_fence_cancel_atom() 175 ctx = &katom->kctx->jctx; in kbase_dma_fence_work() 320 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_dma_fence_wait()
|
| H A D | mali_kbase_sync_file.c | 189 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbase_fence_wait_callback() 232 queue_work(katom->kctx->jctx.job_done_wq, &katom->work); in kbase_sync_fence_in_wait()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_jd.c | 410 lockdep_assert_held(&kctx->jctx.lock); in jd_update_jit_usage() 540 lockdep_assert_held(&kctx->jctx.lock); in kbase_jd_done_nolock() 640 if (--kctx->jctx.job_nr == 0) in kbase_jd_done_nolock() 645 wake_up(&kctx->jctx.zero_jobs_wait); in kbase_jd_done_nolock() 729 struct kbase_jd_context *jctx = &kctx->jctx; in jd_submit_atom() local 742 jctx->job_nr++; in jd_submit_atom() 825 struct kbase_jd_atom *dep_atom = &jctx->atoms[dep_atom_number]; in jd_submit_atom() 900 katom->sched_priority = (sched_prio < kctx->jctx.max_priority) ? in jd_submit_atom() 901 kctx->jctx.max_priority : sched_prio; in jd_submit_atom() 1003 katom->work_id = atomic_inc_return(&jctx->work_id); in jd_submit_atom() [all …]
|
| H A D | mali_kbase_js.c | 644 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]); in kbasep_js_kctx_init() 646 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_init() 691 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_term() 698 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term() 702 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbasep_js_kctx_term() 712 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term() 886 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_nolock() 887 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbase_js_ctx_list_add_pullable_nolock() 889 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], in kbase_js_ctx_list_add_pullable_nolock() 927 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_head_nolock() [all …]
|
| H A D | mali_kbase_softjobs.c | 213 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_wait_callback() 218 mutex_unlock(&kctx->jctx.lock); in kbase_soft_event_wait_callback() 229 mutex_lock(&kctx->jctx.lock); in kbasep_soft_event_complete_job() 231 mutex_unlock(&kctx->jctx.lock); in kbasep_soft_event_complete_job() 256 queue_work(kctx->jctx.job_done_wq, in kbasep_complete_triggered_soft_events() 360 mutex_lock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker() 362 mutex_unlock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker() 380 queue_work(kctx->jctx.job_done_wq, &work->work); in kbase_fence_debug_timeout() 417 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_soft_job_timeout_worker() 482 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_update() [all …]
|
| H A D | mali_kbase_event.c | 32 lockdep_assert_held(&kctx->jctx.lock); in kbase_event_process() 85 uevent->atom_number = (atom - ctx->jctx.atoms); in kbase_event_dequeue() 90 mutex_lock(&ctx->jctx.lock); in kbase_event_dequeue() 92 mutex_unlock(&ctx->jctx.lock); in kbase_event_dequeue() 114 mutex_lock(&kctx->jctx.lock); in kbase_event_process_noreport_worker() 116 mutex_unlock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
|
| H A D | mali_kbase_sync_file.c | 112 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_sync_fence_in_from_fd() 194 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbase_fence_wait_callback() 206 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_sync_fence_in_wait() 258 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_sync_fence_in_cancel_wait() 295 lockdep_assert_held(&katom->kctx->jctx.lock); in kbase_sync_fence_in_remove()
|
| H A D | mali_kbase_js_ctx_attr.c | 58 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_retain_attr() 108 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_release_attr() 152 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_retain_attr() 193 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_release_attr()
|
| H A D | mali_kbase_jd_debugfs.c | 120 atoms = kctx->jctx.atoms; in kbasep_jd_debugfs_atoms_show() 122 mutex_lock(&kctx->jctx.lock); in kbasep_jd_debugfs_atoms_show() 156 mutex_unlock(&kctx->jctx.lock); in kbasep_jd_debugfs_atoms_show()
|
| H A D | mali_kbase.h | 620 result = katom - &kctx->jctx.atoms[0]; in kbase_jd_atom_id() 635 return &kctx->jctx.atoms[id]; in kbase_jd_atom_from_id()
|
| /OK3568_Linux_fs/kernel/drivers/crypto/caam/ |
| H A D | caamrng.c | 58 struct caam_rng_job_ctx *jctx = context; in caam_rng_done() local 61 *jctx->err = caam_jr_strstatus(jrdev, err); in caam_rng_done() 63 complete(jctx->done); in caam_rng_done() 89 struct caam_rng_job_ctx jctx = { in caam_rng_read_one() local 105 caam_rng_done, &jctx); in caam_rng_read_one()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 52 lockdep_assert_held(&kctx->jctx.sched_info.ctx.jsctx_mutex); in assign_and_activate_kctx_addr_space() 123 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space() 135 as_js_kctx_info = &as_kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space() 214 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_use_ctx()
|
| H A D | mali_kbase_jm_hw.c | 708 mutex_lock(&kctx->jctx.lock); in kbase_backend_jm_kill_jobs_from_kctx() 713 if (!work_pending(&kctx->jctx.atoms[i].work)) in kbase_backend_jm_kill_jobs_from_kctx() 714 kctx->jctx.atoms[i].event_code = in kbase_backend_jm_kill_jobs_from_kctx() 722 mutex_unlock(&kctx->jctx.lock); in kbase_backend_jm_kill_jobs_from_kctx() 824 wait_event(kctx->jctx.zero_jobs_wait, kctx->jctx.job_nr == 0); in kbase_jm_wait_for_zero_jobs() 825 wait_event(kctx->jctx.sched_info.ctx.is_scheduled_wait, in kbase_jm_wait_for_zero_jobs() 850 mutex_lock(&kctx->jctx.lock); in kbase_jm_wait_for_zero_jobs() 851 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbase_jm_wait_for_zero_jobs() 852 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbase_jm_wait_for_zero_jobs() 853 mutex_unlock(&kctx->jctx.lock); in kbase_jm_wait_for_zero_jobs()
|
| H A D | mali_kbase_device_hw.c | 168 if (kctx && kctx->jctx.tb) in kbase_reg_write() 192 if (kctx && kctx->jctx.tb) in kbase_reg_read()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 55 lockdep_assert_held(&kctx->jctx.sched_info.ctx.jsctx_mutex); in assign_and_activate_kctx_addr_space() 128 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space() 140 as_js_kctx_info = &as_kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space()
|
| H A D | mali_kbase_jm_hw.c | 143 ARRAY_SIZE(kctx->jctx.renderpasses), in select_job_chain() 146 rp = &kctx->jctx.renderpasses[katom->renderpass_id]; in select_job_chain() 819 ARRAY_SIZE(kctx->jctx.renderpasses), in softstop_start_rp_nolock() 822 rp = &kctx->jctx.renderpasses[katom->renderpass_id]; in softstop_start_rp_nolock() 865 timeout = wait_event_timeout(kctx->jctx.zero_jobs_wait, in kbase_jm_wait_for_zero_jobs() 866 kctx->jctx.job_nr == 0, timeout); in kbase_jm_wait_for_zero_jobs() 870 kctx->jctx.sched_info.ctx.is_scheduled_wait, in kbase_jm_wait_for_zero_jobs() 891 mutex_lock(&kctx->jctx.lock); in kbase_jm_wait_for_zero_jobs() 892 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbase_jm_wait_for_zero_jobs() 893 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbase_jm_wait_for_zero_jobs() [all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/context/backend/ |
| H A D | mali_kbase_context_jm.c | 92 struct kbasep_js_kctx_info *js_kctx_info = &kctx->jctx.sched_info; in kbase_context_submit_check() 113 flush_workqueue(kctx->jctx.job_done_wq); in kbase_context_flush_jobs()
|