| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_fence.h | 54 struct kbase_jd_atom *katom; member
78 #define kbase_fence_fence_in_set(katom, fence) \ argument
91 static inline void kbase_fence_out_remove(struct kbase_jd_atom *katom) in kbase_fence_out_remove()
106 static inline void kbase_fence_in_remove(struct kbase_jd_atom *katom) in kbase_fence_in_remove()
121 static inline bool kbase_fence_out_is_ours(struct kbase_jd_atom *katom) in kbase_fence_out_is_ours()
134 static inline int kbase_fence_out_signal(struct kbase_jd_atom *katom, in kbase_fence_out_signal()
198 kbase_fence_dep_count_set(struct kbase_jd_atom *katom, int val) in kbase_fence_dep_count_set()
212 kbase_fence_dep_count_dec_and_test(struct kbase_jd_atom *katom) in kbase_fence_dep_count_dec_and_test()
225 static inline int kbase_fence_dep_count_read(struct kbase_jd_atom *katom) in kbase_fence_dep_count_read()
253 #define kbase_fence_in_get(katom) dma_fence_get((katom)->dma_fence.fence_in) argument
[all …]
|
| H A D | mali_kbase_softjobs.c | 49 static void kbasep_add_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_add_waiting_soft_job()
59 void kbasep_remove_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_remove_waiting_soft_job()
69 static void kbasep_add_waiting_with_timeout(struct kbase_jd_atom *katom) in kbasep_add_waiting_with_timeout()
130 static int kbase_dump_cpu_gpu_time(struct kbase_jd_atom *katom) in kbase_dump_cpu_gpu_time()
198 void kbase_soft_event_wait_callback(struct kbase_jd_atom *katom) in kbase_soft_event_wait_callback()
213 struct kbase_jd_atom *katom = container_of(work, struct kbase_jd_atom, in kbasep_soft_event_complete_job() local
234 struct kbase_jd_atom *katom = list_entry( in kbasep_complete_triggered_soft_events() local
271 static void kbase_fence_debug_check_atom(struct kbase_jd_atom *katom) in kbase_fence_debug_check_atom()
305 static void kbase_fence_debug_wait_timeout(struct kbase_jd_atom *katom) in kbase_fence_debug_wait_timeout()
338 struct kbase_jd_atom *katom; member
[all …]
|
| H A D | mali_kbase_sync_file.c | 57 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd) in kbase_sync_fence_out_create()
100 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
133 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result) in kbase_sync_fence_out_trigger()
164 struct kbase_jd_atom *katom = kcb->katom; in kbase_fence_wait_callback() local
193 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_wait()
238 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_cancel_wait()
259 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_out_remove()
264 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_in_remove()
313 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_in_info_get()
333 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_out_info_get()
[all …]
|
| H A D | mali_kbase_dma_fence.c | 40 kbase_dma_fence_waiters_add(struct kbase_jd_atom *katom) in kbase_dma_fence_waiters_add()
48 kbase_dma_fence_waiters_remove(struct kbase_jd_atom *katom) in kbase_dma_fence_waiters_remove()
120 kbase_dma_fence_queue_work(struct kbase_jd_atom *katom) in kbase_dma_fence_queue_work()
138 kbase_dma_fence_cancel_atom(struct kbase_jd_atom *katom) in kbase_dma_fence_cancel_atom()
171 struct kbase_jd_atom *katom; in kbase_dma_fence_work() local
210 struct kbase_jd_atom *katom = kcb->katom; in kbase_dma_fence_cb() local
222 kbase_dma_fence_add_reservation_callback(struct kbase_jd_atom *katom, in kbase_dma_fence_add_reservation_callback()
309 int kbase_dma_fence_wait(struct kbase_jd_atom *katom, in kbase_dma_fence_wait()
405 struct kbase_jd_atom *katom; in kbase_dma_fence_cancel_all_atoms() local
413 void kbase_dma_fence_cancel_callbacks(struct kbase_jd_atom *katom) in kbase_dma_fence_cancel_callbacks()
[all …]
|
| H A D | mali_kbase_jd.c | 48 #define IS_GPU_ATOM(katom) (!((katom->core_req & BASE_JD_REQ_SOFT_JOB) || \ argument
78 static int jd_run_atom(struct kbase_jd_atom *katom) in jd_run_atom()
111 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom) in kbase_jd_dep_clear_locked()
149 static void kbase_jd_kds_waiters_add(struct kbase_jd_atom *katom) in kbase_jd_kds_waiters_add()
165 static void kbase_jd_kds_waiters_remove(struct kbase_jd_atom *katom) in kbase_jd_kds_waiters_remove()
173 struct kbase_jd_atom *katom; in kds_dep_clear() local
192 static void kbase_cancel_kds_wait_job(struct kbase_jd_atom *katom) in kbase_cancel_kds_wait_job()
208 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom) in kbase_jd_free_external_resources()
239 static void kbase_jd_post_external_resources(struct kbase_jd_atom *katom) in kbase_jd_post_external_resources()
281 static int kbase_jd_pre_external_resources(struct kbase_jd_atom *katom, const struct base_jd_atom_v… in kbase_jd_pre_external_resources()
[all …]
|
| H A D | mali_kbase.h | 258 static inline int kbase_jd_atom_id(struct kbase_context *kctx, struct kbase_jd_atom *katom) in kbase_jd_atom_id()
382 #define KBASE_TRACE_ADD_SLOT(kbdev, code, ctx, katom, gpu_addr, jobslot) \ argument
394 #define KBASE_TRACE_ADD_SLOT_INFO(kbdev, code, ctx, katom, gpu_addr, jobslot, info_val) \ argument
406 #define KBASE_TRACE_ADD_REFCOUNT(kbdev, code, ctx, katom, gpu_addr, refcount) \ argument
417 #define KBASE_TRACE_ADD_REFCOUNT_INFO(kbdev, code, ctx, katom, gpu_addr, refcount, info_val) \ argument
429 #define KBASE_TRACE_ADD(kbdev, code, ctx, katom, gpu_addr, info_val) \ argument
448 #define KBASE_TRACE_ADD_SLOT(kbdev, code, ctx, katom, gpu_addr, jobslot)\ argument
451 #define KBASE_TRACE_ADD_SLOT_INFO(kbdev, code, ctx, katom, gpu_addr, jobslot, info_val)\ argument
454 #define KBASE_TRACE_ADD_REFCOUNT(kbdev, code, ctx, katom, gpu_addr, refcount)\ argument
457 #define KBASE_TRACE_ADD_REFCOUNT_INFO(kbdev, code, ctx, katom, gpu_addr, refcount, info_val)\ argument
[all …]
|
| H A D | mali_kbase_sync_android.c | 218 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int tl_fd) in kbase_sync_fence_out_create()
298 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
366 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result)
421 struct kbase_jd_atom *katom = container_of(waiter, local
443 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom)
467 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom)
485 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom)
493 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom)
501 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom,
514 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom,
[all …]
|
| H A D | mali_kbase_js.c | 325 struct kbase_jd_atom *katom; in jsctx_rb_peek() local
345 jsctx_rb_pull(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_rb_pull()
362 jsctx_tree_add(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_tree_add()
398 jsctx_rb_unpull(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_rb_unpull()
904 struct kbase_jd_atom *katom; in kbase_js_ctx_pullable() local
935 struct kbase_jd_atom *katom) in kbase_js_dep_validate()
1194 struct kbase_context *kctx, struct kbase_jd_atom *katom) in kbasep_js_remove_cancelled_job()
1959 struct kbase_jd_atom *katom) in kbase_js_is_atom_valid()
1975 struct kbase_jd_atom *katom) in kbase_js_get_slot()
1992 struct kbase_jd_atom *katom) in kbase_js_dep_resolved_submit()
[all …]
|
| H A D | mali_kbase_fence.c | 87 kbase_fence_out_new(struct kbase_jd_atom *katom) in kbase_fence_out_new()
117 kbase_fence_free_callbacks(struct kbase_jd_atom *katom) in kbase_fence_free_callbacks()
156 kbase_fence_add_callback(struct kbase_jd_atom *katom, in kbase_fence_add_callback()
|
| H A D | mali_kbase_jm.c | 48 struct kbase_jd_atom *katom = kbase_js_pull(kctx, js); in kbase_jm_next_job() local
111 struct kbase_jd_atom *katom) in kbase_jm_return_atom_to_js()
125 struct kbase_jd_atom *katom, ktime_t *end_timestamp) in kbase_jm_complete()
|
| H A D | mali_kbase_event.c | 24 …c struct base_jd_udata kbase_event_process(struct kbase_context *kctx, struct kbase_jd_atom *katom) in kbase_event_process()
113 struct kbase_jd_atom *katom = container_of(data, struct kbase_jd_atom, in kbase_event_process_noreport_worker() local
135 struct kbase_jd_atom *katom) in kbase_event_process_noreport()
|
| H A D | mali_kbase_debug_job_fault.c | 143 struct kbase_jd_atom *katom; in kbase_job_fault_resume_worker() local
190 struct kbase_jd_atom *katom, u32 completion_code) in kbase_job_fault_event_post()
217 bool kbase_debug_job_fault_process(struct kbase_jd_atom *katom, in kbase_debug_job_fault_process()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_rb.c | 54 struct kbase_jd_atom *katom) in kbase_gpu_enqueue_atom()
85 struct kbase_jd_atom *katom; in kbase_gpu_dequeue_atom() local
153 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted() local
181 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted_any() local
198 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_backend_nr_atoms_submitted() local
232 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_nr_atoms_on_slot_min() local
250 static bool check_secure_atom(struct kbase_jd_atom *katom, bool secure) in check_secure_atom()
278 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, in kbase_gpu_check_secure_atoms() local
308 struct kbase_jd_atom *katom) in kbasep_js_job_check_ref_cores()
531 struct kbase_jd_atom *katom) in kbasep_js_job_check_deref_cores()
[all …]
|
| H A D | mali_kbase_jm_hw.c | 54 struct kbase_jd_atom *katom, in kbase_job_hw_submit()
197 struct kbase_jd_atom *katom; in kbasep_job_slot_update_head_start_timestamp() local
456 struct kbase_jd_atom *katom) in kbasep_soft_stop_allowed()
531 struct kbase_jd_atom *katom; in kbasep_job_slot_soft_or_hard_stop_do_action() local
741 struct kbase_jd_atom *katom; in kbase_job_slot_ctx_priority_check_locked() local
945 struct kbase_jd_atom *katom; in kbasep_check_for_afbc_on_slot() local
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_softjobs.c | 49 static void kbasep_add_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_add_waiting_soft_job()
59 void kbasep_remove_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_remove_waiting_soft_job()
69 static void kbasep_add_waiting_with_timeout(struct kbase_jd_atom *katom) in kbasep_add_waiting_with_timeout()
132 static int kbase_dump_cpu_gpu_time(struct kbase_jd_atom *katom) in kbase_dump_cpu_gpu_time()
209 void kbase_soft_event_wait_callback(struct kbase_jd_atom *katom) in kbase_soft_event_wait_callback()
224 struct kbase_jd_atom *katom = container_of(work, struct kbase_jd_atom, in kbasep_soft_event_complete_job() local
245 struct kbase_jd_atom *katom = list_entry( in kbasep_complete_triggered_soft_events() local
282 static void kbase_fence_debug_check_atom(struct kbase_jd_atom *katom) in kbase_fence_debug_check_atom()
316 static void kbase_fence_debug_wait_timeout(struct kbase_jd_atom *katom) in kbase_fence_debug_wait_timeout()
349 struct kbase_jd_atom *katom; member
[all …]
|
| H A D | mali_kbase_sync_file.c | 59 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd) in kbase_sync_fence_out_create()
104 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
142 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result) in kbase_sync_fence_out_trigger()
170 struct kbase_jd_atom *katom = container_of(cb, struct kbase_jd_atom, in kbase_fence_wait_callback() local
197 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_wait()
256 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_cancel_wait()
288 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_out_remove()
293 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_in_remove()
362 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_in_info_get()
382 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_out_info_get()
[all …]
|
| H A D | mali_kbase_jd.c | 50 #define IS_GPU_ATOM(katom) (!((katom->core_req & BASE_JD_REQ_SOFT_JOB) || \ argument
75 static void jd_mark_atom_complete(struct kbase_jd_atom *katom) in jd_mark_atom_complete()
91 static bool jd_run_atom(struct kbase_jd_atom *katom) in jd_run_atom()
126 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom) in kbase_jd_dep_clear_locked()
163 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom) in kbase_jd_free_external_resources()
167 static void kbase_jd_post_external_resources(struct kbase_jd_atom *katom) in kbase_jd_post_external_resources()
193 static int kbase_jd_pre_external_resources(struct kbase_jd_atom *katom, const struct base_jd_atom *… in kbase_jd_pre_external_resources()
288 struct kbase_jd_atom *katom, in jd_resolve_dep()
339 static bool is_dep_valid(struct kbase_jd_atom *katom) in is_dep_valid()
401 static void jd_update_jit_usage(struct kbase_jd_atom *katom) in jd_update_jit_usage()
[all …]
|
| H A D | mali_kbase_fence.h | 102 #define kbase_fence_fence_in_set(katom, fence) \ argument
117 static inline void kbase_fence_out_remove(struct kbase_jd_atom *katom) in kbase_fence_out_remove()
132 static inline void kbase_fence_in_remove(struct kbase_jd_atom *katom) in kbase_fence_in_remove()
147 static inline bool kbase_fence_out_is_ours(struct kbase_jd_atom *katom) in kbase_fence_out_is_ours()
160 static inline int kbase_fence_out_signal(struct kbase_jd_atom *katom, in kbase_fence_out_signal()
185 #define kbase_fence_in_get(katom) dma_fence_get((katom)->dma_fence.fence_in) argument
196 #define kbase_fence_out_get(katom) dma_fence_get((katom)->dma_fence.fence) argument
|
| H A D | mali_kbase_js.c | 333 struct kbase_jd_atom *katom; in jsctx_rb_peek() local
353 jsctx_rb_pull(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_rb_pull()
371 jsctx_tree_add(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_tree_add()
413 jsctx_rb_unpull(struct kbase_context *kctx, struct kbase_jd_atom *katom) in jsctx_rb_unpull()
790 const struct kbase_jd_atom *katom) in kbase_jsctx_slot_atom_pulled_inc()
828 const struct kbase_jd_atom *katom) in kbase_jsctx_slot_atom_pulled_dec()
1130 struct kbase_jd_atom *katom; in kbase_js_ctx_pullable() local
1188 struct kbase_jd_atom *katom) in kbase_js_dep_validate()
1670 struct kbase_context *kctx, struct kbase_jd_atom *katom) in kbasep_js_remove_cancelled_job()
2468 struct kbase_jd_atom *katom)
[all …]
|
| H A D | mali_kbase_jm.c | 53 struct kbase_jd_atom *katom = kbase_js_pull(kctx, js); in kbase_jm_next_job() local
126 struct kbase_jd_atom *katom) in kbase_jm_return_atom_to_js()
147 struct kbase_jd_atom *katom, ktime_t *end_timestamp) in kbase_jm_complete()
|
| H A D | mali_kbase_event.c | 27 …c struct base_jd_udata kbase_event_process(struct kbase_context *kctx, struct kbase_jd_atom *katom) in kbase_event_process()
107 struct kbase_jd_atom *katom = container_of(data, struct kbase_jd_atom, in kbase_event_process_noreport_worker() local
129 struct kbase_jd_atom *katom) in kbase_event_process_noreport()
|
| H A D | mali_kbase_config.c | 87 void kbasep_platform_event_atom_submit(struct kbase_jd_atom *katom) in kbasep_platform_event_atom_submit()
96 void kbasep_platform_event_atom_complete(struct kbase_jd_atom *katom) in kbasep_platform_event_atom_complete()
|
| H A D | mali_kbase_debug_job_fault.c | 175 struct kbase_jd_atom *katom; in kbase_job_fault_resume_worker() local
222 struct kbase_jd_atom *katom, u32 completion_code) in kbase_job_fault_event_post()
249 bool kbase_debug_job_fault_process(struct kbase_jd_atom *katom, in kbase_debug_job_fault_process()
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_rb.c | 70 struct kbase_jd_atom *katom) in kbase_gpu_enqueue_atom()
100 struct kbase_jd_atom *katom; in kbase_gpu_dequeue_atom() local
152 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted_any() local
169 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_backend_nr_atoms_submitted() local
203 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_nr_atoms_on_slot_min() local
221 static bool check_secure_atom(struct kbase_jd_atom *katom, bool secure) in check_secure_atom()
251 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, in kbase_gpu_check_secure_atoms() local
279 struct kbase_jd_atom *katom, in kbase_gpu_release_atom()
414 struct kbase_jd_atom *katom) in kbase_gpu_mark_atom_for_return()
509 struct kbase_jd_atom **katom, int idx, int js) in kbase_jm_protected_entry()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/debug/backend/ |
| H A D | mali_kbase_debug_ktrace_jm.h | 50 #define KBASE_KTRACE_RBUF_ADD_JM(kbdev, code, kctx, katom, gpu_addr, flags, \ argument
57 #define KBASE_KTRACE_RBUF_ADD_JM(kbdev, code, kctx, katom, gpu_addr, flags, \ argument
80 #define KBASE_KTRACE_FTRACE_ADD_JM_SLOT(kbdev, code, kctx, katom, gpu_addr, \ argument
84 #define KBASE_KTRACE_FTRACE_ADD_JM_SLOT_INFO(kbdev, code, kctx, katom, \ argument
88 #define KBASE_KTRACE_FTRACE_ADD_JM_REFCOUNT(kbdev, code, kctx, katom, \ argument
92 #define KBASE_KTRACE_FTRACE_ADD_JM_REFCOUNT_INFO(kbdev, code, kctx, katom, \ argument
96 #define KBASE_KTRACE_FTRACE_ADD_JM(kbdev, code, kctx, katom, gpu_addr, \ argument
100 #define KBASE_KTRACE_FTRACE_ADD_JM_SLOT(kbdev, code, kctx, katom, gpu_addr, \ argument
112 #define KBASE_KTRACE_FTRACE_ADD_JM_SLOT_INFO(kbdev, code, kctx, katom, \ argument
125 #define KBASE_KTRACE_FTRACE_ADD_JM_REFCOUNT(kbdev, code, kctx, katom, \ argument
[all …]
|