| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_kinstr_jm.h | 79 struct kbase_jd_atom;
119 struct kbase_jd_atom *const atom,
137 struct kbase_jd_atom *const atom, in kbase_kinstr_jm_atom_state()
150 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_state_queue()
162 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_state_start()
174 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_state_stop()
186 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_state_complete()
197 static inline void kbase_kinstr_jm_atom_queue(struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_queue()
208 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_complete()
218 struct kbase_jd_atom *const atom) in kbase_kinstr_jm_atom_sw_start()
[all …]
|
| H A D | mali_kbase_sync.h | 79 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd);
91 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd);
117 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result);
131 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom);
140 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom);
148 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom);
156 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom);
167 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom,
177 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom,
212 void kbase_sync_fence_in_dump(struct kbase_jd_atom *katom);
|
| H A D | mali_kbase.h | 257 void kbase_jd_done(struct kbase_jd_atom *katom, int slot_nr, ktime_t *end_timestamp,
259 void kbase_jd_cancel(struct kbase_device *kbdev, struct kbase_jd_atom *katom);
279 bool kbase_jd_done_nolock(struct kbase_jd_atom *katom, bool post_immediately);
281 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom);
282 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom);
309 struct kbase_jd_atom *katom);
340 struct kbase_jd_atom *target_katom);
343 struct kbase_jd_atom *target_katom, u32 sw_flags);
366 base_jd_core_req core_reqs, struct kbase_jd_atom *target_katom);
377 struct kbase_jd_atom *target_katom);
[all …]
|
| H A D | mali_kbase_softjobs.c | 49 static void kbasep_add_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_add_waiting_soft_job()
59 void kbasep_remove_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_remove_waiting_soft_job()
69 static void kbasep_add_waiting_with_timeout(struct kbase_jd_atom *katom) in kbasep_add_waiting_with_timeout()
132 static int kbase_dump_cpu_gpu_time(struct kbase_jd_atom *katom) in kbase_dump_cpu_gpu_time()
209 void kbase_soft_event_wait_callback(struct kbase_jd_atom *katom) in kbase_soft_event_wait_callback()
224 struct kbase_jd_atom *katom = container_of(work, struct kbase_jd_atom, in kbasep_soft_event_complete_job()
245 struct kbase_jd_atom *katom = list_entry( in kbasep_complete_triggered_soft_events()
246 entry, struct kbase_jd_atom, queue); in kbasep_complete_triggered_soft_events()
282 static void kbase_fence_debug_check_atom(struct kbase_jd_atom *katom) in kbase_fence_debug_check_atom()
289 struct kbase_jd_atom *dep; in kbase_fence_debug_check_atom()
[all …]
|
| H A D | mali_kbase_sync_file.c | 59 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd) in kbase_sync_fence_out_create()
104 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
142 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result) in kbase_sync_fence_out_trigger()
170 struct kbase_jd_atom *katom = container_of(cb, struct kbase_jd_atom, in kbase_fence_wait_callback()
197 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_wait()
256 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_cancel_wait()
288 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_out_remove()
293 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_in_remove()
362 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_in_info_get()
382 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_out_info_get()
[all …]
|
| H A D | mali_kbase_hwaccess_jm.h | 37 struct kbase_jd_atom *katom);
138 struct kbase_jd_atom *katom);
153 struct kbase_jd_atom *katom);
186 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev, unsigned int js);
246 struct kbase_jd_atom *target_katom);
290 struct kbase_jd_atom *target_katom);
|
| H A D | mali_kbase_jd.c | 75 static void jd_mark_atom_complete(struct kbase_jd_atom *katom) in jd_mark_atom_complete()
91 static bool jd_run_atom(struct kbase_jd_atom *katom) in jd_run_atom()
126 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom) in kbase_jd_dep_clear_locked()
163 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom) in kbase_jd_free_external_resources()
167 static void kbase_jd_post_external_resources(struct kbase_jd_atom *katom) in kbase_jd_post_external_resources()
193 static int kbase_jd_pre_external_resources(struct kbase_jd_atom *katom, const struct base_jd_atom *… in kbase_jd_pre_external_resources()
288 struct kbase_jd_atom *katom, in jd_resolve_dep()
294 struct kbase_jd_atom *dep_atom; in jd_resolve_dep()
295 struct kbase_jd_atom *other_dep_atom; in jd_resolve_dep()
299 struct kbase_jd_atom, dep_item[d]); in jd_resolve_dep()
[all …]
|
| H A D | mali_kbase_fence.h | 89 struct fence *kbase_fence_out_new(struct kbase_jd_atom *katom);
91 struct dma_fence *kbase_fence_out_new(struct kbase_jd_atom *katom);
117 static inline void kbase_fence_out_remove(struct kbase_jd_atom *katom) in kbase_fence_out_remove()
132 static inline void kbase_fence_in_remove(struct kbase_jd_atom *katom) in kbase_fence_in_remove()
147 static inline bool kbase_fence_out_is_ours(struct kbase_jd_atom *katom) in kbase_fence_out_is_ours()
160 static inline int kbase_fence_out_signal(struct kbase_jd_atom *katom, in kbase_fence_out_signal()
|
| H A D | mali_kbase_jm.h | 102 struct kbase_jd_atom *kbase_jm_return_atom_to_js(struct kbase_device *kbdev,
103 struct kbase_jd_atom *katom);
113 struct kbase_jd_atom *kbase_jm_complete(struct kbase_device *kbdev,
114 struct kbase_jd_atom *katom, ktime_t *end_timestamp);
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/jm/ |
| H A D | mali_kbase_jm_defs.h | 168 struct kbase_jd_atom *katom;
182 struct kbase_jd_atom *atom;
193 static inline const struct kbase_jd_atom *
196 return (const struct kbase_jd_atom *)(dep->atom); in kbase_jd_katom_dep_atom()
221 struct kbase_jd_atom *a, u8 type) in kbase_jd_katom_dep_set()
504 struct kbase_jd_atom { struct
600 struct kbase_jd_atom *pre_dep; argument
601 struct kbase_jd_atom *post_dep; argument
603 struct kbase_jd_atom *x_pre_dep; argument
604 struct kbase_jd_atom *x_post_dep; argument
[all …]
|
| H A D | mali_kbase_jm_js.h | 207 bool kbasep_js_add_job(struct kbase_context *kctx, struct kbase_jd_atom *atom);
243 struct kbase_context *kctx, struct kbase_jd_atom *atom);
276 struct kbase_jd_atom *katom);
510 struct kbase_jd_atom *katom);
526 struct kbase_jd_atom *kbase_js_pull(struct kbase_context *kctx, unsigned int js);
546 void kbase_js_unpull(struct kbase_context *kctx, struct kbase_jd_atom *katom);
561 struct kbase_jd_atom *katom);
577 struct kbase_jd_atom *kbase_js_complete_atom(struct kbase_jd_atom *katom,
594 bool kbase_js_atom_blocked_on_x_dep(struct kbase_jd_atom *katom);
635 struct kbase_jd_atom *katom);
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_sync.h | 77 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd);
89 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd);
112 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result);
126 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom);
135 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom);
143 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom);
151 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom);
169 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom,
179 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom,
200 void kbase_sync_fence_in_dump(struct kbase_jd_atom *katom);
|
| H A D | mali_kbase_fence.h | 54 struct kbase_jd_atom *katom;
65 struct fence *kbase_fence_out_new(struct kbase_jd_atom *katom);
67 struct dma_fence *kbase_fence_out_new(struct kbase_jd_atom *katom);
91 static inline void kbase_fence_out_remove(struct kbase_jd_atom *katom) in kbase_fence_out_remove()
106 static inline void kbase_fence_in_remove(struct kbase_jd_atom *katom) in kbase_fence_in_remove()
121 static inline bool kbase_fence_out_is_ours(struct kbase_jd_atom *katom) in kbase_fence_out_is_ours()
134 static inline int kbase_fence_out_signal(struct kbase_jd_atom *katom, in kbase_fence_out_signal()
166 int kbase_fence_add_callback(struct kbase_jd_atom *katom,
170 int kbase_fence_add_callback(struct kbase_jd_atom *katom,
198 kbase_fence_dep_count_set(struct kbase_jd_atom *katom, int val) in kbase_fence_dep_count_set()
[all …]
|
| H A D | mali_kbase.h | 149 void kbase_jd_done(struct kbase_jd_atom *katom, int slot_nr, ktime_t *end_timestamp,
151 void kbase_jd_cancel(struct kbase_device *kbdev, struct kbase_jd_atom *katom);
153 bool jd_done_nolock(struct kbase_jd_atom *katom,
155 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom);
158 struct kbase_jd_atom *katom);
159 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom);
176 struct kbase_jd_atom *katom);
179 struct kbase_jd_atom *target_katom);
181 struct kbase_jd_atom *target_katom, u32 sw_flags);
183 struct kbase_jd_atom *target_katom);
[all …]
|
| H A D | mali_kbase_softjobs.c | 49 static void kbasep_add_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_add_waiting_soft_job()
59 void kbasep_remove_waiting_soft_job(struct kbase_jd_atom *katom) in kbasep_remove_waiting_soft_job()
69 static void kbasep_add_waiting_with_timeout(struct kbase_jd_atom *katom) in kbasep_add_waiting_with_timeout()
130 static int kbase_dump_cpu_gpu_time(struct kbase_jd_atom *katom) in kbase_dump_cpu_gpu_time()
198 void kbase_soft_event_wait_callback(struct kbase_jd_atom *katom) in kbase_soft_event_wait_callback()
213 struct kbase_jd_atom *katom = container_of(work, struct kbase_jd_atom, in kbasep_soft_event_complete_job()
234 struct kbase_jd_atom *katom = list_entry( in kbasep_complete_triggered_soft_events()
235 entry, struct kbase_jd_atom, queue); in kbasep_complete_triggered_soft_events()
271 static void kbase_fence_debug_check_atom(struct kbase_jd_atom *katom) in kbase_fence_debug_check_atom()
278 struct kbase_jd_atom *dep; in kbase_fence_debug_check_atom()
[all …]
|
| H A D | mali_kbase_js.h | 164 bool kbasep_js_add_job(struct kbase_context *kctx, struct kbase_jd_atom *atom);
192 …_js_remove_job(struct kbase_device *kbdev, struct kbase_context *kctx, struct kbase_jd_atom *atom);
221 struct kbase_jd_atom *katom);
467 struct kbase_jd_atom *katom);
493 struct kbase_jd_atom *kbase_js_pull(struct kbase_context *kctx, int js);
511 void kbase_js_unpull(struct kbase_context *kctx, struct kbase_jd_atom *katom);
526 struct kbase_jd_atom *katom);
541 struct kbase_jd_atom *kbase_js_complete_atom(struct kbase_jd_atom *katom,
582 struct kbase_jd_atom *katom);
672 static inline void kbasep_js_clear_job_retry_submit(struct kbase_jd_atom *atom) in kbasep_js_clear_job_retry_submit()
[all …]
|
| H A D | mali_kbase_hwaccess_jm.h | 34 struct kbase_jd_atom *katom);
134 struct kbase_jd_atom *katom);
149 struct kbase_jd_atom *katom);
183 struct kbase_jd_atom *kbase_backend_inspect_head(struct kbase_device *kbdev,
194 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev,
255 struct kbase_jd_atom *target_katom);
377 struct kbase_jd_atom *target_katom);
|
| H A D | mali_kbase_sync_file.c | 57 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int stream_fd) in kbase_sync_fence_out_create()
100 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
133 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result) in kbase_sync_fence_out_trigger()
164 struct kbase_jd_atom *katom = kcb->katom; in kbase_fence_wait_callback()
193 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_wait()
238 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom) in kbase_sync_fence_in_cancel_wait()
259 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_out_remove()
264 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom) in kbase_sync_fence_in_remove()
313 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_in_info_get()
333 int kbase_sync_fence_out_info_get(struct kbase_jd_atom *katom, in kbase_sync_fence_out_info_get()
[all …]
|
| H A D | mali_kbase_dma_fence.c | 40 kbase_dma_fence_waiters_add(struct kbase_jd_atom *katom) in kbase_dma_fence_waiters_add()
48 kbase_dma_fence_waiters_remove(struct kbase_jd_atom *katom) in kbase_dma_fence_waiters_remove()
120 kbase_dma_fence_queue_work(struct kbase_jd_atom *katom) in kbase_dma_fence_queue_work()
138 kbase_dma_fence_cancel_atom(struct kbase_jd_atom *katom) in kbase_dma_fence_cancel_atom()
171 struct kbase_jd_atom *katom; in kbase_dma_fence_work()
174 katom = container_of(pwork, struct kbase_jd_atom, work); in kbase_dma_fence_work()
210 struct kbase_jd_atom *katom = kcb->katom; in kbase_dma_fence_cb()
222 kbase_dma_fence_add_reservation_callback(struct kbase_jd_atom *katom, in kbase_dma_fence_add_reservation_callback()
309 int kbase_dma_fence_wait(struct kbase_jd_atom *katom, in kbase_dma_fence_wait()
405 struct kbase_jd_atom *katom; in kbase_dma_fence_cancel_all_atoms()
[all …]
|
| H A D | mali_kbase_jd.c | 78 static int jd_run_atom(struct kbase_jd_atom *katom) in jd_run_atom()
111 void kbase_jd_dep_clear_locked(struct kbase_jd_atom *katom) in kbase_jd_dep_clear_locked()
149 static void kbase_jd_kds_waiters_add(struct kbase_jd_atom *katom) in kbase_jd_kds_waiters_add()
165 static void kbase_jd_kds_waiters_remove(struct kbase_jd_atom *katom) in kbase_jd_kds_waiters_remove()
173 struct kbase_jd_atom *katom; in kds_dep_clear()
176 katom = (struct kbase_jd_atom *)callback_parameter; in kds_dep_clear()
192 static void kbase_cancel_kds_wait_job(struct kbase_jd_atom *katom) in kbase_cancel_kds_wait_job()
208 void kbase_jd_free_external_resources(struct kbase_jd_atom *katom) in kbase_jd_free_external_resources()
239 static void kbase_jd_post_external_resources(struct kbase_jd_atom *katom) in kbase_jd_post_external_resources()
281 static int kbase_jd_pre_external_resources(struct kbase_jd_atom *katom, const struct base_jd_atom_v… in kbase_jd_pre_external_resources()
[all …]
|
| H A D | mali_kbase_sync_android.c | 218 int kbase_sync_fence_out_create(struct kbase_jd_atom *katom, int tl_fd) in kbase_sync_fence_out_create()
298 int kbase_sync_fence_in_from_fd(struct kbase_jd_atom *katom, int fd) in kbase_sync_fence_in_from_fd()
366 kbase_sync_fence_out_trigger(struct kbase_jd_atom *katom, int result)
421 struct kbase_jd_atom *katom = container_of(waiter,
422 struct kbase_jd_atom, sync_waiter);
443 int kbase_sync_fence_in_wait(struct kbase_jd_atom *katom)
467 void kbase_sync_fence_in_cancel_wait(struct kbase_jd_atom *katom)
485 void kbase_sync_fence_out_remove(struct kbase_jd_atom *katom)
493 void kbase_sync_fence_in_remove(struct kbase_jd_atom *katom)
501 int kbase_sync_fence_in_info_get(struct kbase_jd_atom *katom,
[all …]
|
| H A D | mali_kbase_dma_fence.h | 29 struct kbase_jd_atom;
69 int kbase_dma_fence_wait(struct kbase_jd_atom *katom,
95 void kbase_dma_fence_cancel_callbacks(struct kbase_jd_atom *katom);
106 void kbase_dma_fence_signal(struct kbase_jd_atom *katom);
|
| H A D | mali_kbase_jm.h | 96 struct kbase_jd_atom *kbase_jm_return_atom_to_js(struct kbase_device *kbdev,
97 struct kbase_jd_atom *katom);
107 struct kbase_jd_atom *kbase_jm_complete(struct kbase_device *kbdev,
108 struct kbase_jd_atom *katom, ktime_t *end_timestamp);
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_rb.c | 59 struct kbase_jd_atom *katom,
70 struct kbase_jd_atom *katom) in kbase_gpu_enqueue_atom()
96 static struct kbase_jd_atom *kbase_gpu_dequeue_atom(struct kbase_device *kbdev, unsigned int js, in kbase_gpu_dequeue_atom()
100 struct kbase_jd_atom *katom; in kbase_gpu_dequeue_atom()
120 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, unsigned int js, int idx) in kbase_gpu_inspect()
132 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev, unsigned int js) in kbase_backend_inspect_tail()
152 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted_any()
169 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_backend_nr_atoms_submitted()
203 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_nr_atoms_on_slot_min()
221 static bool check_secure_atom(struct kbase_jd_atom *katom, bool secure) in check_secure_atom()
[all …]
|
| /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_rb.c | 43 struct kbase_jd_atom *katom,
54 struct kbase_jd_atom *katom) in kbase_gpu_enqueue_atom()
80 static struct kbase_jd_atom *kbase_gpu_dequeue_atom(struct kbase_device *kbdev, in kbase_gpu_dequeue_atom()
85 struct kbase_jd_atom *katom; in kbase_gpu_dequeue_atom()
107 struct kbase_jd_atom *kbase_gpu_inspect(struct kbase_device *kbdev, int js, in kbase_gpu_inspect()
120 struct kbase_jd_atom *kbase_backend_inspect_head(struct kbase_device *kbdev, in kbase_backend_inspect_head()
126 struct kbase_jd_atom *kbase_backend_inspect_tail(struct kbase_device *kbdev, in kbase_backend_inspect_tail()
153 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted()
181 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_gpu_atoms_submitted_any()
198 struct kbase_jd_atom *katom = kbase_gpu_inspect(kbdev, js, i); in kbase_backend_nr_atoms_submitted()
[all …]
|