1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun *
3*4882a593Smuzhiyun * (C) COPYRIGHT 2014-2016 ARM Limited. All rights reserved.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * This program is free software and is provided to you under the terms of the
6*4882a593Smuzhiyun * GNU General Public License version 2 as published by the Free Software
7*4882a593Smuzhiyun * Foundation, and any use by you of this program is subject to the terms
8*4882a593Smuzhiyun * of such GNU licence.
9*4882a593Smuzhiyun *
10*4882a593Smuzhiyun * A copy of the licence is included with the program, and can also be obtained
11*4882a593Smuzhiyun * from Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
12*4882a593Smuzhiyun * Boston, MA 02110-1301, USA.
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun */
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun * HW access job manager common APIs
21*4882a593Smuzhiyun */
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include <mali_kbase.h>
24*4882a593Smuzhiyun #include "mali_kbase_hwaccess_jm.h"
25*4882a593Smuzhiyun #include "mali_kbase_jm.h"
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /**
28*4882a593Smuzhiyun * kbase_jm_next_job() - Attempt to run the next @nr_jobs_to_submit jobs on slot
29*4882a593Smuzhiyun * @js on the active context.
30*4882a593Smuzhiyun * @kbdev: Device pointer
31*4882a593Smuzhiyun * @js: Job slot to run on
32*4882a593Smuzhiyun * @nr_jobs_to_submit: Number of jobs to attempt to submit
33*4882a593Smuzhiyun *
34*4882a593Smuzhiyun * Return: true if slot can still be submitted on, false if slot is now full.
35*4882a593Smuzhiyun */
kbase_jm_next_job(struct kbase_device * kbdev,int js,int nr_jobs_to_submit)36*4882a593Smuzhiyun static bool kbase_jm_next_job(struct kbase_device *kbdev, int js,
37*4882a593Smuzhiyun int nr_jobs_to_submit)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun struct kbase_context *kctx;
40*4882a593Smuzhiyun int i;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun kctx = kbdev->hwaccess.active_kctx;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun if (!kctx)
45*4882a593Smuzhiyun return true;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun for (i = 0; i < nr_jobs_to_submit; i++) {
48*4882a593Smuzhiyun struct kbase_jd_atom *katom = kbase_js_pull(kctx, js);
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun if (!katom)
51*4882a593Smuzhiyun return true; /* Context has no jobs on this slot */
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun kbase_backend_run_atom(kbdev, katom);
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun return false; /* Slot ringbuffer should now be full */
57*4882a593Smuzhiyun }
58*4882a593Smuzhiyun
kbase_jm_kick(struct kbase_device * kbdev,u32 js_mask)59*4882a593Smuzhiyun u32 kbase_jm_kick(struct kbase_device *kbdev, u32 js_mask)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun u32 ret_mask = 0;
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun while (js_mask) {
66*4882a593Smuzhiyun int js = ffs(js_mask) - 1;
67*4882a593Smuzhiyun int nr_jobs_to_submit = kbase_backend_slot_free(kbdev, js);
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun if (kbase_jm_next_job(kbdev, js, nr_jobs_to_submit))
70*4882a593Smuzhiyun ret_mask |= (1 << js);
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun js_mask &= ~(1 << js);
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun return ret_mask;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
kbase_jm_try_kick(struct kbase_device * kbdev,u32 js_mask)78*4882a593Smuzhiyun void kbase_jm_try_kick(struct kbase_device *kbdev, u32 js_mask)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun struct kbasep_js_device_data *js_devdata = &kbdev->js_data;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun if (!down_trylock(&js_devdata->schedule_sem)) {
85*4882a593Smuzhiyun kbase_jm_kick(kbdev, js_mask);
86*4882a593Smuzhiyun up(&js_devdata->schedule_sem);
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
kbase_jm_try_kick_all(struct kbase_device * kbdev)90*4882a593Smuzhiyun void kbase_jm_try_kick_all(struct kbase_device *kbdev)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun struct kbasep_js_device_data *js_devdata = &kbdev->js_data;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun if (!down_trylock(&js_devdata->schedule_sem)) {
97*4882a593Smuzhiyun kbase_jm_kick_all(kbdev);
98*4882a593Smuzhiyun up(&js_devdata->schedule_sem);
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
kbase_jm_idle_ctx(struct kbase_device * kbdev,struct kbase_context * kctx)102*4882a593Smuzhiyun void kbase_jm_idle_ctx(struct kbase_device *kbdev, struct kbase_context *kctx)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun if (kbdev->hwaccess.active_kctx == kctx)
107*4882a593Smuzhiyun kbdev->hwaccess.active_kctx = NULL;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun
kbase_jm_return_atom_to_js(struct kbase_device * kbdev,struct kbase_jd_atom * katom)110*4882a593Smuzhiyun struct kbase_jd_atom *kbase_jm_return_atom_to_js(struct kbase_device *kbdev,
111*4882a593Smuzhiyun struct kbase_jd_atom *katom)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun if (katom->event_code != BASE_JD_EVENT_STOPPED &&
116*4882a593Smuzhiyun katom->event_code != BASE_JD_EVENT_REMOVED_FROM_NEXT) {
117*4882a593Smuzhiyun return kbase_js_complete_atom(katom, NULL);
118*4882a593Smuzhiyun } else {
119*4882a593Smuzhiyun kbase_js_unpull(katom->kctx, katom);
120*4882a593Smuzhiyun return NULL;
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
kbase_jm_complete(struct kbase_device * kbdev,struct kbase_jd_atom * katom,ktime_t * end_timestamp)124*4882a593Smuzhiyun struct kbase_jd_atom *kbase_jm_complete(struct kbase_device *kbdev,
125*4882a593Smuzhiyun struct kbase_jd_atom *katom, ktime_t *end_timestamp)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun lockdep_assert_held(&kbdev->hwaccess_lock);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun return kbase_js_complete_atom(katom, end_timestamp);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
132