xref: /OK3568_Linux_fs/kernel/drivers/gpu/arm/midgard/mali_kbase_jm.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  *
3*4882a593Smuzhiyun  * (C) COPYRIGHT 2014-2016 ARM Limited. All rights reserved.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * This program is free software and is provided to you under the terms of the
6*4882a593Smuzhiyun  * GNU General Public License version 2 as published by the Free Software
7*4882a593Smuzhiyun  * Foundation, and any use by you of this program is subject to the terms
8*4882a593Smuzhiyun  * of such GNU licence.
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  * A copy of the licence is included with the program, and can also be obtained
11*4882a593Smuzhiyun  * from Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
12*4882a593Smuzhiyun  * Boston, MA  02110-1301, USA.
13*4882a593Smuzhiyun  *
14*4882a593Smuzhiyun  */
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun /*
20*4882a593Smuzhiyun  * HW access job manager common APIs
21*4882a593Smuzhiyun  */
22*4882a593Smuzhiyun 
23*4882a593Smuzhiyun #include <mali_kbase.h>
24*4882a593Smuzhiyun #include "mali_kbase_hwaccess_jm.h"
25*4882a593Smuzhiyun #include "mali_kbase_jm.h"
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun /**
28*4882a593Smuzhiyun  * kbase_jm_next_job() - Attempt to run the next @nr_jobs_to_submit jobs on slot
29*4882a593Smuzhiyun  *			 @js on the active context.
30*4882a593Smuzhiyun  * @kbdev:		Device pointer
31*4882a593Smuzhiyun  * @js:			Job slot to run on
32*4882a593Smuzhiyun  * @nr_jobs_to_submit:	Number of jobs to attempt to submit
33*4882a593Smuzhiyun  *
34*4882a593Smuzhiyun  * Return: true if slot can still be submitted on, false if slot is now full.
35*4882a593Smuzhiyun  */
kbase_jm_next_job(struct kbase_device * kbdev,int js,int nr_jobs_to_submit)36*4882a593Smuzhiyun static bool kbase_jm_next_job(struct kbase_device *kbdev, int js,
37*4882a593Smuzhiyun 				int nr_jobs_to_submit)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun 	struct kbase_context *kctx;
40*4882a593Smuzhiyun 	int i;
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun 	kctx = kbdev->hwaccess.active_kctx;
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun 	if (!kctx)
45*4882a593Smuzhiyun 		return true;
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun 	for (i = 0; i < nr_jobs_to_submit; i++) {
48*4882a593Smuzhiyun 		struct kbase_jd_atom *katom = kbase_js_pull(kctx, js);
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun 		if (!katom)
51*4882a593Smuzhiyun 			return true; /* Context has no jobs on this slot */
52*4882a593Smuzhiyun 
53*4882a593Smuzhiyun 		kbase_backend_run_atom(kbdev, katom);
54*4882a593Smuzhiyun 	}
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun 	return false; /* Slot ringbuffer should now be full */
57*4882a593Smuzhiyun }
58*4882a593Smuzhiyun 
kbase_jm_kick(struct kbase_device * kbdev,u32 js_mask)59*4882a593Smuzhiyun u32 kbase_jm_kick(struct kbase_device *kbdev, u32 js_mask)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun 	u32 ret_mask = 0;
62*4882a593Smuzhiyun 
63*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun 	while (js_mask) {
66*4882a593Smuzhiyun 		int js = ffs(js_mask) - 1;
67*4882a593Smuzhiyun 		int nr_jobs_to_submit = kbase_backend_slot_free(kbdev, js);
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun 		if (kbase_jm_next_job(kbdev, js, nr_jobs_to_submit))
70*4882a593Smuzhiyun 			ret_mask |= (1 << js);
71*4882a593Smuzhiyun 
72*4882a593Smuzhiyun 		js_mask &= ~(1 << js);
73*4882a593Smuzhiyun 	}
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun 	return ret_mask;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun 
kbase_jm_try_kick(struct kbase_device * kbdev,u32 js_mask)78*4882a593Smuzhiyun void kbase_jm_try_kick(struct kbase_device *kbdev, u32 js_mask)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun 	struct kbasep_js_device_data *js_devdata = &kbdev->js_data;
81*4882a593Smuzhiyun 
82*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 	if (!down_trylock(&js_devdata->schedule_sem)) {
85*4882a593Smuzhiyun 		kbase_jm_kick(kbdev, js_mask);
86*4882a593Smuzhiyun 		up(&js_devdata->schedule_sem);
87*4882a593Smuzhiyun 	}
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun 
kbase_jm_try_kick_all(struct kbase_device * kbdev)90*4882a593Smuzhiyun void kbase_jm_try_kick_all(struct kbase_device *kbdev)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun 	struct kbasep_js_device_data *js_devdata = &kbdev->js_data;
93*4882a593Smuzhiyun 
94*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	if (!down_trylock(&js_devdata->schedule_sem)) {
97*4882a593Smuzhiyun 		kbase_jm_kick_all(kbdev);
98*4882a593Smuzhiyun 		up(&js_devdata->schedule_sem);
99*4882a593Smuzhiyun 	}
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun 
kbase_jm_idle_ctx(struct kbase_device * kbdev,struct kbase_context * kctx)102*4882a593Smuzhiyun void kbase_jm_idle_ctx(struct kbase_device *kbdev, struct kbase_context *kctx)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
105*4882a593Smuzhiyun 
106*4882a593Smuzhiyun 	if (kbdev->hwaccess.active_kctx == kctx)
107*4882a593Smuzhiyun 		kbdev->hwaccess.active_kctx = NULL;
108*4882a593Smuzhiyun }
109*4882a593Smuzhiyun 
kbase_jm_return_atom_to_js(struct kbase_device * kbdev,struct kbase_jd_atom * katom)110*4882a593Smuzhiyun struct kbase_jd_atom *kbase_jm_return_atom_to_js(struct kbase_device *kbdev,
111*4882a593Smuzhiyun 				struct kbase_jd_atom *katom)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun 	if (katom->event_code != BASE_JD_EVENT_STOPPED &&
116*4882a593Smuzhiyun 			katom->event_code != BASE_JD_EVENT_REMOVED_FROM_NEXT) {
117*4882a593Smuzhiyun 		return kbase_js_complete_atom(katom, NULL);
118*4882a593Smuzhiyun 	} else {
119*4882a593Smuzhiyun 		kbase_js_unpull(katom->kctx, katom);
120*4882a593Smuzhiyun 		return NULL;
121*4882a593Smuzhiyun 	}
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun 
kbase_jm_complete(struct kbase_device * kbdev,struct kbase_jd_atom * katom,ktime_t * end_timestamp)124*4882a593Smuzhiyun struct kbase_jd_atom *kbase_jm_complete(struct kbase_device *kbdev,
125*4882a593Smuzhiyun 		struct kbase_jd_atom *katom, ktime_t *end_timestamp)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun 	lockdep_assert_held(&kbdev->hwaccess_lock);
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun 	return kbase_js_complete_atom(katom, end_timestamp);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun 
132