xref: /OK3568_Linux_fs/kernel/drivers/gpu/drm/vmwgfx/ttm_lock.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 OR MIT */
2*4882a593Smuzhiyun /**************************************************************************
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * Copyright (c) 2007-2009 VMware, Inc., Palo Alto, CA., USA
5*4882a593Smuzhiyun  * All Rights Reserved.
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * Permission is hereby granted, free of charge, to any person obtaining a
8*4882a593Smuzhiyun  * copy of this software and associated documentation files (the
9*4882a593Smuzhiyun  * "Software"), to deal in the Software without restriction, including
10*4882a593Smuzhiyun  * without limitation the rights to use, copy, modify, merge, publish,
11*4882a593Smuzhiyun  * distribute, sub license, and/or sell copies of the Software, and to
12*4882a593Smuzhiyun  * permit persons to whom the Software is furnished to do so, subject to
13*4882a593Smuzhiyun  * the following conditions:
14*4882a593Smuzhiyun  *
15*4882a593Smuzhiyun  * The above copyright notice and this permission notice (including the
16*4882a593Smuzhiyun  * next paragraph) shall be included in all copies or substantial portions
17*4882a593Smuzhiyun  * of the Software.
18*4882a593Smuzhiyun  *
19*4882a593Smuzhiyun  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20*4882a593Smuzhiyun  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21*4882a593Smuzhiyun  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
22*4882a593Smuzhiyun  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
23*4882a593Smuzhiyun  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
24*4882a593Smuzhiyun  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
25*4882a593Smuzhiyun  * USE OR OTHER DEALINGS IN THE SOFTWARE.
26*4882a593Smuzhiyun  *
27*4882a593Smuzhiyun  **************************************************************************/
28*4882a593Smuzhiyun /*
29*4882a593Smuzhiyun  * Authors: Thomas Hellstrom <thellstrom-at-vmware-dot-com>
30*4882a593Smuzhiyun  */
31*4882a593Smuzhiyun 
32*4882a593Smuzhiyun #include <linux/atomic.h>
33*4882a593Smuzhiyun #include <linux/errno.h>
34*4882a593Smuzhiyun #include <linux/wait.h>
35*4882a593Smuzhiyun #include <linux/sched/signal.h>
36*4882a593Smuzhiyun #include "ttm_lock.h"
37*4882a593Smuzhiyun #include "ttm_object.h"
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun #define TTM_WRITE_LOCK_PENDING    (1 << 0)
40*4882a593Smuzhiyun #define TTM_VT_LOCK_PENDING       (1 << 1)
41*4882a593Smuzhiyun #define TTM_SUSPEND_LOCK_PENDING  (1 << 2)
42*4882a593Smuzhiyun #define TTM_VT_LOCK               (1 << 3)
43*4882a593Smuzhiyun #define TTM_SUSPEND_LOCK          (1 << 4)
44*4882a593Smuzhiyun 
ttm_lock_init(struct ttm_lock * lock)45*4882a593Smuzhiyun void ttm_lock_init(struct ttm_lock *lock)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun 	spin_lock_init(&lock->lock);
48*4882a593Smuzhiyun 	init_waitqueue_head(&lock->queue);
49*4882a593Smuzhiyun 	lock->rw = 0;
50*4882a593Smuzhiyun 	lock->flags = 0;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun 
ttm_read_unlock(struct ttm_lock * lock)53*4882a593Smuzhiyun void ttm_read_unlock(struct ttm_lock *lock)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun 	spin_lock(&lock->lock);
56*4882a593Smuzhiyun 	if (--lock->rw == 0)
57*4882a593Smuzhiyun 		wake_up_all(&lock->queue);
58*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun 
__ttm_read_lock(struct ttm_lock * lock)61*4882a593Smuzhiyun static bool __ttm_read_lock(struct ttm_lock *lock)
62*4882a593Smuzhiyun {
63*4882a593Smuzhiyun 	bool locked = false;
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun 	spin_lock(&lock->lock);
66*4882a593Smuzhiyun 	if (lock->rw >= 0 && lock->flags == 0) {
67*4882a593Smuzhiyun 		++lock->rw;
68*4882a593Smuzhiyun 		locked = true;
69*4882a593Smuzhiyun 	}
70*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
71*4882a593Smuzhiyun 	return locked;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun 
ttm_read_lock(struct ttm_lock * lock,bool interruptible)74*4882a593Smuzhiyun int ttm_read_lock(struct ttm_lock *lock, bool interruptible)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun 	int ret = 0;
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun 	if (interruptible)
79*4882a593Smuzhiyun 		ret = wait_event_interruptible(lock->queue,
80*4882a593Smuzhiyun 					       __ttm_read_lock(lock));
81*4882a593Smuzhiyun 	else
82*4882a593Smuzhiyun 		wait_event(lock->queue, __ttm_read_lock(lock));
83*4882a593Smuzhiyun 	return ret;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun 
__ttm_read_trylock(struct ttm_lock * lock,bool * locked)86*4882a593Smuzhiyun static bool __ttm_read_trylock(struct ttm_lock *lock, bool *locked)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun 	bool block = true;
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 	*locked = false;
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun 	spin_lock(&lock->lock);
93*4882a593Smuzhiyun 	if (lock->rw >= 0 && lock->flags == 0) {
94*4882a593Smuzhiyun 		++lock->rw;
95*4882a593Smuzhiyun 		block = false;
96*4882a593Smuzhiyun 		*locked = true;
97*4882a593Smuzhiyun 	} else if (lock->flags == 0) {
98*4882a593Smuzhiyun 		block = false;
99*4882a593Smuzhiyun 	}
100*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 	return !block;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun 
ttm_read_trylock(struct ttm_lock * lock,bool interruptible)105*4882a593Smuzhiyun int ttm_read_trylock(struct ttm_lock *lock, bool interruptible)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun 	int ret = 0;
108*4882a593Smuzhiyun 	bool locked;
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	if (interruptible)
111*4882a593Smuzhiyun 		ret = wait_event_interruptible
112*4882a593Smuzhiyun 			(lock->queue, __ttm_read_trylock(lock, &locked));
113*4882a593Smuzhiyun 	else
114*4882a593Smuzhiyun 		wait_event(lock->queue, __ttm_read_trylock(lock, &locked));
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 	if (unlikely(ret != 0)) {
117*4882a593Smuzhiyun 		BUG_ON(locked);
118*4882a593Smuzhiyun 		return ret;
119*4882a593Smuzhiyun 	}
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun 	return (locked) ? 0 : -EBUSY;
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun 
ttm_write_unlock(struct ttm_lock * lock)124*4882a593Smuzhiyun void ttm_write_unlock(struct ttm_lock *lock)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun 	spin_lock(&lock->lock);
127*4882a593Smuzhiyun 	lock->rw = 0;
128*4882a593Smuzhiyun 	wake_up_all(&lock->queue);
129*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun 
__ttm_write_lock(struct ttm_lock * lock)132*4882a593Smuzhiyun static bool __ttm_write_lock(struct ttm_lock *lock)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun 	bool locked = false;
135*4882a593Smuzhiyun 
136*4882a593Smuzhiyun 	spin_lock(&lock->lock);
137*4882a593Smuzhiyun 	if (lock->rw == 0 && ((lock->flags & ~TTM_WRITE_LOCK_PENDING) == 0)) {
138*4882a593Smuzhiyun 		lock->rw = -1;
139*4882a593Smuzhiyun 		lock->flags &= ~TTM_WRITE_LOCK_PENDING;
140*4882a593Smuzhiyun 		locked = true;
141*4882a593Smuzhiyun 	} else {
142*4882a593Smuzhiyun 		lock->flags |= TTM_WRITE_LOCK_PENDING;
143*4882a593Smuzhiyun 	}
144*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
145*4882a593Smuzhiyun 	return locked;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun 
ttm_write_lock(struct ttm_lock * lock,bool interruptible)148*4882a593Smuzhiyun int ttm_write_lock(struct ttm_lock *lock, bool interruptible)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun 	int ret = 0;
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 	if (interruptible) {
153*4882a593Smuzhiyun 		ret = wait_event_interruptible(lock->queue,
154*4882a593Smuzhiyun 					       __ttm_write_lock(lock));
155*4882a593Smuzhiyun 		if (unlikely(ret != 0)) {
156*4882a593Smuzhiyun 			spin_lock(&lock->lock);
157*4882a593Smuzhiyun 			lock->flags &= ~TTM_WRITE_LOCK_PENDING;
158*4882a593Smuzhiyun 			wake_up_all(&lock->queue);
159*4882a593Smuzhiyun 			spin_unlock(&lock->lock);
160*4882a593Smuzhiyun 		}
161*4882a593Smuzhiyun 	} else
162*4882a593Smuzhiyun 		wait_event(lock->queue, __ttm_write_lock(lock));
163*4882a593Smuzhiyun 
164*4882a593Smuzhiyun 	return ret;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun 
ttm_suspend_unlock(struct ttm_lock * lock)167*4882a593Smuzhiyun void ttm_suspend_unlock(struct ttm_lock *lock)
168*4882a593Smuzhiyun {
169*4882a593Smuzhiyun 	spin_lock(&lock->lock);
170*4882a593Smuzhiyun 	lock->flags &= ~TTM_SUSPEND_LOCK;
171*4882a593Smuzhiyun 	wake_up_all(&lock->queue);
172*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun 
__ttm_suspend_lock(struct ttm_lock * lock)175*4882a593Smuzhiyun static bool __ttm_suspend_lock(struct ttm_lock *lock)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun 	bool locked = false;
178*4882a593Smuzhiyun 
179*4882a593Smuzhiyun 	spin_lock(&lock->lock);
180*4882a593Smuzhiyun 	if (lock->rw == 0) {
181*4882a593Smuzhiyun 		lock->flags &= ~TTM_SUSPEND_LOCK_PENDING;
182*4882a593Smuzhiyun 		lock->flags |= TTM_SUSPEND_LOCK;
183*4882a593Smuzhiyun 		locked = true;
184*4882a593Smuzhiyun 	} else {
185*4882a593Smuzhiyun 		lock->flags |= TTM_SUSPEND_LOCK_PENDING;
186*4882a593Smuzhiyun 	}
187*4882a593Smuzhiyun 	spin_unlock(&lock->lock);
188*4882a593Smuzhiyun 	return locked;
189*4882a593Smuzhiyun }
190*4882a593Smuzhiyun 
ttm_suspend_lock(struct ttm_lock * lock)191*4882a593Smuzhiyun void ttm_suspend_lock(struct ttm_lock *lock)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun 	wait_event(lock->queue, __ttm_suspend_lock(lock));
194*4882a593Smuzhiyun }
195