1*4882a593Smuzhiyun /***********************license start***************
2*4882a593Smuzhiyun * Author: Cavium Networks
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Contact: support@caviumnetworks.com
5*4882a593Smuzhiyun * This file is part of the OCTEON SDK
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (c) 2003-2008 Cavium Networks
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * This file is free software; you can redistribute it and/or modify
10*4882a593Smuzhiyun * it under the terms of the GNU General Public License, Version 2, as
11*4882a593Smuzhiyun * published by the Free Software Foundation.
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * This file is distributed in the hope that it will be useful, but
14*4882a593Smuzhiyun * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15*4882a593Smuzhiyun * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16*4882a593Smuzhiyun * NONINFRINGEMENT. See the GNU General Public License for more
17*4882a593Smuzhiyun * details.
18*4882a593Smuzhiyun *
19*4882a593Smuzhiyun * You should have received a copy of the GNU General Public License
20*4882a593Smuzhiyun * along with this file; if not, write to the Free Software
21*4882a593Smuzhiyun * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
22*4882a593Smuzhiyun * or visit http://www.gnu.org/licenses/.
23*4882a593Smuzhiyun *
24*4882a593Smuzhiyun * This file may also be available under a different license from Cavium.
25*4882a593Smuzhiyun * Contact Cavium Networks for more information
26*4882a593Smuzhiyun ***********************license end**************************************/
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun /**
29*4882a593Smuzhiyun * Implementation of spinlocks for Octeon CVMX. Although similar in
30*4882a593Smuzhiyun * function to Linux kernel spinlocks, they are not compatible.
31*4882a593Smuzhiyun * Octeon CVMX spinlocks are only used to synchronize with the boot
32*4882a593Smuzhiyun * monitor and other non-Linux programs running in the system.
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun #ifndef __CVMX_SPINLOCK_H__
36*4882a593Smuzhiyun #define __CVMX_SPINLOCK_H__
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun #include <asm/octeon/cvmx-asm.h>
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun /* Spinlocks for Octeon */
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun /* define these to enable recursive spinlock debugging */
43*4882a593Smuzhiyun /*#define CVMX_SPINLOCK_DEBUG */
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun /**
46*4882a593Smuzhiyun * Spinlocks for Octeon CVMX
47*4882a593Smuzhiyun */
48*4882a593Smuzhiyun typedef struct {
49*4882a593Smuzhiyun volatile uint32_t value;
50*4882a593Smuzhiyun } cvmx_spinlock_t;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* note - macros not expanded in inline ASM, so values hardcoded */
53*4882a593Smuzhiyun #define CVMX_SPINLOCK_UNLOCKED_VAL 0
54*4882a593Smuzhiyun #define CVMX_SPINLOCK_LOCKED_VAL 1
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun #define CVMX_SPINLOCK_UNLOCKED_INITIALIZER {CVMX_SPINLOCK_UNLOCKED_VAL}
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun /**
59*4882a593Smuzhiyun * Initialize a spinlock
60*4882a593Smuzhiyun *
61*4882a593Smuzhiyun * @lock: Lock to initialize
62*4882a593Smuzhiyun */
cvmx_spinlock_init(cvmx_spinlock_t * lock)63*4882a593Smuzhiyun static inline void cvmx_spinlock_init(cvmx_spinlock_t *lock)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun lock->value = CVMX_SPINLOCK_UNLOCKED_VAL;
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun /**
69*4882a593Smuzhiyun * Return non-zero if the spinlock is currently locked
70*4882a593Smuzhiyun *
71*4882a593Smuzhiyun * @lock: Lock to check
72*4882a593Smuzhiyun * Returns Non-zero if locked
73*4882a593Smuzhiyun */
cvmx_spinlock_locked(cvmx_spinlock_t * lock)74*4882a593Smuzhiyun static inline int cvmx_spinlock_locked(cvmx_spinlock_t *lock)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun return lock->value != CVMX_SPINLOCK_UNLOCKED_VAL;
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun /**
80*4882a593Smuzhiyun * Releases lock
81*4882a593Smuzhiyun *
82*4882a593Smuzhiyun * @lock: pointer to lock structure
83*4882a593Smuzhiyun */
cvmx_spinlock_unlock(cvmx_spinlock_t * lock)84*4882a593Smuzhiyun static inline void cvmx_spinlock_unlock(cvmx_spinlock_t *lock)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun CVMX_SYNCWS;
87*4882a593Smuzhiyun lock->value = 0;
88*4882a593Smuzhiyun CVMX_SYNCWS;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /**
92*4882a593Smuzhiyun * Attempts to take the lock, but does not spin if lock is not available.
93*4882a593Smuzhiyun * May take some time to acquire the lock even if it is available
94*4882a593Smuzhiyun * due to the ll/sc not succeeding.
95*4882a593Smuzhiyun *
96*4882a593Smuzhiyun * @lock: pointer to lock structure
97*4882a593Smuzhiyun *
98*4882a593Smuzhiyun * Returns 0: lock successfully taken
99*4882a593Smuzhiyun * 1: lock not taken, held by someone else
100*4882a593Smuzhiyun * These return values match the Linux semantics.
101*4882a593Smuzhiyun */
102*4882a593Smuzhiyun
cvmx_spinlock_trylock(cvmx_spinlock_t * lock)103*4882a593Smuzhiyun static inline unsigned int cvmx_spinlock_trylock(cvmx_spinlock_t *lock)
104*4882a593Smuzhiyun {
105*4882a593Smuzhiyun unsigned int tmp;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun __asm__ __volatile__(".set noreorder \n"
108*4882a593Smuzhiyun "1: ll %[tmp], %[val] \n"
109*4882a593Smuzhiyun /* if lock held, fail immediately */
110*4882a593Smuzhiyun " bnez %[tmp], 2f \n"
111*4882a593Smuzhiyun " li %[tmp], 1 \n"
112*4882a593Smuzhiyun " sc %[tmp], %[val] \n"
113*4882a593Smuzhiyun " beqz %[tmp], 1b \n"
114*4882a593Smuzhiyun " li %[tmp], 0 \n"
115*4882a593Smuzhiyun "2: \n"
116*4882a593Smuzhiyun ".set reorder \n" :
117*4882a593Smuzhiyun [val] "+m"(lock->value), [tmp] "=&r"(tmp)
118*4882a593Smuzhiyun : : "memory");
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun return tmp != 0; /* normalize to 0 or 1 */
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun /**
124*4882a593Smuzhiyun * Gets lock, spins until lock is taken
125*4882a593Smuzhiyun *
126*4882a593Smuzhiyun * @lock: pointer to lock structure
127*4882a593Smuzhiyun */
cvmx_spinlock_lock(cvmx_spinlock_t * lock)128*4882a593Smuzhiyun static inline void cvmx_spinlock_lock(cvmx_spinlock_t *lock)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun unsigned int tmp;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun __asm__ __volatile__(".set noreorder \n"
133*4882a593Smuzhiyun "1: ll %[tmp], %[val] \n"
134*4882a593Smuzhiyun " bnez %[tmp], 1b \n"
135*4882a593Smuzhiyun " li %[tmp], 1 \n"
136*4882a593Smuzhiyun " sc %[tmp], %[val] \n"
137*4882a593Smuzhiyun " beqz %[tmp], 1b \n"
138*4882a593Smuzhiyun " nop \n"
139*4882a593Smuzhiyun ".set reorder \n" :
140*4882a593Smuzhiyun [val] "+m"(lock->value), [tmp] "=&r"(tmp)
141*4882a593Smuzhiyun : : "memory");
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /** ********************************************************************
146*4882a593Smuzhiyun * Bit spinlocks
147*4882a593Smuzhiyun * These spinlocks use a single bit (bit 31) of a 32 bit word for locking.
148*4882a593Smuzhiyun * The rest of the bits in the word are left undisturbed. This enables more
149*4882a593Smuzhiyun * compact data structures as only 1 bit is consumed for the lock.
150*4882a593Smuzhiyun *
151*4882a593Smuzhiyun */
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun /**
154*4882a593Smuzhiyun * Gets lock, spins until lock is taken
155*4882a593Smuzhiyun * Preserves the low 31 bits of the 32 bit
156*4882a593Smuzhiyun * word used for the lock.
157*4882a593Smuzhiyun *
158*4882a593Smuzhiyun *
159*4882a593Smuzhiyun * @word: word to lock bit 31 of
160*4882a593Smuzhiyun */
cvmx_spinlock_bit_lock(uint32_t * word)161*4882a593Smuzhiyun static inline void cvmx_spinlock_bit_lock(uint32_t *word)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun unsigned int tmp;
164*4882a593Smuzhiyun unsigned int sav;
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun __asm__ __volatile__(".set noreorder \n"
167*4882a593Smuzhiyun ".set noat \n"
168*4882a593Smuzhiyun "1: ll %[tmp], %[val] \n"
169*4882a593Smuzhiyun " bbit1 %[tmp], 31, 1b \n"
170*4882a593Smuzhiyun " li $at, 1 \n"
171*4882a593Smuzhiyun " ins %[tmp], $at, 31, 1 \n"
172*4882a593Smuzhiyun " sc %[tmp], %[val] \n"
173*4882a593Smuzhiyun " beqz %[tmp], 1b \n"
174*4882a593Smuzhiyun " nop \n"
175*4882a593Smuzhiyun ".set at \n"
176*4882a593Smuzhiyun ".set reorder \n" :
177*4882a593Smuzhiyun [val] "+m"(*word), [tmp] "=&r"(tmp), [sav] "=&r"(sav)
178*4882a593Smuzhiyun : : "memory");
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun /**
183*4882a593Smuzhiyun * Attempts to get lock, returns immediately with success/failure
184*4882a593Smuzhiyun * Preserves the low 31 bits of the 32 bit
185*4882a593Smuzhiyun * word used for the lock.
186*4882a593Smuzhiyun *
187*4882a593Smuzhiyun *
188*4882a593Smuzhiyun * @word: word to lock bit 31 of
189*4882a593Smuzhiyun * Returns 0: lock successfully taken
190*4882a593Smuzhiyun * 1: lock not taken, held by someone else
191*4882a593Smuzhiyun * These return values match the Linux semantics.
192*4882a593Smuzhiyun */
cvmx_spinlock_bit_trylock(uint32_t * word)193*4882a593Smuzhiyun static inline unsigned int cvmx_spinlock_bit_trylock(uint32_t *word)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun unsigned int tmp;
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun __asm__ __volatile__(".set noreorder\n\t"
198*4882a593Smuzhiyun ".set noat\n"
199*4882a593Smuzhiyun "1: ll %[tmp], %[val] \n"
200*4882a593Smuzhiyun /* if lock held, fail immediately */
201*4882a593Smuzhiyun " bbit1 %[tmp], 31, 2f \n"
202*4882a593Smuzhiyun " li $at, 1 \n"
203*4882a593Smuzhiyun " ins %[tmp], $at, 31, 1 \n"
204*4882a593Smuzhiyun " sc %[tmp], %[val] \n"
205*4882a593Smuzhiyun " beqz %[tmp], 1b \n"
206*4882a593Smuzhiyun " li %[tmp], 0 \n"
207*4882a593Smuzhiyun "2: \n"
208*4882a593Smuzhiyun ".set at \n"
209*4882a593Smuzhiyun ".set reorder \n" :
210*4882a593Smuzhiyun [val] "+m"(*word), [tmp] "=&r"(tmp)
211*4882a593Smuzhiyun : : "memory");
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun return tmp != 0; /* normalize to 0 or 1 */
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun /**
217*4882a593Smuzhiyun * Releases bit lock
218*4882a593Smuzhiyun *
219*4882a593Smuzhiyun * Unconditionally clears bit 31 of the lock word. Note that this is
220*4882a593Smuzhiyun * done non-atomically, as this implementation assumes that the rest
221*4882a593Smuzhiyun * of the bits in the word are protected by the lock.
222*4882a593Smuzhiyun *
223*4882a593Smuzhiyun * @word: word to unlock bit 31 in
224*4882a593Smuzhiyun */
cvmx_spinlock_bit_unlock(uint32_t * word)225*4882a593Smuzhiyun static inline void cvmx_spinlock_bit_unlock(uint32_t *word)
226*4882a593Smuzhiyun {
227*4882a593Smuzhiyun CVMX_SYNCWS;
228*4882a593Smuzhiyun *word &= ~(1UL << 31);
229*4882a593Smuzhiyun CVMX_SYNCWS;
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun #endif /* __CVMX_SPINLOCK_H__ */
233