1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (c) 2004 Topspin Communications. All rights reserved.
3*4882a593Smuzhiyun * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
4*4882a593Smuzhiyun * Copyright (c) 2005 Mellanox Technologies. All rights reserved.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * This software is available to you under a choice of one of two
7*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
8*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
9*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
10*4882a593Smuzhiyun * OpenIB.org BSD license below:
11*4882a593Smuzhiyun *
12*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or
13*4882a593Smuzhiyun * without modification, are permitted provided that the following
14*4882a593Smuzhiyun * conditions are met:
15*4882a593Smuzhiyun *
16*4882a593Smuzhiyun * - Redistributions of source code must retain the above
17*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
18*4882a593Smuzhiyun * disclaimer.
19*4882a593Smuzhiyun *
20*4882a593Smuzhiyun * - Redistributions in binary form must reproduce the above
21*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
22*4882a593Smuzhiyun * disclaimer in the documentation and/or other materials
23*4882a593Smuzhiyun * provided with the distribution.
24*4882a593Smuzhiyun *
25*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26*4882a593Smuzhiyun * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27*4882a593Smuzhiyun * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28*4882a593Smuzhiyun * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29*4882a593Smuzhiyun * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30*4882a593Smuzhiyun * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31*4882a593Smuzhiyun * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32*4882a593Smuzhiyun * SOFTWARE.
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun #include <linux/types.h>
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define MTHCA_RD_DOORBELL 0x00
38*4882a593Smuzhiyun #define MTHCA_SEND_DOORBELL 0x10
39*4882a593Smuzhiyun #define MTHCA_RECEIVE_DOORBELL 0x18
40*4882a593Smuzhiyun #define MTHCA_CQ_DOORBELL 0x20
41*4882a593Smuzhiyun #define MTHCA_EQ_DOORBELL 0x28
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun #if BITS_PER_LONG == 64
44*4882a593Smuzhiyun /*
45*4882a593Smuzhiyun * Assume that we can just write a 64-bit doorbell atomically. s390
46*4882a593Smuzhiyun * actually doesn't have writeq() but S/390 systems don't even have
47*4882a593Smuzhiyun * PCI so we won't worry about it.
48*4882a593Smuzhiyun */
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun #define MTHCA_DECLARE_DOORBELL_LOCK(name)
51*4882a593Smuzhiyun #define MTHCA_INIT_DOORBELL_LOCK(ptr) do { } while (0)
52*4882a593Smuzhiyun #define MTHCA_GET_DOORBELL_LOCK(ptr) (NULL)
53*4882a593Smuzhiyun
mthca_write64_raw(__be64 val,void __iomem * dest)54*4882a593Smuzhiyun static inline void mthca_write64_raw(__be64 val, void __iomem *dest)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun __raw_writeq((__force u64) val, dest);
57*4882a593Smuzhiyun }
58*4882a593Smuzhiyun
mthca_write64(u32 hi,u32 lo,void __iomem * dest,spinlock_t * doorbell_lock)59*4882a593Smuzhiyun static inline void mthca_write64(u32 hi, u32 lo, void __iomem *dest,
60*4882a593Smuzhiyun spinlock_t *doorbell_lock)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun __raw_writeq((__force u64) cpu_to_be64((u64) hi << 32 | lo), dest);
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun
mthca_write_db_rec(__be32 val[2],__be32 * db)65*4882a593Smuzhiyun static inline void mthca_write_db_rec(__be32 val[2], __be32 *db)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun *(u64 *) db = *(u64 *) val;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun #else
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun /*
73*4882a593Smuzhiyun * Just fall back to a spinlock to protect the doorbell if
74*4882a593Smuzhiyun * BITS_PER_LONG is 32 -- there's no portable way to do atomic 64-bit
75*4882a593Smuzhiyun * MMIO writes.
76*4882a593Smuzhiyun */
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun #define MTHCA_DECLARE_DOORBELL_LOCK(name) spinlock_t name;
79*4882a593Smuzhiyun #define MTHCA_INIT_DOORBELL_LOCK(ptr) spin_lock_init(ptr)
80*4882a593Smuzhiyun #define MTHCA_GET_DOORBELL_LOCK(ptr) (ptr)
81*4882a593Smuzhiyun
mthca_write64_raw(__be64 val,void __iomem * dest)82*4882a593Smuzhiyun static inline void mthca_write64_raw(__be64 val, void __iomem *dest)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun __raw_writel(((__force u32 *) &val)[0], dest);
85*4882a593Smuzhiyun __raw_writel(((__force u32 *) &val)[1], dest + 4);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
mthca_write64(u32 hi,u32 lo,void __iomem * dest,spinlock_t * doorbell_lock)88*4882a593Smuzhiyun static inline void mthca_write64(u32 hi, u32 lo, void __iomem *dest,
89*4882a593Smuzhiyun spinlock_t *doorbell_lock)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun unsigned long flags;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun hi = (__force u32) cpu_to_be32(hi);
94*4882a593Smuzhiyun lo = (__force u32) cpu_to_be32(lo);
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun spin_lock_irqsave(doorbell_lock, flags);
97*4882a593Smuzhiyun __raw_writel(hi, dest);
98*4882a593Smuzhiyun __raw_writel(lo, dest + 4);
99*4882a593Smuzhiyun spin_unlock_irqrestore(doorbell_lock, flags);
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
mthca_write_db_rec(__be32 val[2],__be32 * db)102*4882a593Smuzhiyun static inline void mthca_write_db_rec(__be32 val[2], __be32 *db)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun db[0] = val[0];
105*4882a593Smuzhiyun wmb();
106*4882a593Smuzhiyun db[1] = val[1];
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun #endif
110