1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
3*4882a593Smuzhiyun * Copyright (c) 2005 Cisco Systems. All rights reserved.
4*4882a593Smuzhiyun * Copyright (c) 2005 Mellanox Technologies. All rights reserved.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * This software is available to you under a choice of one of two
7*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
8*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
9*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
10*4882a593Smuzhiyun * OpenIB.org BSD license below:
11*4882a593Smuzhiyun *
12*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or
13*4882a593Smuzhiyun * without modification, are permitted provided that the following
14*4882a593Smuzhiyun * conditions are met:
15*4882a593Smuzhiyun *
16*4882a593Smuzhiyun * - Redistributions of source code must retain the above
17*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
18*4882a593Smuzhiyun * disclaimer.
19*4882a593Smuzhiyun *
20*4882a593Smuzhiyun * - Redistributions in binary form must reproduce the above
21*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
22*4882a593Smuzhiyun * disclaimer in the documentation and/or other materials
23*4882a593Smuzhiyun * provided with the distribution.
24*4882a593Smuzhiyun *
25*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26*4882a593Smuzhiyun * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27*4882a593Smuzhiyun * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28*4882a593Smuzhiyun * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29*4882a593Smuzhiyun * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30*4882a593Smuzhiyun * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31*4882a593Smuzhiyun * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32*4882a593Smuzhiyun * SOFTWARE.
33*4882a593Smuzhiyun */
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun #ifndef MTHCA_MEMFREE_H
36*4882a593Smuzhiyun #define MTHCA_MEMFREE_H
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun #include <linux/list.h>
39*4882a593Smuzhiyun #include <linux/mutex.h>
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun #define MTHCA_ICM_CHUNK_LEN \
42*4882a593Smuzhiyun ((256 - sizeof (struct list_head) - 2 * sizeof (int)) / \
43*4882a593Smuzhiyun (sizeof (struct scatterlist)))
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun enum {
46*4882a593Smuzhiyun MTHCA_ICM_PAGE_SHIFT = 12,
47*4882a593Smuzhiyun MTHCA_ICM_PAGE_SIZE = 1 << MTHCA_ICM_PAGE_SHIFT,
48*4882a593Smuzhiyun MTHCA_DB_REC_PER_PAGE = MTHCA_ICM_PAGE_SIZE / 8
49*4882a593Smuzhiyun };
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun struct mthca_icm_chunk {
52*4882a593Smuzhiyun struct list_head list;
53*4882a593Smuzhiyun int npages;
54*4882a593Smuzhiyun int nsg;
55*4882a593Smuzhiyun struct scatterlist mem[MTHCA_ICM_CHUNK_LEN];
56*4882a593Smuzhiyun };
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun struct mthca_icm {
59*4882a593Smuzhiyun struct list_head chunk_list;
60*4882a593Smuzhiyun int refcount;
61*4882a593Smuzhiyun };
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun struct mthca_icm_table {
64*4882a593Smuzhiyun u64 virt;
65*4882a593Smuzhiyun int num_icm;
66*4882a593Smuzhiyun int num_obj;
67*4882a593Smuzhiyun int obj_size;
68*4882a593Smuzhiyun int lowmem;
69*4882a593Smuzhiyun int coherent;
70*4882a593Smuzhiyun struct mutex mutex;
71*4882a593Smuzhiyun struct mthca_icm *icm[];
72*4882a593Smuzhiyun };
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun struct mthca_icm_iter {
75*4882a593Smuzhiyun struct mthca_icm *icm;
76*4882a593Smuzhiyun struct mthca_icm_chunk *chunk;
77*4882a593Smuzhiyun int page_idx;
78*4882a593Smuzhiyun };
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun struct mthca_dev;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun struct mthca_icm *mthca_alloc_icm(struct mthca_dev *dev, int npages,
83*4882a593Smuzhiyun gfp_t gfp_mask, int coherent);
84*4882a593Smuzhiyun void mthca_free_icm(struct mthca_dev *dev, struct mthca_icm *icm, int coherent);
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun struct mthca_icm_table *mthca_alloc_icm_table(struct mthca_dev *dev,
87*4882a593Smuzhiyun u64 virt, int obj_size,
88*4882a593Smuzhiyun int nobj, int reserved,
89*4882a593Smuzhiyun int use_lowmem, int use_coherent);
90*4882a593Smuzhiyun void mthca_free_icm_table(struct mthca_dev *dev, struct mthca_icm_table *table);
91*4882a593Smuzhiyun int mthca_table_get(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
92*4882a593Smuzhiyun void mthca_table_put(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
93*4882a593Smuzhiyun void *mthca_table_find(struct mthca_icm_table *table, int obj, dma_addr_t *dma_handle);
94*4882a593Smuzhiyun int mthca_table_get_range(struct mthca_dev *dev, struct mthca_icm_table *table,
95*4882a593Smuzhiyun int start, int end);
96*4882a593Smuzhiyun void mthca_table_put_range(struct mthca_dev *dev, struct mthca_icm_table *table,
97*4882a593Smuzhiyun int start, int end);
98*4882a593Smuzhiyun
mthca_icm_first(struct mthca_icm * icm,struct mthca_icm_iter * iter)99*4882a593Smuzhiyun static inline void mthca_icm_first(struct mthca_icm *icm,
100*4882a593Smuzhiyun struct mthca_icm_iter *iter)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun iter->icm = icm;
103*4882a593Smuzhiyun iter->chunk = list_empty(&icm->chunk_list) ?
104*4882a593Smuzhiyun NULL : list_entry(icm->chunk_list.next,
105*4882a593Smuzhiyun struct mthca_icm_chunk, list);
106*4882a593Smuzhiyun iter->page_idx = 0;
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
mthca_icm_last(struct mthca_icm_iter * iter)109*4882a593Smuzhiyun static inline int mthca_icm_last(struct mthca_icm_iter *iter)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun return !iter->chunk;
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun
mthca_icm_next(struct mthca_icm_iter * iter)114*4882a593Smuzhiyun static inline void mthca_icm_next(struct mthca_icm_iter *iter)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun if (++iter->page_idx >= iter->chunk->nsg) {
117*4882a593Smuzhiyun if (iter->chunk->list.next == &iter->icm->chunk_list) {
118*4882a593Smuzhiyun iter->chunk = NULL;
119*4882a593Smuzhiyun return;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun iter->chunk = list_entry(iter->chunk->list.next,
123*4882a593Smuzhiyun struct mthca_icm_chunk, list);
124*4882a593Smuzhiyun iter->page_idx = 0;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
mthca_icm_addr(struct mthca_icm_iter * iter)128*4882a593Smuzhiyun static inline dma_addr_t mthca_icm_addr(struct mthca_icm_iter *iter)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun return sg_dma_address(&iter->chunk->mem[iter->page_idx]);
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
mthca_icm_size(struct mthca_icm_iter * iter)133*4882a593Smuzhiyun static inline unsigned long mthca_icm_size(struct mthca_icm_iter *iter)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun return sg_dma_len(&iter->chunk->mem[iter->page_idx]);
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun struct mthca_db_page {
139*4882a593Smuzhiyun DECLARE_BITMAP(used, MTHCA_DB_REC_PER_PAGE);
140*4882a593Smuzhiyun __be64 *db_rec;
141*4882a593Smuzhiyun dma_addr_t mapping;
142*4882a593Smuzhiyun };
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun struct mthca_db_table {
145*4882a593Smuzhiyun int npages;
146*4882a593Smuzhiyun int max_group1;
147*4882a593Smuzhiyun int min_group2;
148*4882a593Smuzhiyun struct mthca_db_page *page;
149*4882a593Smuzhiyun struct mutex mutex;
150*4882a593Smuzhiyun };
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun enum mthca_db_type {
153*4882a593Smuzhiyun MTHCA_DB_TYPE_INVALID = 0x0,
154*4882a593Smuzhiyun MTHCA_DB_TYPE_CQ_SET_CI = 0x1,
155*4882a593Smuzhiyun MTHCA_DB_TYPE_CQ_ARM = 0x2,
156*4882a593Smuzhiyun MTHCA_DB_TYPE_SQ = 0x3,
157*4882a593Smuzhiyun MTHCA_DB_TYPE_RQ = 0x4,
158*4882a593Smuzhiyun MTHCA_DB_TYPE_SRQ = 0x5,
159*4882a593Smuzhiyun MTHCA_DB_TYPE_GROUP_SEP = 0x7
160*4882a593Smuzhiyun };
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun struct mthca_user_db_table;
163*4882a593Smuzhiyun struct mthca_uar;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun int mthca_map_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
166*4882a593Smuzhiyun struct mthca_user_db_table *db_tab, int index, u64 uaddr);
167*4882a593Smuzhiyun void mthca_unmap_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
168*4882a593Smuzhiyun struct mthca_user_db_table *db_tab, int index);
169*4882a593Smuzhiyun struct mthca_user_db_table *mthca_init_user_db_tab(struct mthca_dev *dev);
170*4882a593Smuzhiyun void mthca_cleanup_user_db_tab(struct mthca_dev *dev, struct mthca_uar *uar,
171*4882a593Smuzhiyun struct mthca_user_db_table *db_tab);
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun int mthca_init_db_tab(struct mthca_dev *dev);
174*4882a593Smuzhiyun void mthca_cleanup_db_tab(struct mthca_dev *dev);
175*4882a593Smuzhiyun int mthca_alloc_db(struct mthca_dev *dev, enum mthca_db_type type,
176*4882a593Smuzhiyun u32 qn, __be32 **db);
177*4882a593Smuzhiyun void mthca_free_db(struct mthca_dev *dev, int type, int db_index);
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun #endif /* MTHCA_MEMFREE_H */
180