blob: 9974e886b8dec23e7789be0889cbbc658e97c51b [file] [log] [blame]
Roland Dreier225c7b12007-05-08 18:00:38 -07001/*
2 * Copyright (c) 2006, 2007 Cisco Systems. All rights reserved.
Jack Morgenstein51a379d2008-07-25 10:32:52 -07003 * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
Roland Dreier225c7b12007-05-08 18:00:38 -07004 *
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
34#ifndef MLX4_IB_H
35#define MLX4_IB_H
36
37#include <linux/compiler.h>
38#include <linux/list.h>
Michael S. Tsirkin63019d92007-06-11 08:56:10 +030039#include <linux/mutex.h>
Roland Dreier225c7b12007-05-08 18:00:38 -070040
41#include <rdma/ib_verbs.h>
42#include <rdma/ib_umem.h>
43
44#include <linux/mlx4/device.h>
45#include <linux/mlx4/doorbell.h>
46
Roland Dreier225c7b12007-05-08 18:00:38 -070047struct mlx4_ib_ucontext {
48 struct ib_ucontext ibucontext;
49 struct mlx4_uar uar;
50 struct list_head db_page_list;
51 struct mutex db_page_mutex;
52};
53
54struct mlx4_ib_pd {
55 struct ib_pd ibpd;
56 u32 pdn;
57};
58
59struct mlx4_ib_cq_buf {
60 struct mlx4_buf buf;
61 struct mlx4_mtt mtt;
62};
63
Vladimir Sokolovskybbf8eed12008-04-16 21:09:33 -070064struct mlx4_ib_cq_resize {
65 struct mlx4_ib_cq_buf buf;
66 int cqe;
67};
68
Roland Dreier225c7b12007-05-08 18:00:38 -070069struct mlx4_ib_cq {
70 struct ib_cq ibcq;
71 struct mlx4_cq mcq;
72 struct mlx4_ib_cq_buf buf;
Vladimir Sokolovskybbf8eed12008-04-16 21:09:33 -070073 struct mlx4_ib_cq_resize *resize_buf;
Yevgeny Petrilin62968832008-04-23 11:55:45 -070074 struct mlx4_db db;
Roland Dreier225c7b12007-05-08 18:00:38 -070075 spinlock_t lock;
Vladimir Sokolovskybbf8eed12008-04-16 21:09:33 -070076 struct mutex resize_mutex;
Roland Dreier225c7b12007-05-08 18:00:38 -070077 struct ib_umem *umem;
Vladimir Sokolovskybbf8eed12008-04-16 21:09:33 -070078 struct ib_umem *resize_umem;
Roland Dreier225c7b12007-05-08 18:00:38 -070079};
80
81struct mlx4_ib_mr {
82 struct ib_mr ibmr;
83 struct mlx4_mr mmr;
84 struct ib_umem *umem;
85};
86
Roland Dreier95d04f02008-07-23 08:12:26 -070087struct mlx4_ib_fast_reg_page_list {
88 struct ib_fast_reg_page_list ibfrpl;
89 dma_addr_t map;
90};
91
Jack Morgenstein8ad11fb2007-08-01 12:29:05 +030092struct mlx4_ib_fmr {
93 struct ib_fmr ibfmr;
94 struct mlx4_fmr mfmr;
95};
96
Roland Dreier225c7b12007-05-08 18:00:38 -070097struct mlx4_ib_wq {
98 u64 *wrid;
99 spinlock_t lock;
Roland Dreier0e6e7412007-06-18 08:13:48 -0700100 int wqe_cnt;
101 int max_post;
Roland Dreier225c7b12007-05-08 18:00:38 -0700102 int max_gs;
103 int offset;
104 int wqe_shift;
105 unsigned head;
106 unsigned tail;
107};
108
Eli Cohenb832be12008-04-16 21:09:27 -0700109enum mlx4_ib_qp_flags {
Ron Livne521e5752008-07-14 23:48:48 -0700110 MLX4_IB_QP_LSO = 1 << 0,
111 MLX4_IB_QP_BLOCK_MULTICAST_LOOPBACK = 1 << 1,
Eli Cohenb832be12008-04-16 21:09:27 -0700112};
113
Roland Dreier225c7b12007-05-08 18:00:38 -0700114struct mlx4_ib_qp {
115 struct ib_qp ibqp;
116 struct mlx4_qp mqp;
117 struct mlx4_buf buf;
118
Yevgeny Petrilin62968832008-04-23 11:55:45 -0700119 struct mlx4_db db;
Roland Dreier225c7b12007-05-08 18:00:38 -0700120 struct mlx4_ib_wq rq;
121
122 u32 doorbell_qpn;
123 __be32 sq_signal_bits;
Jack Morgensteinea54b102008-01-28 10:40:59 +0200124 unsigned sq_next_wqe;
125 int sq_max_wqes_per_wr;
Roland Dreier0e6e7412007-06-18 08:13:48 -0700126 int sq_spare_wqes;
Roland Dreier225c7b12007-05-08 18:00:38 -0700127 struct mlx4_ib_wq sq;
128
129 struct ib_umem *umem;
130 struct mlx4_mtt mtt;
131 int buf_size;
132 struct mutex mutex;
Eli Cohenb832be12008-04-16 21:09:27 -0700133 u32 flags;
Roland Dreier225c7b12007-05-08 18:00:38 -0700134 u8 port;
135 u8 alt_port;
136 u8 atomic_rd_en;
137 u8 resp_depth;
Roland Dreier0e6e7412007-06-18 08:13:48 -0700138 u8 sq_no_prefetch;
Roland Dreier225c7b12007-05-08 18:00:38 -0700139 u8 state;
140};
141
142struct mlx4_ib_srq {
143 struct ib_srq ibsrq;
144 struct mlx4_srq msrq;
145 struct mlx4_buf buf;
Yevgeny Petrilin62968832008-04-23 11:55:45 -0700146 struct mlx4_db db;
Roland Dreier225c7b12007-05-08 18:00:38 -0700147 u64 *wrid;
148 spinlock_t lock;
149 int head;
150 int tail;
151 u16 wqe_ctr;
152 struct ib_umem *umem;
153 struct mlx4_mtt mtt;
154 struct mutex mutex;
155};
156
157struct mlx4_ib_ah {
158 struct ib_ah ibah;
159 struct mlx4_av av;
160};
161
162struct mlx4_ib_dev {
163 struct ib_device ib_dev;
164 struct mlx4_dev *dev;
Yevgeny Petrilin7ff93f82008-10-22 15:38:42 -0700165 int num_ports;
Roland Dreier225c7b12007-05-08 18:00:38 -0700166 void __iomem *uar_map;
167
Roland Dreier225c7b12007-05-08 18:00:38 -0700168 struct mlx4_uar priv_uar;
169 u32 priv_pdn;
170 MLX4_DECLARE_DOORBELL_LOCK(uar_lock);
171
172 struct ib_mad_agent *send_agent[MLX4_MAX_PORTS][2];
173 struct ib_ah *sm_ah[MLX4_MAX_PORTS];
174 spinlock_t sm_lock;
175
176 struct mutex cap_mask_mutex;
177};
178
179static inline struct mlx4_ib_dev *to_mdev(struct ib_device *ibdev)
180{
181 return container_of(ibdev, struct mlx4_ib_dev, ib_dev);
182}
183
184static inline struct mlx4_ib_ucontext *to_mucontext(struct ib_ucontext *ibucontext)
185{
186 return container_of(ibucontext, struct mlx4_ib_ucontext, ibucontext);
187}
188
189static inline struct mlx4_ib_pd *to_mpd(struct ib_pd *ibpd)
190{
191 return container_of(ibpd, struct mlx4_ib_pd, ibpd);
192}
193
194static inline struct mlx4_ib_cq *to_mcq(struct ib_cq *ibcq)
195{
196 return container_of(ibcq, struct mlx4_ib_cq, ibcq);
197}
198
199static inline struct mlx4_ib_cq *to_mibcq(struct mlx4_cq *mcq)
200{
201 return container_of(mcq, struct mlx4_ib_cq, mcq);
202}
203
204static inline struct mlx4_ib_mr *to_mmr(struct ib_mr *ibmr)
205{
206 return container_of(ibmr, struct mlx4_ib_mr, ibmr);
207}
208
Roland Dreier95d04f02008-07-23 08:12:26 -0700209static inline struct mlx4_ib_fast_reg_page_list *to_mfrpl(struct ib_fast_reg_page_list *ibfrpl)
210{
211 return container_of(ibfrpl, struct mlx4_ib_fast_reg_page_list, ibfrpl);
212}
213
Jack Morgenstein8ad11fb2007-08-01 12:29:05 +0300214static inline struct mlx4_ib_fmr *to_mfmr(struct ib_fmr *ibfmr)
215{
216 return container_of(ibfmr, struct mlx4_ib_fmr, ibfmr);
217}
Roland Dreier225c7b12007-05-08 18:00:38 -0700218static inline struct mlx4_ib_qp *to_mqp(struct ib_qp *ibqp)
219{
220 return container_of(ibqp, struct mlx4_ib_qp, ibqp);
221}
222
223static inline struct mlx4_ib_qp *to_mibqp(struct mlx4_qp *mqp)
224{
225 return container_of(mqp, struct mlx4_ib_qp, mqp);
226}
227
228static inline struct mlx4_ib_srq *to_msrq(struct ib_srq *ibsrq)
229{
230 return container_of(ibsrq, struct mlx4_ib_srq, ibsrq);
231}
232
233static inline struct mlx4_ib_srq *to_mibsrq(struct mlx4_srq *msrq)
234{
235 return container_of(msrq, struct mlx4_ib_srq, msrq);
236}
237
238static inline struct mlx4_ib_ah *to_mah(struct ib_ah *ibah)
239{
240 return container_of(ibah, struct mlx4_ib_ah, ibah);
241}
242
Roland Dreier225c7b12007-05-08 18:00:38 -0700243int mlx4_ib_db_map_user(struct mlx4_ib_ucontext *context, unsigned long virt,
Yevgeny Petrilin62968832008-04-23 11:55:45 -0700244 struct mlx4_db *db);
245void mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext *context, struct mlx4_db *db);
Roland Dreier225c7b12007-05-08 18:00:38 -0700246
247struct ib_mr *mlx4_ib_get_dma_mr(struct ib_pd *pd, int acc);
248int mlx4_ib_umem_write_mtt(struct mlx4_ib_dev *dev, struct mlx4_mtt *mtt,
249 struct ib_umem *umem);
250struct ib_mr *mlx4_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
251 u64 virt_addr, int access_flags,
252 struct ib_udata *udata);
253int mlx4_ib_dereg_mr(struct ib_mr *mr);
Roland Dreier95d04f02008-07-23 08:12:26 -0700254struct ib_mr *mlx4_ib_alloc_fast_reg_mr(struct ib_pd *pd,
255 int max_page_list_len);
256struct ib_fast_reg_page_list *mlx4_ib_alloc_fast_reg_page_list(struct ib_device *ibdev,
257 int page_list_len);
258void mlx4_ib_free_fast_reg_page_list(struct ib_fast_reg_page_list *page_list);
Roland Dreier225c7b12007-05-08 18:00:38 -0700259
Eli Cohen3fdcb972008-04-16 21:09:33 -0700260int mlx4_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period);
Vladimir Sokolovskybbf8eed12008-04-16 21:09:33 -0700261int mlx4_ib_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata);
Roland Dreier225c7b12007-05-08 18:00:38 -0700262struct ib_cq *mlx4_ib_create_cq(struct ib_device *ibdev, int entries, int vector,
263 struct ib_ucontext *context,
264 struct ib_udata *udata);
265int mlx4_ib_destroy_cq(struct ib_cq *cq);
266int mlx4_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
267int mlx4_ib_arm_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);
268void __mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
269void mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
270
271struct ib_ah *mlx4_ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr);
272int mlx4_ib_query_ah(struct ib_ah *ibah, struct ib_ah_attr *ah_attr);
273int mlx4_ib_destroy_ah(struct ib_ah *ah);
274
275struct ib_srq *mlx4_ib_create_srq(struct ib_pd *pd,
276 struct ib_srq_init_attr *init_attr,
277 struct ib_udata *udata);
278int mlx4_ib_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr,
279 enum ib_srq_attr_mask attr_mask, struct ib_udata *udata);
Jack Morgenstein65541cb2007-06-21 13:03:11 +0300280int mlx4_ib_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr);
Roland Dreier225c7b12007-05-08 18:00:38 -0700281int mlx4_ib_destroy_srq(struct ib_srq *srq);
282void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq *srq, int wqe_index);
283int mlx4_ib_post_srq_recv(struct ib_srq *ibsrq, struct ib_recv_wr *wr,
284 struct ib_recv_wr **bad_wr);
285
286struct ib_qp *mlx4_ib_create_qp(struct ib_pd *pd,
287 struct ib_qp_init_attr *init_attr,
288 struct ib_udata *udata);
289int mlx4_ib_destroy_qp(struct ib_qp *qp);
290int mlx4_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
291 int attr_mask, struct ib_udata *udata);
Jack Morgenstein6a775e22007-06-21 12:27:47 +0300292int mlx4_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, int qp_attr_mask,
293 struct ib_qp_init_attr *qp_init_attr);
Roland Dreier225c7b12007-05-08 18:00:38 -0700294int mlx4_ib_post_send(struct ib_qp *ibqp, struct ib_send_wr *wr,
295 struct ib_send_wr **bad_wr);
296int mlx4_ib_post_recv(struct ib_qp *ibqp, struct ib_recv_wr *wr,
297 struct ib_recv_wr **bad_wr);
298
299int mlx4_MAD_IFC(struct mlx4_ib_dev *dev, int ignore_mkey, int ignore_bkey,
300 int port, struct ib_wc *in_wc, struct ib_grh *in_grh,
301 void *in_mad, void *response_mad);
302int mlx4_ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
303 struct ib_wc *in_wc, struct ib_grh *in_grh,
304 struct ib_mad *in_mad, struct ib_mad *out_mad);
305int mlx4_ib_mad_init(struct mlx4_ib_dev *dev);
306void mlx4_ib_mad_cleanup(struct mlx4_ib_dev *dev);
307
Jack Morgenstein8ad11fb2007-08-01 12:29:05 +0300308struct ib_fmr *mlx4_ib_fmr_alloc(struct ib_pd *pd, int mr_access_flags,
309 struct ib_fmr_attr *fmr_attr);
310int mlx4_ib_map_phys_fmr(struct ib_fmr *ibfmr, u64 *page_list, int npages,
311 u64 iova);
312int mlx4_ib_unmap_fmr(struct list_head *fmr_list);
313int mlx4_ib_fmr_dealloc(struct ib_fmr *fmr);
314
Roland Dreier225c7b12007-05-08 18:00:38 -0700315static inline int mlx4_ib_ah_grh_present(struct mlx4_ib_ah *ah)
316{
317 return !!(ah->av.g_slid & 0x80);
318}
319
320#endif /* MLX4_IB_H */