Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright(c) 2016 Intel Corporation. |
| 3 | * |
| 4 | * This file is provided under a dual BSD/GPLv2 license. When using or |
| 5 | * redistributing this file, you may do so under either license. |
| 6 | * |
| 7 | * GPL LICENSE SUMMARY |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of version 2 of the GNU General Public License as |
| 11 | * published by the Free Software Foundation. |
| 12 | * |
| 13 | * This program is distributed in the hope that it will be useful, but |
| 14 | * WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 16 | * General Public License for more details. |
| 17 | * |
| 18 | * BSD LICENSE |
| 19 | * |
| 20 | * Redistribution and use in source and binary forms, with or without |
| 21 | * modification, are permitted provided that the following conditions |
| 22 | * are met: |
| 23 | * |
| 24 | * - Redistributions of source code must retain the above copyright |
| 25 | * notice, this list of conditions and the following disclaimer. |
| 26 | * - Redistributions in binary form must reproduce the above copyright |
| 27 | * notice, this list of conditions and the following disclaimer in |
| 28 | * the documentation and/or other materials provided with the |
| 29 | * distribution. |
| 30 | * - Neither the name of Intel Corporation nor the names of its |
| 31 | * contributors may be used to endorse or promote products derived |
| 32 | * from this software without specific prior written permission. |
| 33 | * |
| 34 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 35 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 36 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 37 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 38 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 39 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 40 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 41 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 42 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 43 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 44 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 45 | * |
| 46 | */ |
| 47 | |
| 48 | #ifndef HFI1_VERBS_TXREQ_H |
| 49 | #define HFI1_VERBS_TXREQ_H |
| 50 | |
| 51 | #include <linux/types.h> |
| 52 | #include <linux/slab.h> |
| 53 | |
| 54 | #include "verbs.h" |
| 55 | #include "sdma_txreq.h" |
| 56 | #include "iowait.h" |
| 57 | |
| 58 | struct verbs_txreq { |
Don Hiatt | d4d602e | 2016-07-25 13:40:22 -0700 | [diff] [blame] | 59 | struct hfi1_sdma_header phdr; |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 60 | struct sdma_txreq txreq; |
| 61 | struct rvt_qp *qp; |
| 62 | struct rvt_swqe *wqe; |
| 63 | struct rvt_mregion *mr; |
| 64 | struct rvt_sge_state *ss; |
| 65 | struct sdma_engine *sde; |
Mike Marciniszyn | 711e104 | 2016-02-14 12:45:18 -0800 | [diff] [blame] | 66 | struct send_context *psc; |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 67 | u16 hdr_dwords; |
Don Hiatt | e922ae0 | 2016-12-07 19:33:00 -0800 | [diff] [blame] | 68 | u16 s_cur_size; |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 69 | }; |
| 70 | |
| 71 | struct hfi1_ibdev; |
| 72 | struct verbs_txreq *__get_txreq(struct hfi1_ibdev *dev, |
| 73 | struct rvt_qp *qp); |
| 74 | |
| 75 | static inline struct verbs_txreq *get_txreq(struct hfi1_ibdev *dev, |
| 76 | struct rvt_qp *qp) |
Mike Marciniszyn | 2aee309 | 2016-06-17 19:17:49 -0700 | [diff] [blame] | 77 | __must_hold(&qp->slock) |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 78 | { |
| 79 | struct verbs_txreq *tx; |
Mike Marciniszyn | 711e104 | 2016-02-14 12:45:18 -0800 | [diff] [blame] | 80 | struct hfi1_qp_priv *priv = qp->priv; |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 81 | |
| 82 | tx = kmem_cache_alloc(dev->verbs_txreq_cache, GFP_ATOMIC); |
| 83 | if (unlikely(!tx)) { |
| 84 | /* call slow path to get the lock */ |
| 85 | tx = __get_txreq(dev, qp); |
| 86 | if (IS_ERR(tx)) |
| 87 | return tx; |
| 88 | } |
| 89 | tx->qp = qp; |
| 90 | tx->mr = NULL; |
Mike Marciniszyn | 711e104 | 2016-02-14 12:45:18 -0800 | [diff] [blame] | 91 | tx->sde = priv->s_sde; |
| 92 | tx->psc = priv->s_sendcontext; |
| 93 | /* so that we can test if the sdma decriptors are there */ |
| 94 | tx->txreq.num_desc = 0; |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 95 | return tx; |
| 96 | } |
| 97 | |
Mike Marciniszyn | 14553ca | 2016-02-14 12:45:36 -0800 | [diff] [blame] | 98 | static inline struct sdma_txreq *get_sdma_txreq(struct verbs_txreq *tx) |
| 99 | { |
| 100 | return &tx->txreq; |
| 101 | } |
| 102 | |
Mike Marciniszyn | 711e104 | 2016-02-14 12:45:18 -0800 | [diff] [blame] | 103 | static inline struct verbs_txreq *get_waiting_verbs_txreq(struct rvt_qp *qp) |
| 104 | { |
| 105 | struct sdma_txreq *stx; |
| 106 | struct hfi1_qp_priv *priv = qp->priv; |
| 107 | |
| 108 | stx = iowait_get_txhead(&priv->s_iowait); |
| 109 | if (stx) |
| 110 | return container_of(stx, struct verbs_txreq, txreq); |
| 111 | return NULL; |
| 112 | } |
| 113 | |
Mike Marciniszyn | 45842ab | 2016-02-14 12:44:34 -0800 | [diff] [blame] | 114 | void hfi1_put_txreq(struct verbs_txreq *tx); |
| 115 | int verbs_txreq_init(struct hfi1_ibdev *dev); |
| 116 | void verbs_txreq_exit(struct hfi1_ibdev *dev); |
| 117 | |
| 118 | #endif /* HFI1_VERBS_TXREQ_H */ |