Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2007 Cisco Systems, Inc. All rights reserved. |
| 3 | * |
| 4 | * This software is available to you under a choice of one of two |
| 5 | * licenses. You may choose to be licensed under the terms of the GNU |
| 6 | * General Public License (GPL) Version 2, available from the file |
| 7 | * COPYING in the main directory of this source tree, or the |
| 8 | * OpenIB.org BSD license below: |
| 9 | * |
| 10 | * Redistribution and use in source and binary forms, with or |
| 11 | * without modification, are permitted provided that the following |
| 12 | * conditions are met: |
| 13 | * |
| 14 | * - Redistributions of source code must retain the above |
| 15 | * copyright notice, this list of conditions and the following |
| 16 | * disclaimer. |
| 17 | * |
| 18 | * - Redistributions in binary form must reproduce the above |
| 19 | * copyright notice, this list of conditions and the following |
| 20 | * disclaimer in the documentation and/or other materials |
| 21 | * provided with the distribution. |
| 22 | * |
| 23 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 24 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 25 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 26 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| 27 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| 28 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| 29 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 30 | * SOFTWARE. |
| 31 | */ |
| 32 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 33 | #include <rdma/ib_addr.h> |
Eli Cohen | 4c3eb3c | 2010-08-26 17:19:22 +0300 | [diff] [blame] | 34 | #include <rdma/ib_cache.h> |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 35 | |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 36 | #include <linux/slab.h> |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 37 | #include <linux/inet.h> |
| 38 | #include <linux/string.h> |
Moni Shoua | c621574 | 2015-02-03 16:48:39 +0200 | [diff] [blame] | 39 | #include <linux/mlx4/driver.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 40 | |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 41 | #include "mlx4_ib.h" |
| 42 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 43 | static struct ib_ah *create_ib_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr, |
| 44 | struct mlx4_ib_ah *ah) |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 45 | { |
| 46 | struct mlx4_dev *dev = to_mdev(pd->device)->dev; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 47 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 48 | ah->av.ib.port_pd = cpu_to_be32(to_mpd(pd)->pdn | (ah_attr->port_num << 24)); |
| 49 | ah->av.ib.g_slid = ah_attr->src_path_bits; |
Jason Gunthorpe | 8c5122e | 2016-06-08 17:28:29 -0600 | [diff] [blame] | 50 | ah->av.ib.sl_tclass_flowlabel = cpu_to_be32(ah_attr->sl << 28); |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 51 | if (ah_attr->ah_flags & IB_AH_GRH) { |
| 52 | ah->av.ib.g_slid |= 0x80; |
| 53 | ah->av.ib.gid_index = ah_attr->grh.sgid_index; |
| 54 | ah->av.ib.hop_limit = ah_attr->grh.hop_limit; |
| 55 | ah->av.ib.sl_tclass_flowlabel |= |
| 56 | cpu_to_be32((ah_attr->grh.traffic_class << 20) | |
| 57 | ah_attr->grh.flow_label); |
| 58 | memcpy(ah->av.ib.dgid, ah_attr->grh.dgid.raw, 16); |
| 59 | } |
| 60 | |
| 61 | ah->av.ib.dlid = cpu_to_be16(ah_attr->dlid); |
| 62 | if (ah_attr->static_rate) { |
| 63 | ah->av.ib.stat_rate = ah_attr->static_rate + MLX4_STAT_RATE_OFFSET; |
| 64 | while (ah->av.ib.stat_rate > IB_RATE_2_5_GBPS + MLX4_STAT_RATE_OFFSET && |
| 65 | !(1 << ah->av.ib.stat_rate & dev->caps.stat_rate_support)) |
| 66 | --ah->av.ib.stat_rate; |
| 67 | } |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 68 | |
| 69 | return &ah->ibah; |
| 70 | } |
| 71 | |
| 72 | static struct ib_ah *create_iboe_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr, |
| 73 | struct mlx4_ib_ah *ah) |
| 74 | { |
| 75 | struct mlx4_ib_dev *ibdev = to_mdev(pd->device); |
| 76 | struct mlx4_dev *dev = ibdev->dev; |
Colin Ian King | bfdfcfe | 2014-05-17 23:33:44 +0100 | [diff] [blame] | 77 | int is_mcast = 0; |
Moni Shoua | 297e0da | 2013-12-12 18:03:14 +0200 | [diff] [blame] | 78 | struct in6_addr in6; |
Matan Barak | dbf727d | 2015-10-15 18:38:51 +0300 | [diff] [blame] | 79 | u16 vlan_tag = 0xffff; |
| 80 | union ib_gid sgid; |
| 81 | struct ib_gid_attr gid_attr; |
| 82 | int ret; |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 83 | |
Moni Shoua | 297e0da | 2013-12-12 18:03:14 +0200 | [diff] [blame] | 84 | memcpy(&in6, ah_attr->grh.dgid.raw, sizeof(in6)); |
| 85 | if (rdma_is_multicast_addr(&in6)) { |
| 86 | is_mcast = 1; |
| 87 | rdma_get_mcast_mac(&in6, ah->av.eth.mac); |
| 88 | } else { |
| 89 | memcpy(ah->av.eth.mac, ah_attr->dmac, ETH_ALEN); |
| 90 | } |
Matan Barak | dbf727d | 2015-10-15 18:38:51 +0300 | [diff] [blame] | 91 | ret = ib_get_cached_gid(pd->device, ah_attr->port_num, |
| 92 | ah_attr->grh.sgid_index, &sgid, &gid_attr); |
| 93 | if (ret) |
| 94 | return ERR_PTR(ret); |
Lucas Tanure | 39f4265 | 2016-01-19 12:06:30 -0200 | [diff] [blame] | 95 | eth_zero_addr(ah->av.eth.s_mac); |
Matan Barak | dbf727d | 2015-10-15 18:38:51 +0300 | [diff] [blame] | 96 | if (gid_attr.ndev) { |
| 97 | if (is_vlan_dev(gid_attr.ndev)) |
| 98 | vlan_tag = vlan_dev_vlan_id(gid_attr.ndev); |
| 99 | memcpy(ah->av.eth.s_mac, gid_attr.ndev->dev_addr, ETH_ALEN); |
| 100 | dev_put(gid_attr.ndev); |
| 101 | } |
Eli Cohen | 4c3eb3c | 2010-08-26 17:19:22 +0300 | [diff] [blame] | 102 | if (vlan_tag < 0x1000) |
| 103 | vlan_tag |= (ah_attr->sl & 7) << 13; |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 104 | ah->av.eth.port_pd = cpu_to_be32(to_mpd(pd)->pdn | (ah_attr->port_num << 24)); |
Moni Shoua | 5070cd2 | 2015-07-30 18:33:30 +0300 | [diff] [blame] | 105 | ah->av.eth.gid_index = mlx4_ib_gid_index_to_real_index(ibdev, ah_attr->port_num, ah_attr->grh.sgid_index); |
Eli Cohen | 4c3eb3c | 2010-08-26 17:19:22 +0300 | [diff] [blame] | 106 | ah->av.eth.vlan = cpu_to_be16(vlan_tag); |
Matan Barak | 4e40816 | 2016-01-14 17:47:02 +0200 | [diff] [blame] | 107 | ah->av.eth.hop_limit = ah_attr->grh.hop_limit; |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 108 | if (ah_attr->static_rate) { |
| 109 | ah->av.eth.stat_rate = ah_attr->static_rate + MLX4_STAT_RATE_OFFSET; |
| 110 | while (ah->av.eth.stat_rate > IB_RATE_2_5_GBPS + MLX4_STAT_RATE_OFFSET && |
| 111 | !(1 << ah->av.eth.stat_rate & dev->caps.stat_rate_support)) |
| 112 | --ah->av.eth.stat_rate; |
| 113 | } |
| 114 | |
| 115 | /* |
| 116 | * HW requires multicast LID so we just choose one. |
| 117 | */ |
| 118 | if (is_mcast) |
| 119 | ah->av.ib.dlid = cpu_to_be16(0xc000); |
| 120 | |
| 121 | memcpy(ah->av.eth.dgid, ah_attr->grh.dgid.raw, 16); |
Or Gerlitz | 9106c41 | 2011-12-11 16:40:05 +0200 | [diff] [blame] | 122 | ah->av.eth.sl_tclass_flowlabel = cpu_to_be32(ah_attr->sl << 29); |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 123 | |
| 124 | return &ah->ibah; |
| 125 | } |
| 126 | |
| 127 | struct ib_ah *mlx4_ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr) |
| 128 | { |
| 129 | struct mlx4_ib_ah *ah; |
| 130 | struct ib_ah *ret; |
| 131 | |
| 132 | ah = kzalloc(sizeof *ah, GFP_ATOMIC); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 133 | if (!ah) |
| 134 | return ERR_PTR(-ENOMEM); |
| 135 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 136 | if (rdma_port_get_link_layer(pd->device, ah_attr->port_num) == IB_LINK_LAYER_ETHERNET) { |
| 137 | if (!(ah_attr->ah_flags & IB_AH_GRH)) { |
| 138 | ret = ERR_PTR(-EINVAL); |
| 139 | } else { |
| 140 | /* |
| 141 | * TBD: need to handle the case when we get |
| 142 | * called in an atomic context and there we |
| 143 | * might sleep. We don't expect this |
| 144 | * currently since we're working with link |
| 145 | * local addresses which we can translate |
| 146 | * without going to sleep. |
| 147 | */ |
| 148 | ret = create_iboe_ah(pd, ah_attr, ah); |
| 149 | } |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 150 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 151 | if (IS_ERR(ret)) |
| 152 | kfree(ah); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 153 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 154 | return ret; |
| 155 | } else |
| 156 | return create_ib_ah(pd, ah_attr, ah); /* never fails */ |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 157 | } |
| 158 | |
| 159 | int mlx4_ib_query_ah(struct ib_ah *ibah, struct ib_ah_attr *ah_attr) |
| 160 | { |
| 161 | struct mlx4_ib_ah *ah = to_mah(ibah); |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 162 | enum rdma_link_layer ll; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 163 | |
| 164 | memset(ah_attr, 0, sizeof *ah_attr); |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 165 | ah_attr->port_num = be32_to_cpu(ah->av.ib.port_pd) >> 24; |
| 166 | ll = rdma_port_get_link_layer(ibah->device, ah_attr->port_num); |
Noa Osherovich | 5e99b13 | 2015-07-30 17:34:24 +0300 | [diff] [blame] | 167 | if (ll == IB_LINK_LAYER_ETHERNET) |
| 168 | ah_attr->sl = be32_to_cpu(ah->av.eth.sl_tclass_flowlabel) >> 29; |
| 169 | else |
| 170 | ah_attr->sl = be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 28; |
| 171 | |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 172 | ah_attr->dlid = ll == IB_LINK_LAYER_INFINIBAND ? be16_to_cpu(ah->av.ib.dlid) : 0; |
| 173 | if (ah->av.ib.stat_rate) |
| 174 | ah_attr->static_rate = ah->av.ib.stat_rate - MLX4_STAT_RATE_OFFSET; |
| 175 | ah_attr->src_path_bits = ah->av.ib.g_slid & 0x7F; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 176 | |
| 177 | if (mlx4_ib_ah_grh_present(ah)) { |
| 178 | ah_attr->ah_flags = IB_AH_GRH; |
| 179 | |
| 180 | ah_attr->grh.traffic_class = |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 181 | be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 20; |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 182 | ah_attr->grh.flow_label = |
Eli Cohen | fa417f7 | 2010-10-24 21:08:52 -0700 | [diff] [blame] | 183 | be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) & 0xfffff; |
| 184 | ah_attr->grh.hop_limit = ah->av.ib.hop_limit; |
| 185 | ah_attr->grh.sgid_index = ah->av.ib.gid_index; |
| 186 | memcpy(ah_attr->grh.dgid.raw, ah->av.ib.dgid, 16); |
Roland Dreier | 225c7b1 | 2007-05-08 18:00:38 -0700 | [diff] [blame] | 187 | } |
| 188 | |
| 189 | return 0; |
| 190 | } |
| 191 | |
| 192 | int mlx4_ib_destroy_ah(struct ib_ah *ah) |
| 193 | { |
| 194 | kfree(to_mah(ah)); |
| 195 | return 0; |
| 196 | } |