ah.c revision fa417f7b520ee60b39f7e23528d2030af30a07d1
1225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier/* 2225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2007 Cisco Systems, Inc. All rights reserved. 3225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 4225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * This software is available to you under a choice of one of two 5225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * licenses. You may choose to be licensed under the terms of the GNU 6225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * General Public License (GPL) Version 2, available from the file 7225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * COPYING in the main directory of this source tree, or the 8225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * OpenIB.org BSD license below: 9225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 10225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Redistribution and use in source and binary forms, with or 11225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * without modification, are permitted provided that the following 12225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * conditions are met: 13225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 14225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions of source code must retain the above 15225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 16225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer. 17225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 18225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions in binary form must reproduce the above 19225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 20225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer in the documentation and/or other materials 21225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * provided with the distribution. 22225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 23225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * SOFTWARE. 31225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 32225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 33fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen#include <rdma/ib_addr.h> 34fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 355a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 36fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen#include <linux/inet.h> 37fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen#include <linux/string.h> 385a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo 39225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include "mlx4_ib.h" 40225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 41fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohenint mlx4_ib_resolve_grh(struct mlx4_ib_dev *dev, const struct ib_ah_attr *ah_attr, 42fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen u8 *mac, int *is_mcast, u8 port) 43225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 44fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct in6_addr in6; 45225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 46fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen *is_mcast = 0; 47225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 48fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen memcpy(&in6, ah_attr->grh.dgid.raw, sizeof in6); 49fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (rdma_link_local_addr(&in6)) 50fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen rdma_get_ll_mac(&in6, mac); 51fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen else if (rdma_is_multicast_addr(&in6)) { 52fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen rdma_get_mcast_mac(&in6, mac); 53fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen *is_mcast = 1; 54fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } else 55fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return -EINVAL; 56225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 57fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return 0; 58fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen} 59fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 60fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohenstatic struct ib_ah *create_ib_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr, 61fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_ib_ah *ah) 62fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen{ 63fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_dev *dev = to_mdev(pd->device)->dev; 64fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 65fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.port_pd = cpu_to_be32(to_mpd(pd)->pdn | (ah_attr->port_num << 24)); 66fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.g_slid = ah_attr->src_path_bits; 67225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (ah_attr->ah_flags & IB_AH_GRH) { 68fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.g_slid |= 0x80; 69fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.gid_index = ah_attr->grh.sgid_index; 70fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.hop_limit = ah_attr->grh.hop_limit; 71fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.sl_tclass_flowlabel |= 72225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cpu_to_be32((ah_attr->grh.traffic_class << 20) | 73225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ah_attr->grh.flow_label); 74fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen memcpy(ah->av.ib.dgid, ah_attr->grh.dgid.raw, 16); 75fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } 76fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 77fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.dlid = cpu_to_be16(ah_attr->dlid); 78fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (ah_attr->static_rate) { 79fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.stat_rate = ah_attr->static_rate + MLX4_STAT_RATE_OFFSET; 80fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen while (ah->av.ib.stat_rate > IB_RATE_2_5_GBPS + MLX4_STAT_RATE_OFFSET && 81fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen !(1 << ah->av.ib.stat_rate & dev->caps.stat_rate_support)) 82fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen --ah->av.ib.stat_rate; 83225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 84fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.sl_tclass_flowlabel = cpu_to_be32(ah_attr->sl << 28); 85225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 86225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return &ah->ibah; 87225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 88225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 89fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohenstatic struct ib_ah *create_iboe_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr, 90fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_ib_ah *ah) 91fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen{ 92fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_ib_dev *ibdev = to_mdev(pd->device); 93fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_dev *dev = ibdev->dev; 94fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen u8 mac[6]; 95fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen int err; 96fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen int is_mcast; 97fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 98fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen err = mlx4_ib_resolve_grh(ibdev, ah_attr, mac, &is_mcast, ah_attr->port_num); 99fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (err) 100fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return ERR_PTR(err); 101fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 102fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen memcpy(ah->av.eth.mac, mac, 6); 103fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.eth.port_pd = cpu_to_be32(to_mpd(pd)->pdn | (ah_attr->port_num << 24)); 104fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.eth.gid_index = ah_attr->grh.sgid_index; 105fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (ah_attr->static_rate) { 106fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.eth.stat_rate = ah_attr->static_rate + MLX4_STAT_RATE_OFFSET; 107fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen while (ah->av.eth.stat_rate > IB_RATE_2_5_GBPS + MLX4_STAT_RATE_OFFSET && 108fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen !(1 << ah->av.eth.stat_rate & dev->caps.stat_rate_support)) 109fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen --ah->av.eth.stat_rate; 110fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } 111fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 112fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen /* 113fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * HW requires multicast LID so we just choose one. 114fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen */ 115fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (is_mcast) 116fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.ib.dlid = cpu_to_be16(0xc000); 117fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 118fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen memcpy(ah->av.eth.dgid, ah_attr->grh.dgid.raw, 16); 119fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah->av.eth.sl_tclass_flowlabel = cpu_to_be32(ah_attr->sl << 28); 120fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 121fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return &ah->ibah; 122fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen} 123fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 124fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohenstruct ib_ah *mlx4_ib_create_ah(struct ib_pd *pd, struct ib_ah_attr *ah_attr) 125fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen{ 126fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct mlx4_ib_ah *ah; 127fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen struct ib_ah *ret; 128fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 129fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah = kzalloc(sizeof *ah, GFP_ATOMIC); 130fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (!ah) 131fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return ERR_PTR(-ENOMEM); 132fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 133fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (rdma_port_get_link_layer(pd->device, ah_attr->port_num) == IB_LINK_LAYER_ETHERNET) { 134fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (!(ah_attr->ah_flags & IB_AH_GRH)) { 135fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ret = ERR_PTR(-EINVAL); 136fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } else { 137fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen /* 138fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * TBD: need to handle the case when we get 139fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * called in an atomic context and there we 140fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * might sleep. We don't expect this 141fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * currently since we're working with link 142fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * local addresses which we can translate 143fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen * without going to sleep. 144fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen */ 145fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ret = create_iboe_ah(pd, ah_attr, ah); 146fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } 147fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 148fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (IS_ERR(ret)) 149fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen kfree(ah); 150fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 151fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return ret; 152fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen } else 153fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen return create_ib_ah(pd, ah_attr, ah); /* never fails */ 154fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen} 155fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen 156225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierint mlx4_ib_query_ah(struct ib_ah *ibah, struct ib_ah_attr *ah_attr) 157225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 158225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_ib_ah *ah = to_mah(ibah); 159fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen enum rdma_link_layer ll; 160225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 161225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier memset(ah_attr, 0, sizeof *ah_attr); 162fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->sl = be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 28; 163fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->port_num = be32_to_cpu(ah->av.ib.port_pd) >> 24; 164fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ll = rdma_port_get_link_layer(ibah->device, ah_attr->port_num); 165fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->dlid = ll == IB_LINK_LAYER_INFINIBAND ? be16_to_cpu(ah->av.ib.dlid) : 0; 166fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen if (ah->av.ib.stat_rate) 167fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->static_rate = ah->av.ib.stat_rate - MLX4_STAT_RATE_OFFSET; 168fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->src_path_bits = ah->av.ib.g_slid & 0x7F; 169225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 170225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (mlx4_ib_ah_grh_present(ah)) { 171225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ah_attr->ah_flags = IB_AH_GRH; 172225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 173225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ah_attr->grh.traffic_class = 174fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 20; 175225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ah_attr->grh.flow_label = 176fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) & 0xfffff; 177fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->grh.hop_limit = ah->av.ib.hop_limit; 178fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen ah_attr->grh.sgid_index = ah->av.ib.gid_index; 179fa417f7b520ee60b39f7e23528d2030af30a07d1Eli Cohen memcpy(ah_attr->grh.dgid.raw, ah->av.ib.dgid, 16); 180225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 181225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 182225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return 0; 183225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 184225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 185225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierint mlx4_ib_destroy_ah(struct ib_ah *ah) 186225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 187225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier kfree(to_mah(ah)); 188225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return 0; 189225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 190