qp.c revision fe9a2603c530fbf1e5d798901cec8d5b79976533
1225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier/* 2225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2004 Topspin Communications. All rights reserved. 3225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2005, 2006, 2007 Cisco Systems, Inc. All rights reserved. 451a379d0c8f7a6db7c9e3c9c770d90a6d2d1ef9bJack Morgenstein * Copyright (c) 2005, 2006, 2007, 2008 Mellanox Technologies. All rights reserved. 5225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2004 Voltaire, Inc. All rights reserved. 6225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 7225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * This software is available to you under a choice of one of two 8225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * licenses. You may choose to be licensed under the terms of the GNU 9225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * General Public License (GPL) Version 2, available from the file 10225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * COPYING in the main directory of this source tree, or the 11225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * OpenIB.org BSD license below: 12225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 13225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Redistribution and use in source and binary forms, with or 14225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * without modification, are permitted provided that the following 15225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * conditions are met: 16225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 17225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions of source code must retain the above 18225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 19225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer. 20225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 21225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions in binary form must reproduce the above 22225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 23225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer in the documentation and/or other materials 24225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * provided with the distribution. 25225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 26225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 27225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 28225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 29225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 30225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 31225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 32225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 33225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * SOFTWARE. 34225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 35225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 365a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/gfp.h> 37ee40fa0656a730491765545ff7550f3c1ceb0fbcPaul Gortmaker#include <linux/export.h> 38fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein#include <linux/init.h> 39fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 40225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/mlx4/cmd.h> 41225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/mlx4/qp.h> 42225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 43225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include "mlx4.h" 44225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include "icm.h" 45225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 46225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_qp_event(struct mlx4_dev *dev, u32 qpn, int event_type) 47225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 48225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_qp_table *qp_table = &mlx4_priv(dev)->qp_table; 49225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_qp *qp; 50225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 51225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock(&qp_table->lock); 52225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 53225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier qp = __mlx4_qp_lookup(dev, qpn); 54225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (qp) 55225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier atomic_inc(&qp->refcount); 56225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 57225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_unlock(&qp_table->lock); 58225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 59225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (!qp) { 60fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_dbg(dev, "Async event for none existent QP %08x\n", qpn); 61225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return; 62225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 63225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 64225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier qp->event(qp, event_type); 65225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 66225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (atomic_dec_and_test(&qp->refcount)) 67225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier complete(&qp->free); 68225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 69225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 70fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic int is_qp0(struct mlx4_dev *dev, struct mlx4_qp *qp) 71fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 72fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return qp->qpn >= dev->caps.sqp_start && 73fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein qp->qpn <= dev->caps.sqp_start + 1; 74fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 75fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 76fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic int __mlx4_qp_modify(struct mlx4_dev *dev, struct mlx4_mtt *mtt, 77fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein enum mlx4_qp_state cur_state, enum mlx4_qp_state new_state, 78fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_qp_context *context, 79fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein enum mlx4_qp_optpar optpar, 80fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int sqd_event, struct mlx4_qp *qp, int native) 81225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 82225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier static const u16 op[MLX4_QP_NUM_STATE][MLX4_QP_NUM_STATE] = { 83225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = { 84225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 85225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 86225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_INIT] = MLX4_CMD_RST2INIT_QP, 87225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 88225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_INIT] = { 89225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 90225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 91225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_INIT] = MLX4_CMD_INIT2INIT_QP, 92225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTR] = MLX4_CMD_INIT2RTR_QP, 93225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 94225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTR] = { 95225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 96225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 97225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTS] = MLX4_CMD_RTR2RTS_QP, 98225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 99225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTS] = { 100225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 101225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 102225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTS] = MLX4_CMD_RTS2RTS_QP, 103225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_SQD] = MLX4_CMD_RTS2SQD_QP, 104225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 105225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_SQD] = { 106225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 107225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 108225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTS] = MLX4_CMD_SQD2RTS_QP, 109225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_SQD] = MLX4_CMD_SQD2SQD_QP, 110225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 111225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_SQER] = { 112225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 113225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 114225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RTS] = MLX4_CMD_SQERR2RTS_QP, 115225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }, 116225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = { 117225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_RST] = MLX4_CMD_2RST_QP, 118225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [MLX4_QP_STATE_ERR] = MLX4_CMD_2ERR_QP, 119225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 120225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }; 121225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 122fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 123225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd_mailbox *mailbox; 124225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int ret = 0; 125fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u8 port; 126225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1279ed87fd34c97a998e63505718ce7e107a23c84c3Jack Morgenstein if (cur_state >= MLX4_QP_NUM_STATE || new_state >= MLX4_QP_NUM_STATE || 128225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier !op[cur_state][new_state]) 129225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return -EINVAL; 130225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 131fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (op[cur_state][new_state] == MLX4_CMD_2RST_QP) { 132fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein ret = mlx4_cmd(dev, 0, qp->qpn, 2, 133fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_2RST_QP, MLX4_CMD_TIME_CLASS_A, native); 134fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_master(dev) && cur_state != MLX4_QP_STATE_ERR && 135fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein cur_state != MLX4_QP_STATE_RST && 136fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein is_qp0(dev, qp)) { 137fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein port = (qp->qpn & 1) + 1; 138fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein priv->mfunc.master.qp0_state[port].qp0_active = 0; 139fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } 140fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return ret; 141fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } 142225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 143225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mailbox = mlx4_alloc_cmd_mailbox(dev); 144225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (IS_ERR(mailbox)) 145225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return PTR_ERR(mailbox); 146225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 147225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (cur_state == MLX4_QP_STATE_RST && new_state == MLX4_QP_STATE_INIT) { 148225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u64 mtt_addr = mlx4_mtt_addr(dev, mtt); 149225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->mtt_base_addr_h = mtt_addr >> 32; 150225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->mtt_base_addr_l = cpu_to_be32(mtt_addr & 0xffffffff); 151225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->log_page_size = mtt->page_shift - MLX4_ICM_PAGE_SHIFT; 152225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 153225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 154fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein port = ((context->pri_path.sched_queue >> 6) & 1) + 1; 155fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH) 156fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein context->pri_path.sched_queue = (context->pri_path.sched_queue & 157fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 0xc3); 158fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 159225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier *(__be32 *) mailbox->buf = cpu_to_be32(optpar); 160225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier memcpy(mailbox->buf + 8, context, sizeof *context); 161225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 162225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ((struct mlx4_qp_context *) (mailbox->buf + 8))->local_qpn = 163225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cpu_to_be32(qp->qpn); 164225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 165fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein ret = mlx4_cmd(dev, mailbox->dma | dev->caps.function, 166fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein qp->qpn | (!!sqd_event << 31), 167225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier new_state == MLX4_QP_STATE_RST ? 2 : 0, 168fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein op[cur_state][new_state], MLX4_CMD_TIME_CLASS_C, native); 169225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 170225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mlx4_free_cmd_mailbox(dev, mailbox); 171225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return ret; 172225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 173fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 174fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinint mlx4_qp_modify(struct mlx4_dev *dev, struct mlx4_mtt *mtt, 175fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein enum mlx4_qp_state cur_state, enum mlx4_qp_state new_state, 176fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_qp_context *context, 177fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein enum mlx4_qp_optpar optpar, 178fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int sqd_event, struct mlx4_qp *qp) 179fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 180fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return __mlx4_qp_modify(dev, mtt, cur_state, new_state, context, 181fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein optpar, sqd_event, qp, 0); 182fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 183225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_qp_modify); 184225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 185fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic int __mlx4_qp_reserve_range(struct mlx4_dev *dev, int cnt, int align, 186fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int *base) 187a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin{ 188a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 189a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin struct mlx4_qp_table *qp_table = &priv->qp_table; 190a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin 191fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein *base = mlx4_bitmap_alloc_range(&qp_table->bitmap, cnt, align); 192fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (*base == -1) 193a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin return -ENOMEM; 194a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin 195a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin return 0; 196a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin} 197fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 198fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinint mlx4_qp_reserve_range(struct mlx4_dev *dev, int cnt, int align, int *base) 199fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 200fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u64 in_param; 201fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u64 out_param; 202fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int err; 203fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 204fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_mfunc(dev)) { 205fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_l(&in_param, cnt); 206fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_h(&in_param, align); 207fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_cmd_imm(dev, in_param, &out_param, 208fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein RES_QP, RES_OP_RESERVE, 209fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_ALLOC_RES, 210fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED); 211fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (err) 212fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return err; 213fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 214fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein *base = get_param_l(&out_param); 215fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return 0; 216fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } 217fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return __mlx4_qp_reserve_range(dev, cnt, align, base); 218fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 219a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny PetrilinEXPORT_SYMBOL_GPL(mlx4_qp_reserve_range); 220a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin 221fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic void __mlx4_qp_release_range(struct mlx4_dev *dev, int base_qpn, int cnt) 222a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin{ 223a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 224a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin struct mlx4_qp_table *qp_table = &priv->qp_table; 225a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin 226fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_qp_reserved(dev, (u32) base_qpn)) 227fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return; 228a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin mlx4_bitmap_free_range(&qp_table->bitmap, base_qpn, cnt); 229a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin} 230fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 231fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinvoid mlx4_qp_release_range(struct mlx4_dev *dev, int base_qpn, int cnt) 232fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 233fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u64 in_param; 234fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int err; 235fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 236fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_mfunc(dev)) { 237fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_l(&in_param, base_qpn); 238fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_h(&in_param, cnt); 239fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_cmd(dev, in_param, RES_QP, RES_OP_RESERVE, 240fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_FREE_RES, 241fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED); 242fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (err) { 243fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_warn(dev, "Failed to release qp range" 244fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein " base:%d cnt:%d\n", base_qpn, cnt); 245fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } 246fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } else 247fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein __mlx4_qp_release_range(dev, base_qpn, cnt); 248fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 249a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny PetrilinEXPORT_SYMBOL_GPL(mlx4_qp_release_range); 250a3cdcbfa8fb1fccfe48d359da86e99546610c562Yevgeny Petrilin 251fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic int __mlx4_qp_alloc_icm(struct mlx4_dev *dev, int qpn) 252225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 253225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 254225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_qp_table *qp_table = &priv->qp_table; 255225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int err; 256225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 257fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_table_get(dev, &qp_table->qp_table, qpn); 258225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 259225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto err_out; 260225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 261fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_table_get(dev, &qp_table->auxc_table, qpn); 262225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 263225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto err_put_qp; 264225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 265fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_table_get(dev, &qp_table->altc_table, qpn); 266225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 267225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto err_put_auxc; 268225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 269fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_table_get(dev, &qp_table->rdmarc_table, qpn); 270225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 271225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto err_put_altc; 272225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 273fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_table_get(dev, &qp_table->cmpt_table, qpn); 274225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 275225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto err_put_rdmarc; 276225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 277225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return 0; 278225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 279225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiererr_put_rdmarc: 280fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->rdmarc_table, qpn); 281225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 282225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiererr_put_altc: 283fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->altc_table, qpn); 284225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 285225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiererr_put_auxc: 286fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->auxc_table, qpn); 287225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 288225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiererr_put_qp: 289fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->qp_table, qpn); 290225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 291225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiererr_out: 292225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return err; 293225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 294fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 295fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic int mlx4_qp_alloc_icm(struct mlx4_dev *dev, int qpn) 296fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 297fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u64 param; 298fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 299fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_mfunc(dev)) { 300fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_l(¶m, qpn); 301fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return mlx4_cmd_imm(dev, param, ¶m, RES_QP, RES_OP_MAP_ICM, 302fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_ALLOC_RES, MLX4_CMD_TIME_CLASS_A, 303fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_WRAPPED); 304fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } 305fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return __mlx4_qp_alloc_icm(dev, qpn); 306fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 307fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 308fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic void __mlx4_qp_free_icm(struct mlx4_dev *dev, int qpn) 309fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 310fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 311fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_qp_table *qp_table = &priv->qp_table; 312fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 313fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->cmpt_table, qpn); 314fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->rdmarc_table, qpn); 315fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->altc_table, qpn); 316fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->auxc_table, qpn); 317fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_table_put(dev, &qp_table->qp_table, qpn); 318fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 319fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 320fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinstatic void mlx4_qp_free_icm(struct mlx4_dev *dev, int qpn) 321fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 322fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein u64 in_param; 323fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 324fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_mfunc(dev)) { 325fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein set_param_l(&in_param, qpn); 326fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_cmd(dev, in_param, RES_QP, RES_OP_MAP_ICM, 327fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A, 328fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein MLX4_CMD_WRAPPED)) 329fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_warn(dev, "Failed to free icm of qp:%d\n", qpn); 330fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein } else 331fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein __mlx4_qp_free_icm(dev, qpn); 332fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 333fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 334fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinint mlx4_qp_alloc(struct mlx4_dev *dev, int qpn, struct mlx4_qp *qp) 335fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein{ 336fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 337fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein struct mlx4_qp_table *qp_table = &priv->qp_table; 338fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein int err; 339fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 340fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (!qpn) 341fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return -EINVAL; 342fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 343fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein qp->qpn = qpn; 344fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 345fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = mlx4_qp_alloc_icm(dev, qpn); 346fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (err) 347fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return err; 348fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 349fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein spin_lock_irq(&qp_table->lock); 350fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein err = radix_tree_insert(&dev->qp_table_tree, qp->qpn & 351fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein (dev->caps.num_qps - 1), qp); 352fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein spin_unlock_irq(&qp_table->lock); 353fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (err) 354fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein goto err_icm; 355fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 356fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein atomic_set(&qp->refcount, 1); 357fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein init_completion(&qp->free); 358fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 359fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return 0; 360fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 361fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgensteinerr_icm: 362fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_qp_free_icm(dev, qpn); 363fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return err; 364fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein} 365fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 366225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_qp_alloc); 367225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 368225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_qp_remove(struct mlx4_dev *dev, struct mlx4_qp *qp) 369225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 370225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_qp_table *qp_table = &mlx4_priv(dev)->qp_table; 371225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier unsigned long flags; 372225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 373225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock_irqsave(&qp_table->lock, flags); 374225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier radix_tree_delete(&dev->qp_table_tree, qp->qpn & (dev->caps.num_qps - 1)); 375225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_unlock_irqrestore(&qp_table->lock, flags); 376225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 377225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_qp_remove); 378225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 379225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_qp_free(struct mlx4_dev *dev, struct mlx4_qp *qp) 380225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 381225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (atomic_dec_and_test(&qp->refcount)) 382225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier complete(&qp->free); 383225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier wait_for_completion(&qp->free); 384225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 385fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein mlx4_qp_free_icm(dev, qp->qpn); 386225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 387225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_qp_free); 388225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 389225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstatic int mlx4_CONF_SPECIAL_QP(struct mlx4_dev *dev, u32 base_qpn) 390225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 391225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return mlx4_cmd(dev, 0, base_qpn, 0, MLX4_CMD_CONF_SPECIAL_QP, 392f9baff509f8a05a79626defdbdf4f4aa4efd373bJack Morgenstein MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE); 393225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 394225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 3953d73c2884f45f9a297cbc956cea101405a9703f2Roland Dreierint mlx4_init_qp_table(struct mlx4_dev *dev) 396225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 397225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_qp_table *qp_table = &mlx4_priv(dev)->qp_table; 398225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int err; 39993fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin int reserved_from_top = 0; 400225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 401225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock_init(&qp_table->lock); 402225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier INIT_RADIX_TREE(&dev->qp_table_tree, GFP_ATOMIC); 403fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_slave(dev)) 404fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return 0; 405225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 406225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* 407225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * We reserve 2 extra QPs per port for the special QPs. The 408225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * block of special QPs must be aligned to a multiple of 8, so 409225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * round up. 4100a1405da9952a72dd587829a3321695adde7dca1Sean Hefty * 4110a1405da9952a72dd587829a3321695adde7dca1Sean Hefty * We also reserve the MSB of the 24-bit QP number to indicate 4120a1405da9952a72dd587829a3321695adde7dca1Sean Hefty * that a QP is an XRC QP. 413225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 41493fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin dev->caps.sqp_start = 41593fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin ALIGN(dev->caps.reserved_qps_cnt[MLX4_QP_REGION_FW], 8); 41693fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 41793fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin { 41893fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin int sort[MLX4_NUM_QP_REGION]; 41993fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin int i, j, tmp; 42093fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin int last_base = dev->caps.num_qps; 42193fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 42293fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin for (i = 1; i < MLX4_NUM_QP_REGION; ++i) 42393fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin sort[i] = i; 42493fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 42593fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin for (i = MLX4_NUM_QP_REGION; i > 0; --i) { 42693fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin for (j = 2; j < i; ++j) { 42793fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin if (dev->caps.reserved_qps_cnt[sort[j]] > 42893fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin dev->caps.reserved_qps_cnt[sort[j - 1]]) { 42993fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin tmp = sort[j]; 43093fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin sort[j] = sort[j - 1]; 43193fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin sort[j - 1] = tmp; 43293fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin } 43393fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin } 43493fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin } 43593fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 43693fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin for (i = 1; i < MLX4_NUM_QP_REGION; ++i) { 43793fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin last_base -= dev->caps.reserved_qps_cnt[sort[i]]; 43893fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin dev->caps.reserved_qps_base[sort[i]] = last_base; 43993fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin reserved_from_top += 44093fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin dev->caps.reserved_qps_cnt[sort[i]]; 44193fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin } 44293fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 44393fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin } 44493fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin 445225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier err = mlx4_bitmap_init(&qp_table->bitmap, dev->caps.num_qps, 44693fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin (1 << 23) - 1, dev->caps.sqp_start + 8, 44793fc9e1bb6507dde945c2eab68c93e1066ac3691Yevgeny Petrilin reserved_from_top); 448225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 449225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return err; 450225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 451225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return mlx4_CONF_SPECIAL_QP(dev, dev->caps.sqp_start); 452225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 453225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 454225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_cleanup_qp_table(struct mlx4_dev *dev) 455225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 456fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein if (mlx4_is_slave(dev)) 457fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein return; 458fe9a2603c530fbf1e5d798901cec8d5b79976533Jack Morgenstein 459225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mlx4_CONF_SPECIAL_QP(dev, 0); 460225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mlx4_bitmap_cleanup(&mlx4_priv(dev)->qp_table.bitmap); 461225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 4626a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein 4636a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgensteinint mlx4_qp_query(struct mlx4_dev *dev, struct mlx4_qp *qp, 4646a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein struct mlx4_qp_context *context) 4656a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein{ 4666a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein struct mlx4_cmd_mailbox *mailbox; 4676a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein int err; 4686a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein 4696a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein mailbox = mlx4_alloc_cmd_mailbox(dev); 4706a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein if (IS_ERR(mailbox)) 4716a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein return PTR_ERR(mailbox); 4726a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein 4736a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein err = mlx4_cmd_box(dev, 0, mailbox->dma, qp->qpn, 0, 474f9baff509f8a05a79626defdbdf4f4aa4efd373bJack Morgenstein MLX4_CMD_QUERY_QP, MLX4_CMD_TIME_CLASS_A, 475f9baff509f8a05a79626defdbdf4f4aa4efd373bJack Morgenstein MLX4_CMD_WRAPPED); 4766a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein if (!err) 4776a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein memcpy(context, mailbox->buf + 8, sizeof *context); 4786a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein 4796a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein mlx4_free_cmd_mailbox(dev, mailbox); 4806a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein return err; 4816a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein} 4826a775e2ba4f7635849ade628e64723ab2beef0bcJack MorgensteinEXPORT_SYMBOL_GPL(mlx4_qp_query); 4836a775e2ba4f7635849ade628e64723ab2beef0bcJack Morgenstein 484ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilinint mlx4_qp_to_ready(struct mlx4_dev *dev, struct mlx4_mtt *mtt, 485ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin struct mlx4_qp_context *context, 486ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin struct mlx4_qp *qp, enum mlx4_qp_state *qp_state) 487ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin{ 488ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin int err; 489ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin int i; 490ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin enum mlx4_qp_state states[] = { 491ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin MLX4_QP_STATE_RST, 492ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin MLX4_QP_STATE_INIT, 493ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin MLX4_QP_STATE_RTR, 494ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin MLX4_QP_STATE_RTS 495ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin }; 496ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin 497ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin for (i = 0; i < ARRAY_SIZE(states) - 1; i++) { 498ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin context->flags &= cpu_to_be32(~(0xf << 28)); 499ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin context->flags |= cpu_to_be32(states[i + 1] << 28); 500ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin err = mlx4_qp_modify(dev, mtt, states[i], states[i + 1], 501ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin context, 0, 0, qp); 502ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin if (err) { 503ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin mlx4_err(dev, "Failed to bring QP to state: " 504ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin "%d with error: %d\n", 505ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin states[i + 1], err); 506ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin return err; 507ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin } 508ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin 509ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin *qp_state = states[i + 1]; 510ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin } 511ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin 512ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin return 0; 513ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny Petrilin} 514ed4d3c1061d6f367a4ef5e1656c25af3314fe2b7Yevgeny PetrilinEXPORT_SYMBOL_GPL(mlx4_qp_to_ready); 515