cmd.c revision 8f7ba3ca12f6f16526fa4a8aaf2cae91563eee69
1225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier/* 2225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved. 351a379d0c8f7a6db7c9e3c9c770d90a6d2d1ef9bJack Morgenstein * Copyright (c) 2005, 2006, 2007, 2008 Mellanox Technologies. All rights reserved. 4225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Copyright (c) 2005, 2006, 2007 Cisco Systems, Inc. All rights reserved. 5225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 6225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * This software is available to you under a choice of one of two 7225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * licenses. You may choose to be licensed under the terms of the GNU 8225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * General Public License (GPL) Version 2, available from the file 9225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * COPYING in the main directory of this source tree, or the 10225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * OpenIB.org BSD license below: 11225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 12225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Redistribution and use in source and binary forms, with or 13225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * without modification, are permitted provided that the following 14225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * conditions are met: 15225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 16225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions of source code must retain the above 17225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 18225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer. 19225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 20225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * - Redistributions in binary form must reproduce the above 21225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * copyright notice, this list of conditions and the following 22225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * disclaimer in the documentation and/or other materials 23225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * provided with the distribution. 24225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * 25225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 26225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 27225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 28225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 29225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 30225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 31225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 32225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * SOFTWARE. 33225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 34225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 35225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/sched.h> 365a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 37ee40fa0656a730491765545ff7550f3c1ceb0fbcPaul Gortmaker#include <linux/export.h> 38225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/pci.h> 39225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/errno.h> 40225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 41225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <linux/mlx4/cmd.h> 42e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin#include <linux/semaphore.h> 430a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein#include <rdma/ib_smi.h> 44225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 45225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include <asm/io.h> 46225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 47225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#include "mlx4.h" 48e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin#include "fw.h" 49225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 50225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier#define CMD_POLL_TOKEN 0xffff 51e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin#define INBOX_MASK 0xffffffffffffff00ULL 52e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 53e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin#define CMD_CHAN_VER 1 54e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin#define CMD_CHAN_IF_REV 1 55225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 56225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierenum { 57225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* command completed successfully: */ 58225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_OK = 0x00, 59225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Internal error (such as a bus error) occurred while processing command: */ 60225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_INTERNAL_ERR = 0x01, 61225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Operation/command not supported or opcode modifier not supported: */ 62225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_OP = 0x02, 63225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Parameter not supported or parameter out of range: */ 64225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_PARAM = 0x03, 65225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* System not enabled or bad system state: */ 66225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_SYS_STATE = 0x04, 67225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Attempt to access reserved or unallocaterd resource: */ 68225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_RESOURCE = 0x05, 69225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Requested resource is currently executing a command, or is otherwise busy: */ 70225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_RESOURCE_BUSY = 0x06, 71225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Required capability exceeds device limits: */ 72225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_EXCEED_LIM = 0x08, 73225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Resource is not in the appropriate state or ownership: */ 74225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_RES_STATE = 0x09, 75225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Index out of range: */ 76225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_INDEX = 0x0a, 77225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* FW image corrupted: */ 78225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_NVMEM = 0x0b, 79899698dad72340b562478b8b770317f2f0fe0c09Jack Morgenstein /* Error in ICM mapping (e.g. not enough auxiliary ICM pages to execute command): */ 80899698dad72340b562478b8b770317f2f0fe0c09Jack Morgenstein CMD_STAT_ICM_ERROR = 0x0c, 81225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Attempt to modify a QP/EE which is not in the presumed state: */ 82225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_QP_STATE = 0x10, 83225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Bad segment parameters (Address/Size): */ 84225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_SEG_PARAM = 0x20, 85225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Memory Region has Memory Windows bound to: */ 86225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_REG_BOUND = 0x21, 87225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* HCA local attached memory not present: */ 88225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_LAM_NOT_PRE = 0x22, 89225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* Bad management packet (silently discarded): */ 90225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier CMD_STAT_BAD_PKT = 0x30, 91225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* More outstanding CQEs in CQ than new CQ size: */ 92cc4ac2e7fb90dfbbbd5a42df0879733f787e4690Yevgeny Petrilin CMD_STAT_BAD_SIZE = 0x40, 93cc4ac2e7fb90dfbbbd5a42df0879733f787e4690Yevgeny Petrilin /* Multi Function device support required: */ 94cc4ac2e7fb90dfbbbd5a42df0879733f787e4690Yevgeny Petrilin CMD_STAT_MULTI_FUNC_REQ = 0x50, 95225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier}; 96225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 97225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierenum { 98225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_IN_PARAM_OFFSET = 0x00, 99225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_IN_MODIFIER_OFFSET = 0x08, 100225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_OUT_PARAM_OFFSET = 0x0c, 101225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_TOKEN_OFFSET = 0x14, 102225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_STATUS_OFFSET = 0x18, 103225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 104225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_OPMOD_SHIFT = 12, 105225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_T_BIT = 21, 106225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_E_BIT = 22, 107225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier HCR_GO_BIT = 23 108225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier}; 109225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 110225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierenum { 11136ce10d3e849c2f9efa3fd647058de398ee276ebDotan Barak GO_BIT_TIMEOUT_MSECS = 10000 112225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier}; 113225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 114225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstruct mlx4_cmd_context { 115225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct completion done; 116225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int result; 117225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int next; 118225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u64 out_param; 119225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u16 token; 120e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u8 fw_status; 121225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier}; 122225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 123e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_master_process_vhcr(struct mlx4_dev *dev, int slave, 124e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr_cmd *in_vhcr); 125e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 126ca2812111433284024386a8cfd4151651469523eRoland Dreierstatic int mlx4_status_to_errno(u8 status) 127ca2812111433284024386a8cfd4151651469523eRoland Dreier{ 128225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier static const int trans_table[] = { 129225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_INTERNAL_ERR] = -EIO, 130225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_OP] = -EPERM, 131225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_PARAM] = -EINVAL, 132225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_SYS_STATE] = -ENXIO, 133225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_RESOURCE] = -EBADF, 134225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_RESOURCE_BUSY] = -EBUSY, 135225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_EXCEED_LIM] = -ENOMEM, 136225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_RES_STATE] = -EBADF, 137225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_INDEX] = -EBADF, 138225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_NVMEM] = -EFAULT, 139899698dad72340b562478b8b770317f2f0fe0c09Jack Morgenstein [CMD_STAT_ICM_ERROR] = -ENFILE, 140225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_QP_STATE] = -EINVAL, 141225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_SEG_PARAM] = -EFAULT, 142225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_REG_BOUND] = -EBUSY, 143225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_LAM_NOT_PRE] = -EAGAIN, 144225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_PKT] = -EINVAL, 145225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier [CMD_STAT_BAD_SIZE] = -ENOMEM, 146cc4ac2e7fb90dfbbbd5a42df0879733f787e4690Yevgeny Petrilin [CMD_STAT_MULTI_FUNC_REQ] = -EACCES, 147225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier }; 148225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 149225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (status >= ARRAY_SIZE(trans_table) || 150225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (status != CMD_STAT_OK && trans_table[status] == 0)) 151225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return -EIO; 152225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 153225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return trans_table[status]; 154225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 155225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 15672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilinstatic u8 mlx4_errno_to_status(int errno) 15772be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin{ 15872be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin switch (errno) { 15972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -EPERM: 16072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_BAD_OP; 16172be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -EINVAL: 16272be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_BAD_PARAM; 16372be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -ENXIO: 16472be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_BAD_SYS_STATE; 16572be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -EBUSY: 16672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_RESOURCE_BUSY; 16772be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -ENOMEM: 16872be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_EXCEED_LIM; 16972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin case -ENFILE: 17072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_ICM_ERROR; 17172be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin default: 17272be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin return CMD_STAT_INTERNAL_ERR; 17372be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin } 17472be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin} 17572be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin 176e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int comm_pending(struct mlx4_dev *dev) 177e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 178e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 179e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 status = readl(&priv->mfunc.comm->slave_read); 180e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 181e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return (swab32(status) >> 31) != priv->cmd.comm_toggle; 182e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 183e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 184e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic void mlx4_comm_cmd_post(struct mlx4_dev *dev, u8 cmd, u16 param) 185e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 186e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 187e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 val; 188e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 189e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->cmd.comm_toggle ^= 1; 190e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin val = param | (cmd << 16) | (priv->cmd.comm_toggle << 31); 191e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __raw_writel((__force u32) cpu_to_be32(val), 192e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin &priv->mfunc.comm->slave_write); 193e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mmiowb(); 194e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 195e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 196e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_comm_cmd_poll(struct mlx4_dev *dev, u8 cmd, u16 param, 197e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin unsigned long timeout) 198e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 199e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 200e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin unsigned long end; 201e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int err = 0; 202e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int ret_from_pending = 0; 203e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 204e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* First, verify that the master reports correct status */ 205e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (comm_pending(dev)) { 206e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Communication channel is not idle." 207e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "my toggle is %d (cmd:0x%x)\n", 208e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->cmd.comm_toggle, cmd); 209e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return -EAGAIN; 210e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 211e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 212e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Write command */ 213e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin down(&priv->cmd.poll_sem); 214e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_comm_cmd_post(dev, cmd, param); 215e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 216e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin end = msecs_to_jiffies(timeout) + jiffies; 217e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin while (comm_pending(dev) && time_before(jiffies, end)) 218e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin cond_resched(); 219e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret_from_pending = comm_pending(dev); 220e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (ret_from_pending) { 221e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* check if the slave is trying to boot in the middle of 222e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin * FLR process. The only non-zero result in the RESET command 223e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin * is MLX4_DELAY_RESET_SLAVE*/ 224e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if ((MLX4_COMM_CMD_RESET == cmd)) { 225e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Got slave FLRed from Communication" 226e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin " channel (ret:0x%x)\n", ret_from_pending); 227e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = MLX4_DELAY_RESET_SLAVE; 228e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } else { 229e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Communication channel timed out\n"); 230e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = -ETIMEDOUT; 231e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 232e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 233e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 234e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin up(&priv->cmd.poll_sem); 235e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return err; 236e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 237e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 238e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_comm_cmd_wait(struct mlx4_dev *dev, u8 op, 239e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u16 param, unsigned long timeout) 240e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 241e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd *cmd = &mlx4_priv(dev)->cmd; 242e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_context *context; 24358a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev unsigned long end; 244e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int err = 0; 245e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 246e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin down(&cmd->event_sem); 247e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 248e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin spin_lock(&cmd->context_lock); 249e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin BUG_ON(cmd->free_head < 0); 250e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin context = &cmd->context[cmd->free_head]; 251e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin context->token += cmd->token_mask + 1; 252e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin cmd->free_head = context->next; 253e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin spin_unlock(&cmd->context_lock); 254e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 255e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin init_completion(&context->done); 256e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 257e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_comm_cmd_post(dev, op, param); 258e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 259e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!wait_for_completion_timeout(&context->done, 260e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin msecs_to_jiffies(timeout))) { 261e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = -EBUSY; 262e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto out; 263e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 264e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 265e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = context->result; 266e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (err && context->fw_status != CMD_STAT_MULTI_FUNC_REQ) { 267e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "command 0x%x failed: fw status = 0x%x\n", 268e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op, context->fw_status); 269e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto out; 270e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 271e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 272e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinout: 27358a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev /* wait for comm channel ready 27458a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev * this is necessary for prevention the race 27558a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev * when switching between event to polling mode 27658a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev */ 27758a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev end = msecs_to_jiffies(timeout) + jiffies; 27858a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev while (comm_pending(dev) && time_before(jiffies, end)) 27958a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev cond_resched(); 28058a3de0592454c216c68427fa3c31a34823f5115Eugenia Emantayev 281e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin spin_lock(&cmd->context_lock); 282e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin context->next = cmd->free_head; 283e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin cmd->free_head = context - cmd->context; 284e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin spin_unlock(&cmd->context_lock); 285e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 286e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin up(&cmd->event_sem); 287e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return err; 288e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 289e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 290ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinint mlx4_comm_cmd(struct mlx4_dev *dev, u8 cmd, u16 param, 291e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin unsigned long timeout) 292e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 293e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (mlx4_priv(dev)->cmd.use_events) 294e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_comm_cmd_wait(dev, cmd, param, timeout); 295e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_comm_cmd_poll(dev, cmd, param, timeout); 296e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 297e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 298225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstatic int cmd_pending(struct mlx4_dev *dev) 299225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 30057dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza u32 status; 30157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 30257dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) 30357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza return -EIO; 30457dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 30557dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza status = readl(mlx4_priv(dev)->cmd.hcr + HCR_STATUS_OFFSET); 306225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 307225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return (status & swab32(1 << HCR_GO_BIT)) || 308225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (mlx4_priv(dev)->cmd.toggle == 309225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier !!(status & swab32(1 << HCR_T_BIT))); 310225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 311225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 312225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstatic int mlx4_cmd_post(struct mlx4_dev *dev, u64 in_param, u64 out_param, 313225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u32 in_modifier, u8 op_modifier, u16 op, u16 token, 314225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int event) 315225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 316225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd *cmd = &mlx4_priv(dev)->cmd; 317225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u32 __iomem *hcr = cmd->hcr; 318225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int ret = -EAGAIN; 319225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier unsigned long end; 320225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 321225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mutex_lock(&cmd->hcr_mutex); 322225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 32357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) { 32457dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza /* 32557dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * Device is going through error recovery 32657dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * and cannot accept commands. 32757dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza */ 32857dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza ret = -EIO; 32957dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza goto out; 33057dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza } 33157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 332225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier end = jiffies; 333225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (event) 33436ce10d3e849c2f9efa3fd647058de398ee276ebDotan Barak end += msecs_to_jiffies(GO_BIT_TIMEOUT_MSECS); 335225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 336225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier while (cmd_pending(dev)) { 33757dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) { 33857dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza /* 33957dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * Device is going through error recovery 34057dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * and cannot accept commands. 34157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza */ 34257dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza ret = -EIO; 34357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza goto out; 34457dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza } 34557dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 346e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (time_after_eq(jiffies, end)) { 347e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "%s:cmd_pending failed\n", __func__); 348225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto out; 349e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 350225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cond_resched(); 351225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 352225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 353225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* 354225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * We use writel (instead of something like memcpy_toio) 355225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * because writes of less than 32 bits to the HCR don't work 356225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * (and some architectures such as ia64 implement memcpy_toio 357225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * in terms of writeb). 358225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 359225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(in_param >> 32), hcr + 0); 360225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(in_param & 0xfffffffful), hcr + 1); 361225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(in_modifier), hcr + 2); 362225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(out_param >> 32), hcr + 3); 363225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(out_param & 0xfffffffful), hcr + 4); 364225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32(token << 16), hcr + 5); 365225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 366225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* __raw_writel may not order writes. */ 367225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier wmb(); 368225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 369225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_writel((__force u32) cpu_to_be32((1 << HCR_GO_BIT) | 370225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (cmd->toggle << HCR_T_BIT) | 371225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (event ? (1 << HCR_E_BIT) : 0) | 372225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (op_modifier << HCR_OPMOD_SHIFT) | 373e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op), hcr + 6); 3742e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier 3752e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier /* 3762e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier * Make sure that our HCR writes don't get mixed in with 3772e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier * writes from another CPU starting a FW command. 3782e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier */ 3792e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier mmiowb(); 3802e61c646edfa013203e3428762f8d6a72e10bdeaRoland Dreier 381225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cmd->toggle = cmd->toggle ^ 1; 382225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 383225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ret = 0; 384225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 385225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierout: 386225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mutex_unlock(&cmd->hcr_mutex); 387225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return ret; 388225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 389225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 390e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_slave_cmd(struct mlx4_dev *dev, u64 in_param, u64 *out_param, 391e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int out_is_imm, u32 in_modifier, u8 op_modifier, 392e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u16 op, unsigned long timeout) 393e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 394e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 395e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr_cmd *vhcr = priv->mfunc.vhcr; 396e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int ret; 397e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 398f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_lock(&priv->cmd.slave_cmd_mutex); 399f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 400e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_param = cpu_to_be64(in_param); 401e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param = out_param ? cpu_to_be64(*out_param) : 0; 402e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_modifier = cpu_to_be32(in_modifier); 403e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->opcode = cpu_to_be16((((u16) op_modifier) << 12) | (op & 0xfff)); 404e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->token = cpu_to_be16(CMD_POLL_TOKEN); 405e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->status = 0; 406e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->flags = !!(priv->cmd.use_events) << 6; 407f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 408e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (mlx4_is_master(dev)) { 409e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret = mlx4_master_process_vhcr(dev, dev->caps.function, vhcr); 410e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!ret) { 411e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (out_is_imm) { 412e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (out_param) 413e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin *out_param = 414e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin be64_to_cpu(vhcr->out_param); 415e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin else { 416e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "response expected while" 417e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "output mailbox is NULL for " 418e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "command 0x%x\n", op); 41972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr->status = CMD_STAT_BAD_PARAM; 420e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 421e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 42272be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin ret = mlx4_status_to_errno(vhcr->status); 423e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 424e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } else { 425e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret = mlx4_comm_cmd(dev, MLX4_COMM_CMD_VHCR_POST, 0, 426e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_COMM_TIME + timeout); 427e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!ret) { 428e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (out_is_imm) { 429e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (out_param) 430e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin *out_param = 431e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin be64_to_cpu(vhcr->out_param); 432e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin else { 433e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "response expected while" 434e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "output mailbox is NULL for " 435e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "command 0x%x\n", op); 43672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr->status = CMD_STAT_BAD_PARAM; 437e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 438e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 43972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin ret = mlx4_status_to_errno(vhcr->status); 440e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } else 441e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "failed execution of VHCR_POST command" 442e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "opcode 0x%x\n", op); 443e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 444f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 445f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_unlock(&priv->cmd.slave_cmd_mutex); 446e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return ret; 447e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 448e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 449225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstatic int mlx4_cmd_poll(struct mlx4_dev *dev, u64 in_param, u64 *out_param, 450225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int out_is_imm, u32 in_modifier, u8 op_modifier, 451225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u16 op, unsigned long timeout) 452225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 453225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 454225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier void __iomem *hcr = priv->cmd.hcr; 455225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int err = 0; 456225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier unsigned long end; 457e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 stat; 458225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 459225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier down(&priv->cmd.poll_sem); 460225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 46157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) { 46257dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza /* 46357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * Device is going through error recovery 46457dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * and cannot accept commands. 46557dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza */ 46657dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza err = -EIO; 46757dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza goto out; 46857dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza } 46957dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 470225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier err = mlx4_cmd_post(dev, in_param, out_param ? *out_param : 0, 471225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier in_modifier, op_modifier, op, CMD_POLL_TOKEN, 0); 472225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (err) 473225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto out; 474225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 475225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier end = msecs_to_jiffies(timeout) + jiffies; 47657dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza while (cmd_pending(dev) && time_before(jiffies, end)) { 47757dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) { 47857dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza /* 47957dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * Device is going through error recovery 48057dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza * and cannot accept commands. 48157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza */ 48257dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza err = -EIO; 48357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza goto out; 48457dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza } 48557dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 486225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cond_resched(); 48757dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza } 488225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 489225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (cmd_pending(dev)) { 490225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier err = -ETIMEDOUT; 491225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto out; 492225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 493225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 494225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (out_is_imm) 495225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier *out_param = 496225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (u64) be32_to_cpu((__force __be32) 497225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_readl(hcr + HCR_OUT_PARAM_OFFSET)) << 32 | 498225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier (u64) be32_to_cpu((__force __be32) 499225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier __raw_readl(hcr + HCR_OUT_PARAM_OFFSET + 4)); 500e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin stat = be32_to_cpu((__force __be32) 501e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __raw_readl(hcr + HCR_STATUS_OFFSET)) >> 24; 502e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = mlx4_status_to_errno(stat); 503e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (err) 504e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "command 0x%x failed: fw status = 0x%x\n", 505e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op, stat); 506225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 507225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierout: 508225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier up(&priv->cmd.poll_sem); 509225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return err; 510225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 511225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 512225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_cmd_event(struct mlx4_dev *dev, u16 token, u8 status, u64 out_param) 513225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 514225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 515225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd_context *context = 516225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier &priv->cmd.context[token & priv->cmd.token_mask]; 517225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 518225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier /* previously timed out command completing at long last */ 519225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (token != context->token) 520225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return; 521225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 522e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin context->fw_status = status; 523225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->result = mlx4_status_to_errno(status); 524225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->out_param = out_param; 525225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 526225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier complete(&context->done); 527225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 528225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 529225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstatic int mlx4_cmd_wait(struct mlx4_dev *dev, u64 in_param, u64 *out_param, 530225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int out_is_imm, u32 in_modifier, u8 op_modifier, 531225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier u16 op, unsigned long timeout) 532225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 533225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd *cmd = &mlx4_priv(dev)->cmd; 534225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd_context *context; 535225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int err = 0; 536225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 537225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier down(&cmd->event_sem); 538225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 539225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock(&cmd->context_lock); 540225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier BUG_ON(cmd->free_head < 0); 541225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context = &cmd->context[cmd->free_head]; 5420981582dbfae86ba0306406f1af329bb702752d2Roland Dreier context->token += cmd->token_mask + 1; 543225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cmd->free_head = context->next; 544225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_unlock(&cmd->context_lock); 545225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 546225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier init_completion(&context->done); 547225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 548225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mlx4_cmd_post(dev, in_param, out_param ? *out_param : 0, 549225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier in_modifier, op_modifier, op, context->token, 1); 550225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 551e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!wait_for_completion_timeout(&context->done, 552e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin msecs_to_jiffies(timeout))) { 553225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier err = -EBUSY; 554225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto out; 555225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 556225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 557225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier err = context->result; 558e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (err) { 559e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "command 0x%x failed: fw status = 0x%x\n", 560e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op, context->fw_status); 561225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier goto out; 562e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 563225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 564225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (out_is_imm) 565225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier *out_param = context->out_param; 566225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 567225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierout: 568225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock(&cmd->context_lock); 569225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier context->next = cmd->free_head; 570225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier cmd->free_head = context - cmd->context; 571225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_unlock(&cmd->context_lock); 572225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 573225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier up(&cmd->event_sem); 574225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return err; 575225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 576225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 577225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierint __mlx4_cmd(struct mlx4_dev *dev, u64 in_param, u64 *out_param, 578225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int out_is_imm, u32 in_modifier, u8 op_modifier, 579f9baff509f8a05a79626defdbdf4f4aa4efd373bJack Morgenstein u16 op, unsigned long timeout, int native) 580225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 58157dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza if (pci_channel_offline(dev->pdev)) 58257dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza return -EIO; 58357dbf29a54bda5773f9ed1d00e3cc633294259daKleber Sacilotto de Souza 584e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!mlx4_is_mfunc(dev) || (native && mlx4_is_master(dev))) { 585e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (mlx4_priv(dev)->cmd.use_events) 586e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_cmd_wait(dev, in_param, out_param, 587e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_is_imm, in_modifier, 588e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op_modifier, op, timeout); 589e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin else 590e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_cmd_poll(dev, in_param, out_param, 591e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_is_imm, in_modifier, 592e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin op_modifier, op, timeout); 593e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 594e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_slave_cmd(dev, in_param, out_param, out_is_imm, 595e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_modifier, op_modifier, op, timeout); 596225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 597225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(__mlx4_cmd); 598225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 599e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 600e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_ARM_COMM_CHANNEL(struct mlx4_dev *dev) 601e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 602e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_cmd(dev, 0, 0, 0, MLX4_CMD_ARM_COMM_CHANNEL, 603e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE); 604e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 605e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 606e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_ACCESS_MEM(struct mlx4_dev *dev, u64 master_addr, 607e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int slave, u64 slave_addr, 608e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int size, int is_read) 609e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 610e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 in_param; 611e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 out_param; 612e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 613e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if ((slave_addr & 0xfff) | (master_addr & 0xfff) | 614e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin (slave & ~0x7f) | (size & 0xff)) { 615e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "Bad access mem params - slave_addr:0x%llx " 616e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "master_addr:0x%llx slave_id:%d size:%d\n", 617e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_addr, master_addr, slave, size); 618e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return -EINVAL; 619e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 620e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 621e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (is_read) { 622e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param = (u64) slave | slave_addr; 623e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_param = (u64) dev->caps.function | master_addr; 624e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } else { 625e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param = (u64) dev->caps.function | master_addr; 626e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_param = (u64) slave | slave_addr; 627e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 628e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 629e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return mlx4_cmd_imm(dev, in_param, &out_param, size, 0, 630e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_CMD_ACCESS_MEM, 631e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_CMD_TIME_CLASS_A, MLX4_CMD_NATIVE); 632e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 633e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 6340a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgensteinstatic int query_pkey_block(struct mlx4_dev *dev, u8 port, u16 index, u16 *pkey, 6350a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *inbox, 6360a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *outbox) 6370a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein{ 6380a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct ib_smp *in_mad = (struct ib_smp *)(inbox->buf); 6390a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct ib_smp *out_mad = (struct ib_smp *)(outbox->buf); 6400a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int err; 6410a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int i; 6420a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6430a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (index & 0x1f) 6440a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return -EINVAL; 6450a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6460a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein in_mad->attr_mod = cpu_to_be32(index / 32); 6470a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6480a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein err = mlx4_cmd_box(dev, inbox->dma, outbox->dma, port, 3, 6490a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C, 6500a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein MLX4_CMD_NATIVE); 6510a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (err) 6520a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 6530a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6540a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein for (i = 0; i < 32; ++i) 6550a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein pkey[i] = be16_to_cpu(((__be16 *) out_mad->data)[i]); 6560a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6570a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 6580a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein} 6590a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6600a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgensteinstatic int get_full_pkey_table(struct mlx4_dev *dev, u8 port, u16 *table, 6610a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *inbox, 6620a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *outbox) 6630a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein{ 6640a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int i; 6650a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int err; 6660a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6670a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein for (i = 0; i < dev->caps.pkey_table_len[port]; i += 32) { 6680a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein err = query_pkey_block(dev, port, i, table + i, inbox, outbox); 6690a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (err) 6700a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 6710a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 6720a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6730a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return 0; 6740a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein} 6750a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein#define PORT_CAPABILITY_LOCATION_IN_SMP 20 6760a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein#define PORT_STATE_OFFSET 32 6770a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6780a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgensteinstatic enum ib_port_state vf_port_state(struct mlx4_dev *dev, int port, int vf) 6790a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein{ 680a0c64a17aba88c29d55ba989b96ac6ccb1268f0aJack Morgenstein if (mlx4_get_slave_port_state(dev, vf, port) == SLAVE_PORT_UP) 681a0c64a17aba88c29d55ba989b96ac6ccb1268f0aJack Morgenstein return IB_PORT_ACTIVE; 682a0c64a17aba88c29d55ba989b96ac6ccb1268f0aJack Morgenstein else 683a0c64a17aba88c29d55ba989b96ac6ccb1268f0aJack Morgenstein return IB_PORT_DOWN; 6840a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein} 6850a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 6860a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgensteinstatic int mlx4_MAD_IFC_wrapper(struct mlx4_dev *dev, int slave, 6870a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_vhcr *vhcr, 6880a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *inbox, 6890a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_mailbox *outbox, 6900a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_cmd_info *cmd) 6910a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein{ 6920a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct ib_smp *smp = inbox->buf; 6930a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein u32 index; 6940a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein u8 port; 6950a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein u16 *table; 6960a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int err; 6970a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein int vidx, pidx; 6980a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 6990a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein struct ib_smp *outsmp = outbox->buf; 7000a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein __be16 *outtab = (__be16 *)(outsmp->data); 7010a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein __be32 slave_cap_mask; 702afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein __be64 slave_node_guid; 7030a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein port = vhcr->in_modifier; 7040a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 7050a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (smp->base_version == 1 && 7060a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein smp->mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED && 7070a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein smp->class_version == 1) { 7080a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (smp->method == IB_MGMT_METHOD_GET) { 7090a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (smp->attr_id == IB_SMP_ATTR_PKEY_TABLE) { 7100a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein index = be32_to_cpu(smp->attr_mod); 7110a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (port < 1 || port > dev->caps.num_ports) 7120a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return -EINVAL; 7130a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein table = kcalloc(dev->caps.pkey_table_len[port], sizeof *table, GFP_KERNEL); 7140a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (!table) 7150a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return -ENOMEM; 7160a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* need to get the full pkey table because the paravirtualized 7170a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein * pkeys may be scattered among several pkey blocks. 7180a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein */ 7190a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein err = get_full_pkey_table(dev, port, table, inbox, outbox); 7200a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (!err) { 7210a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein for (vidx = index * 32; vidx < (index + 1) * 32; ++vidx) { 7220a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein pidx = priv->virt2phys_pkey[slave][port - 1][vidx]; 7230a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein outtab[vidx % 32] = cpu_to_be16(table[pidx]); 7240a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7250a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7260a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein kfree(table); 7270a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 7280a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7290a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (smp->attr_id == IB_SMP_ATTR_PORT_INFO) { 7300a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /*get the slave specific caps:*/ 7310a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /*do the command */ 7320a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein err = mlx4_cmd_box(dev, inbox->dma, outbox->dma, 7330a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->in_modifier, vhcr->op_modifier, 7340a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->op, MLX4_CMD_TIME_CLASS_C, MLX4_CMD_NATIVE); 7350a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* modify the response for slaves */ 7360a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (!err && slave != mlx4_master_func_num(dev)) { 7370a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein u8 *state = outsmp->data + PORT_STATE_OFFSET; 7380a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 7390a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein *state = (*state & 0xf0) | vf_port_state(dev, port, slave); 7400a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein slave_cap_mask = priv->mfunc.master.slave_state[slave].ib_cap_mask[port]; 7410a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein memcpy(outsmp->data + PORT_CAPABILITY_LOCATION_IN_SMP, &slave_cap_mask, 4); 7420a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7430a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 7440a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7450a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (smp->attr_id == IB_SMP_ATTR_GUID_INFO) { 7460a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* compute slave's gid block */ 7470a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein smp->attr_mod = cpu_to_be32(slave / 8); 7480a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* execute cmd */ 7490a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein err = mlx4_cmd_box(dev, inbox->dma, outbox->dma, 7500a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->in_modifier, vhcr->op_modifier, 7510a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->op, MLX4_CMD_TIME_CLASS_C, MLX4_CMD_NATIVE); 7520a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (!err) { 7530a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* if needed, move slave gid to index 0 */ 7540a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (slave % 8) 7550a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein memcpy(outsmp->data, 7560a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein outsmp->data + (slave % 8) * 8, 8); 7570a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /* delete all other gids */ 7580a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein memset(outsmp->data + 8, 0, 56); 7590a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7600a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return err; 7610a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 762afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein if (smp->attr_id == IB_SMP_ATTR_NODE_INFO) { 763afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein err = mlx4_cmd_box(dev, inbox->dma, outbox->dma, 764afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein vhcr->in_modifier, vhcr->op_modifier, 765afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein vhcr->op, MLX4_CMD_TIME_CLASS_C, MLX4_CMD_NATIVE); 766afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein if (!err) { 767afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein slave_node_guid = mlx4_get_slave_node_guid(dev, slave); 768afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein memcpy(outsmp->data + 12, &slave_node_guid, 8); 769afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein } 770afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein return err; 771afa8fd1db9f295a0c4130bc6d87bf8b05bdd0523Jack Morgenstein } 7720a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7730a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7740a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein if (slave != mlx4_master_func_num(dev) && 7750a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein ((smp->mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) || 7760a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein (smp->mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED && 7770a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein smp->method == IB_MGMT_METHOD_SET))) { 7780a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein mlx4_err(dev, "slave %d is trying to execute a Subnet MGMT MAD, " 7790a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein "class 0x%x, method 0x%x for attr 0x%x. Rejecting\n", 7800a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein slave, smp->method, smp->mgmt_class, 7810a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein be16_to_cpu(smp->attr_id)); 7820a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return -EPERM; 7830a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein } 7840a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein /*default:*/ 7850a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein return mlx4_cmd_box(dev, inbox->dma, outbox->dma, 7860a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->in_modifier, vhcr->op_modifier, 7870a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein vhcr->op, MLX4_CMD_TIME_CLASS_C, MLX4_CMD_NATIVE); 7880a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein} 7890a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein 790e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinint mlx4_DMA_wrapper(struct mlx4_dev *dev, int slave, 791e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr *vhcr, 792e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_mailbox *inbox, 793e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_mailbox *outbox, 794e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_info *cmd) 795e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 796e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 in_param; 797e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 out_param; 798e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int err; 799e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 800e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param = cmd->has_inbox ? (u64) inbox->dma : vhcr->in_param; 801e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_param = cmd->has_outbox ? (u64) outbox->dma : vhcr->out_param; 802e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->encode_slave_id) { 803e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param &= 0xffffffffffffff00ll; 804e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param |= slave; 805e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 806e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 807e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin err = __mlx4_cmd(dev, in_param, &out_param, cmd->out_is_imm, 808e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_modifier, vhcr->op_modifier, vhcr->op, 809e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_CMD_TIME_CLASS_A, MLX4_CMD_NATIVE); 810e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 811e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->out_is_imm) 812e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param = out_param; 813e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 814e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return err; 815e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 816e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 817e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic struct mlx4_cmd_info cmd_info[] = { 818e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin { 819e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .opcode = MLX4_CMD_QUERY_FW, 820e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_inbox = false, 821e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_outbox = true, 822e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .out_is_imm = false, 823e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .encode_slave_id = false, 824e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .verify = NULL, 825b91cb3ebcd5ef8db956b8caa486d780dc52b07f1Jack Morgenstein .wrapper = mlx4_QUERY_FW_wrapper 826e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin }, 827e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin { 828e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .opcode = MLX4_CMD_QUERY_HCA, 829e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_inbox = false, 830e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_outbox = true, 831e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .out_is_imm = false, 832e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .encode_slave_id = false, 833e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .verify = NULL, 834e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .wrapper = NULL 835e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin }, 836e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin { 837e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .opcode = MLX4_CMD_QUERY_DEV_CAP, 838e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_inbox = false, 839e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .has_outbox = true, 840e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .out_is_imm = false, 841e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .encode_slave_id = false, 842e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin .verify = NULL, 843b91cb3ebcd5ef8db956b8caa486d780dc52b07f1Jack Morgenstein .wrapper = mlx4_QUERY_DEV_CAP_wrapper 844e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin }, 845c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 846c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_FUNC_CAP, 847c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 848c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 849c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 850c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 851c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 852c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_FUNC_CAP_wrapper 853c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 854c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 855c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_ADAPTER, 856c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 857c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 858c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 859c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 860c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 861c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 862c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 863c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 864c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_INIT_PORT, 865c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 866c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 867c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 868c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 869c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 870c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_INIT_PORT_wrapper 871c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 872c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 873c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_CLOSE_PORT, 874c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 875c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 876c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 877c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 878c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 879c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_CLOSE_PORT_wrapper 880c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 881c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 882c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_PORT, 883c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 884c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 885c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 886c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 887c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 888c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_PORT_wrapper 889c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 890c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 891ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .opcode = MLX4_CMD_SET_PORT, 892ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_inbox = true, 893ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_outbox = false, 894ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .out_is_imm = false, 895ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .encode_slave_id = false, 896ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .verify = NULL, 897ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .wrapper = mlx4_SET_PORT_wrapper 898ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev }, 899ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev { 900c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_MAP_EQ, 901c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 902c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 903c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 904c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 905c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 906c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_MAP_EQ_wrapper 907c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 908c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 909c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SW2HW_EQ, 910c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 911c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 912c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 913c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 914c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 915c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_SW2HW_EQ_wrapper 916c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 917c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 918c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_HW_HEALTH_CHECK, 919c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 920c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 921c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 922c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 923c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 924c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 925c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 926c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 927c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_NOP, 928c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 929c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 930c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 931c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 932c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 933c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 934c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 935c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 936c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_ALLOC_RES, 937c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 938c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 939c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = true, 940c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 941c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 942c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_ALLOC_RES_wrapper 943c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 944c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 945c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_FREE_RES, 946c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 947c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 948c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 949c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 950c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 951c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_FREE_RES_wrapper 952c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 953c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 954c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SW2HW_MPT, 955c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 956c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 957c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 958c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 959c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 960c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_SW2HW_MPT_wrapper 961c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 962c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 963c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_MPT, 964c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 965c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 966c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 967c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 968c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 969c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_MPT_wrapper 970c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 971c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 972c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_HW2SW_MPT, 973c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 974c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 975c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 976c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 977c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 978c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_HW2SW_MPT_wrapper 979c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 980c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 981c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_READ_MTT, 982c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 983c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 984c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 985c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 986c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 987c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 988c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 989c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 990c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_WRITE_MTT, 991c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 992c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 993c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 994c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 995c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 996c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_WRITE_MTT_wrapper 997c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 998c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 999c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SYNC_TPT, 1000c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1001c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1002c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1003c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1004c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1005c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 1006c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1007c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1008c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_HW2SW_EQ, 1009c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1010c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1011c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1012c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 1013c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1014c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_HW2SW_EQ_wrapper 1015c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1016c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1017c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_EQ, 1018c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1019c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1020c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1021c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 1022c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1023c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_EQ_wrapper 1024c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1025c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1026c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SW2HW_CQ, 1027c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1028c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1029c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1030c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 1031c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1032c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_SW2HW_CQ_wrapper 1033c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1034c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1035c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_HW2SW_CQ, 1036c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1037c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1038c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1039c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1040c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1041c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_HW2SW_CQ_wrapper 1042c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1043c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1044c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_CQ, 1045c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1046c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1047c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1048c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1049c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1050c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_CQ_wrapper 1051c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1052c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1053c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_MODIFY_CQ, 1054c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1055c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1056c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = true, 1057c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1058c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1059c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_MODIFY_CQ_wrapper 1060c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1061c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1062c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SW2HW_SRQ, 1063c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1064c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1065c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1066c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 1067c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1068c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_SW2HW_SRQ_wrapper 1069c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1070c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1071c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_HW2SW_SRQ, 1072c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1073c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1074c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1075c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1076c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1077c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_HW2SW_SRQ_wrapper 1078c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1079c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1080c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_SRQ, 1081c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1082c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1083c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1084c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1085c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1086c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_SRQ_wrapper 1087c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1088c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1089c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_ARM_SRQ, 1090c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1091c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1092c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1093c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1094c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1095c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_ARM_SRQ_wrapper 1096c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1097c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1098c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_RST2INIT_QP, 1099c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1100c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1101c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1102c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = true, 1103c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1104c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_RST2INIT_QP_wrapper 1105c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1106c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1107c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_INIT2INIT_QP, 1108c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1109c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1110c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1111c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1112c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 111354679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_INIT2INIT_QP_wrapper 1114c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1115c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1116c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_INIT2RTR_QP, 1117c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1118c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1119c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1120c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1121c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1122c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_INIT2RTR_QP_wrapper 1123c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1124c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1125c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_RTR2RTS_QP, 1126c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1127c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1128c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1129c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1130c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 113154679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_RTR2RTS_QP_wrapper 1132c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1133c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1134c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_RTS2RTS_QP, 1135c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1136c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1137c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1138c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1139c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 114054679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_RTS2RTS_QP_wrapper 1141c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1142c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1143c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SQERR2RTS_QP, 1144c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1145c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1146c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1147c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1148c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 114954679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_SQERR2RTS_QP_wrapper 1150c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1151c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1152c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_2ERR_QP, 1153c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1154c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1155c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1156c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1157c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1158c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_GEN_QP_wrapper 1159c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1160c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1161c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_RTS2SQD_QP, 1162c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1163c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1164c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1165c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1166c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1167c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_GEN_QP_wrapper 1168c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1169c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1170c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SQD2SQD_QP, 1171c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1172c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1173c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1174c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1175c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 117654679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_SQD2SQD_QP_wrapper 1177c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1178c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1179c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SQD2RTS_QP, 1180c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1181c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1182c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1183c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1184c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 118554679e148287f0ca1bdd09264c908bacb9f19b3fJack Morgenstein .wrapper = mlx4_SQD2RTS_QP_wrapper 1186c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1187c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1188c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_2RST_QP, 1189c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1190c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1191c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1192c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1193c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1194c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_2RST_QP_wrapper 1195c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1196c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1197c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_QP, 1198c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1199c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1200c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1201c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1202c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1203c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_GEN_QP_wrapper 1204c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1205c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1206c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_SUSPEND_QP, 1207c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1208c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1209c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1210c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1211c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1212c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_GEN_QP_wrapper 1213c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1214c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1215c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_UNSUSPEND_QP, 1216c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1217c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1218c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1219c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1220c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1221c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_GEN_QP_wrapper 1222c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1223c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 12240a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .opcode = MLX4_CMD_CONF_SPECIAL_QP, 12250a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .has_inbox = false, 12260a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .has_outbox = false, 12270a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .out_is_imm = false, 12280a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .encode_slave_id = false, 12290a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .verify = NULL, /* XXX verify: only demux can do this */ 12300a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .wrapper = NULL 12310a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein }, 12320a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein { 12330a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .opcode = MLX4_CMD_MAD_IFC, 12340a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .has_inbox = true, 12350a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .has_outbox = true, 12360a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .out_is_imm = false, 12370a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .encode_slave_id = false, 12380a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .verify = NULL, 12390a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein .wrapper = mlx4_MAD_IFC_wrapper 12400a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein }, 12410a9a01884d447c216eff75f8f274a0a3e82c7ceeJack Morgenstein { 1242c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QUERY_IF_STAT, 1243c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1244c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = true, 1245c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1246c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1247c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1248c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QUERY_IF_STAT_wrapper 1249c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1250c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen /* Native multicast commands are not available for guests */ 1251c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 1252c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_QP_ATTACH, 1253c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = true, 1254c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1255c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1256c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1257c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1258c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = mlx4_QP_ATTACH_wrapper 1259c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 1260c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen { 12610ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .opcode = MLX4_CMD_PROMISC, 12620ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .has_inbox = false, 12630ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .has_outbox = false, 12640ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .out_is_imm = false, 12650ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .encode_slave_id = false, 12660ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .verify = NULL, 12670ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev .wrapper = mlx4_PROMISC_wrapper 12680ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev }, 1269ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev /* Ethernet specific commands */ 1270ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev { 1271ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .opcode = MLX4_CMD_SET_VLAN_FLTR, 1272ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_inbox = true, 1273ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_outbox = false, 1274ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .out_is_imm = false, 1275ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .encode_slave_id = false, 1276ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .verify = NULL, 1277ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .wrapper = mlx4_SET_VLAN_FLTR_wrapper 1278ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev }, 1279ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev { 1280ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .opcode = MLX4_CMD_SET_MCAST_FLTR, 1281ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_inbox = false, 1282ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_outbox = false, 1283ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .out_is_imm = false, 1284ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .encode_slave_id = false, 1285ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .verify = NULL, 1286ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .wrapper = mlx4_SET_MCAST_FLTR_wrapper 1287ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev }, 1288ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev { 1289ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .opcode = MLX4_CMD_DUMP_ETH_STATS, 1290ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_inbox = false, 1291ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .has_outbox = true, 1292ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .out_is_imm = false, 1293ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .encode_slave_id = false, 1294ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .verify = NULL, 1295ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev .wrapper = mlx4_DUMP_ETH_STATS_wrapper 1296ffe455ad04681f3fc48eef595fe526a795f809a3Eugenia Emantayev }, 12970ec2c0f86d31ab36547307f133b0016006bdc6b5Eugenia Emantayev { 1298c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .opcode = MLX4_CMD_INFORM_FLR_DONE, 1299c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_inbox = false, 1300c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .has_outbox = false, 1301c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .out_is_imm = false, 1302c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .encode_slave_id = false, 1303c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .verify = NULL, 1304c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen .wrapper = NULL 1305c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen }, 13068fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion /* flow steering commands */ 13078fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion { 13088fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .opcode = MLX4_QP_FLOW_STEERING_ATTACH, 13098fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .has_inbox = true, 13108fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .has_outbox = false, 13118fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .out_is_imm = true, 13128fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .encode_slave_id = false, 13138fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .verify = NULL, 13148fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .wrapper = mlx4_QP_FLOW_STEERING_ATTACH_wrapper 13158fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion }, 13168fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion { 13178fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .opcode = MLX4_QP_FLOW_STEERING_DETACH, 13188fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .has_inbox = false, 13198fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .has_outbox = false, 13208fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .out_is_imm = false, 13218fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .encode_slave_id = false, 13228fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .verify = NULL, 13238fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion .wrapper = mlx4_QP_FLOW_STEERING_DETACH_wrapper 13248fcfb4db74352d3d447b7a559ad54f7577074d19Hadar Hen Zion }, 1325e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin}; 1326e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1327e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic int mlx4_master_process_vhcr(struct mlx4_dev *dev, int slave, 1328e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr_cmd *in_vhcr) 1329e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 1330e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 1331e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_info *cmd = NULL; 1332e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr_cmd *vhcr_cmd = in_vhcr ? in_vhcr : priv->mfunc.vhcr; 1333e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_vhcr *vhcr; 1334e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_mailbox *inbox = NULL; 1335e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_mailbox *outbox = NULL; 1336e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 in_param; 1337e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u64 out_param; 1338e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int ret = 0; 1339e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int i; 134072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin int err = 0; 1341e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1342e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Create sw representation of Virtual HCR */ 1343e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr = kzalloc(sizeof(struct mlx4_vhcr), GFP_KERNEL); 1344e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!vhcr) 1345e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return -ENOMEM; 1346e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1347e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* DMA in the vHCR */ 1348e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!in_vhcr) { 1349e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret = mlx4_ACCESS_MEM(dev, priv->mfunc.vhcr_dma, slave, 1350e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->mfunc.master.slave_state[slave].vhcr_dma, 1351e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ALIGN(sizeof(struct mlx4_vhcr_cmd), 1352e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_ACCESS_MEM_ALIGN), 1); 1353e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (ret) { 1354e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "%s:Failed reading vhcr" 1355e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "ret: 0x%x\n", __func__, ret); 1356e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin kfree(vhcr); 1357e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return ret; 1358e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1359e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1360e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1361e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Fill SW VHCR fields */ 1362e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_param = be64_to_cpu(vhcr_cmd->in_param); 1363e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param = be64_to_cpu(vhcr_cmd->out_param); 1364e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_modifier = be32_to_cpu(vhcr_cmd->in_modifier); 1365e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->token = be16_to_cpu(vhcr_cmd->token); 1366e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->op = be16_to_cpu(vhcr_cmd->opcode) & 0xfff; 1367e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->op_modifier = (u8) (be16_to_cpu(vhcr_cmd->opcode) >> 12); 1368e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->e_bit = vhcr_cmd->flags & (1 << 6); 1369e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1370e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Lookup command */ 1371e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin for (i = 0; i < ARRAY_SIZE(cmd_info); ++i) { 1372e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (vhcr->op == cmd_info[i].opcode) { 1373e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin cmd = &cmd_info[i]; 1374e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1375e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1376e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1377e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!cmd) { 1378e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "Unknown command:0x%x accepted from slave:%d\n", 1379e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->op, slave); 138072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = CMD_STAT_BAD_PARAM; 1381e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto out_status; 1382e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1383e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1384e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Read inbox */ 1385e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->has_inbox) { 1386e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_param &= INBOX_MASK; 1387e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin inbox = mlx4_alloc_cmd_mailbox(dev); 1388e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (IS_ERR(inbox)) { 138972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = CMD_STAT_BAD_SIZE; 1390e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin inbox = NULL; 139172be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin goto out_status; 1392e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1393e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 139472be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin if (mlx4_ACCESS_MEM(dev, inbox->dma, slave, 139572be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr->in_param, 139672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin MLX4_MAILBOX_SIZE, 1)) { 1397e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "%s: Failed reading inbox (cmd:0x%x)\n", 1398e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __func__, cmd->opcode); 139972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = CMD_STAT_INTERNAL_ERR; 140072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin goto out_status; 1401e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1402e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1403e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1404e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Apply permission and bound checks if applicable */ 1405e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->verify && cmd->verify(dev, slave, vhcr, inbox)) { 1406e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Command:0x%x from slave: %d failed protection " 1407e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "checks for resource_id:%d\n", vhcr->op, slave, 1408e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_modifier); 140972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = CMD_STAT_BAD_OP; 1410e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto out_status; 1411e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1412e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1413e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Allocate outbox */ 1414e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->has_outbox) { 1415e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin outbox = mlx4_alloc_cmd_mailbox(dev); 1416e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (IS_ERR(outbox)) { 141772be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = CMD_STAT_BAD_SIZE; 1418e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin outbox = NULL; 141972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin goto out_status; 1420e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1421e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1422e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1423e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Execute the command! */ 1424e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->wrapper) { 142572be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin err = cmd->wrapper(dev, slave, vhcr, inbox, outbox, 142672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin cmd); 1427e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->out_is_imm) 1428e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr_cmd->out_param = cpu_to_be64(vhcr->out_param); 1429e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } else { 1430e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin in_param = cmd->has_inbox ? (u64) inbox->dma : 1431e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->in_param; 1432e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin out_param = cmd->has_outbox ? (u64) outbox->dma : 1433e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param; 143472be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin err = __mlx4_cmd(dev, in_param, &out_param, 143572be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin cmd->out_is_imm, vhcr->in_modifier, 143672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr->op_modifier, vhcr->op, 143772be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin MLX4_CMD_TIME_CLASS_A, 143872be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin MLX4_CMD_NATIVE); 1439e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1440e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd->out_is_imm) { 1441e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param = out_param; 1442e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr_cmd->out_param = cpu_to_be64(vhcr->out_param); 1443e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1444e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1445e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 144672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin if (err) { 144772be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin mlx4_warn(dev, "vhcr command:0x%x slave:%d failed with" 144872be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin " error:%d, status %d\n", 144972be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr->op, slave, vhcr->errno, err); 145072be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin vhcr_cmd->status = mlx4_errno_to_status(err); 145172be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin goto out_status; 145272be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin } 145372be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin 145472be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin 1455e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* Write outbox if command completed successfully */ 145672be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin if (cmd->has_outbox && !vhcr_cmd->status) { 1457e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret = mlx4_ACCESS_MEM(dev, outbox->dma, slave, 1458e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vhcr->out_param, 1459e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_MAILBOX_SIZE, MLX4_CMD_WRAPPED); 1460e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (ret) { 146172be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin /* If we failed to write back the outbox after the 146272be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin *command was successfully executed, we must fail this 146372be84f1c21c0ddba1081291072d7acc9ccddf5fYevgeny Petrilin * slave, as it is now in undefined state */ 1464e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "%s:Failed writing outbox\n", __func__); 1465e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto out; 1466e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1467e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1468e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1469e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinout_status: 1470e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* DMA back vhcr result */ 1471e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!in_vhcr) { 1472e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ret = mlx4_ACCESS_MEM(dev, priv->mfunc.vhcr_dma, slave, 1473e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->mfunc.master.slave_state[slave].vhcr_dma, 1474e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ALIGN(sizeof(struct mlx4_vhcr), 1475e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_ACCESS_MEM_ALIGN), 1476e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_CMD_WRAPPED); 1477e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (ret) 1478e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "%s:Failed writing vhcr result\n", 1479e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __func__); 1480e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin else if (vhcr->e_bit && 1481e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_GEN_EQE(dev, slave, &priv->mfunc.master.cmd_eqe)) 1482e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Failed to generate command completion " 1483e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "eqe for slave %d\n", slave); 1484e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1485e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1486e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinout: 1487e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin kfree(vhcr); 1488e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_free_cmd_mailbox(dev, inbox); 1489e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_free_cmd_mailbox(dev, outbox); 1490e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return ret; 1491e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 1492e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 14930eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraimstatic int mlx4_master_activate_admin_state(struct mlx4_priv *priv, int slave) 14940eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim{ 14950eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim int port; 14960eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim for (port = 1; port <= MLX4_MAX_PORTS; port++) { 14970eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_oper[slave].vport[port].state = 14980eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_admin[slave].vport[port]; 14990eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim } 15000eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim return 0; 15010eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim} 15020eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim 1503e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinstatic void mlx4_master_do_cmd(struct mlx4_dev *dev, int slave, u8 cmd, 1504e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u16 param, u8 toggle) 1505e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 1506e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = mlx4_priv(dev); 1507e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_slave_state *slave_state = priv->mfunc.master.slave_state; 1508e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 reply; 1509e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u8 is_going_down = 0; 1510803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum int i; 1511311f813a2daefcba03f706a692fe0c67888d7622Jack Morgenstein unsigned long flags; 1512e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1513e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].comm_toggle ^= 1; 1514e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin reply = (u32) slave_state[slave].comm_toggle << 31; 1515e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (toggle != slave_state[slave].comm_toggle) { 1516e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Incorrect toggle %d from slave %d. *** MASTER" 1517e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "STATE COMPROMISIED ***\n", toggle, slave); 1518e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1519e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1520e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd == MLX4_COMM_CMD_RESET) { 1521e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Received reset from slave:%d\n", slave); 1522e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].active = false; 1523803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum for (i = 0; i < MLX4_EVENT_TYPES_NUM; ++i) { 1524803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum slave_state[slave].event_eq[i].eqn = -1; 1525803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum slave_state[slave].event_eq[i].token = 0; 1526803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum } 1527e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /*check if we are in the middle of FLR process, 1528e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if so return "retry" status to the slave*/ 1529162344ed2c80845200845f83e310fa3058bfe001Or Gerlitz if (MLX4_COMM_CMD_FLR == slave_state[slave].last_cmd) 1530e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto inform_slave_state; 1531e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1532fc06573dfaf8a33bc0533bb70c49de13fa5232a4Jack Morgenstein mlx4_dispatch_event(dev, MLX4_DEV_EVENT_SLAVE_SHUTDOWN, slave); 1533fc06573dfaf8a33bc0533bb70c49de13fa5232a4Jack Morgenstein 1534e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /* write the version in the event field */ 1535e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin reply |= mlx4_comm_get_version(); 1536e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1537e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1538e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1539e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /*command from slave in the middle of FLR*/ 1540e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (cmd != MLX4_COMM_CMD_RESET && 1541e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_COMM_CMD_FLR == slave_state[slave].last_cmd) { 1542e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "slave:%d is Trying to run cmd(0x%x) " 1543e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "in the middle of FLR\n", slave, cmd); 1544e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return; 1545e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1546e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1547e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin switch (cmd) { 1548e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin case MLX4_COMM_CMD_VHCR0: 1549e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (slave_state[slave].last_cmd != MLX4_COMM_CMD_RESET) 1550e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1551e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].vhcr_dma = ((u64) param) << 48; 1552e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->mfunc.master.slave_state[slave].cookie = 0; 1553e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mutex_init(&priv->mfunc.master.gen_eqe_mutex[slave]); 1554e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1555e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin case MLX4_COMM_CMD_VHCR1: 1556e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR0) 1557e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1558e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].vhcr_dma |= ((u64) param) << 32; 1559e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1560e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin case MLX4_COMM_CMD_VHCR2: 1561e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR1) 1562e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1563e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].vhcr_dma |= ((u64) param) << 16; 1564e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1565e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin case MLX4_COMM_CMD_VHCR_EN: 1566e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR2) 1567e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1568e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].vhcr_dma |= param; 15690eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim mlx4_master_activate_admin_state(priv, slave); 1570e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].active = true; 1571fc06573dfaf8a33bc0533bb70c49de13fa5232a4Jack Morgenstein mlx4_dispatch_event(dev, MLX4_DEV_EVENT_SLAVE_INIT, slave); 1572e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1573e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin case MLX4_COMM_CMD_VHCR_POST: 1574e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if ((slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR_EN) && 1575e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin (slave_state[slave].last_cmd != MLX4_COMM_CMD_VHCR_POST)) 1576e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1577f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 1578f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_lock(&priv->cmd.slave_cmd_mutex); 1579e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (mlx4_master_process_vhcr(dev, slave, NULL)) { 1580e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "Failed processing vhcr for slave:%d," 15818d9eb069eafce49307f839783e4a4673414b1fd5Masanari Iida " resetting slave.\n", slave); 1582f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_unlock(&priv->cmd.slave_cmd_mutex); 1583e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1584e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1585f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_unlock(&priv->cmd.slave_cmd_mutex); 1586e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin break; 1587e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin default: 1588e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Bad comm cmd:%d from slave:%d\n", cmd, slave); 1589e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin goto reset_slave; 1590e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1591311f813a2daefcba03f706a692fe0c67888d7622Jack Morgenstein spin_lock_irqsave(&priv->mfunc.master.slave_state_lock, flags); 1592e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!slave_state[slave].is_slave_going_down) 1593e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].last_cmd = cmd; 1594e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin else 1595e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin is_going_down = 1; 1596311f813a2daefcba03f706a692fe0c67888d7622Jack Morgenstein spin_unlock_irqrestore(&priv->mfunc.master.slave_state_lock, flags); 1597e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (is_going_down) { 1598e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Slave is going down aborting command(%d)" 1599e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin " executing from slave:%d\n", 1600e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin cmd, slave); 1601e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return; 1602e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1603e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __raw_writel((__force u32) cpu_to_be32(reply), 1604e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin &priv->mfunc.comm[slave].slave_read); 1605e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mmiowb(); 1606e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1607e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return; 1608e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1609e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinreset_slave: 1610c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen /* cleanup any slave resources */ 1611c82e9aa0a8bcf7a1643ccb71678bab57f3cb4bc6Eli Cohen mlx4_delete_all_resources_for_slave(dev, slave); 1612311f813a2daefcba03f706a692fe0c67888d7622Jack Morgenstein spin_lock_irqsave(&priv->mfunc.master.slave_state_lock, flags); 1613e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!slave_state[slave].is_slave_going_down) 1614e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave_state[slave].last_cmd = MLX4_COMM_CMD_RESET; 1615311f813a2daefcba03f706a692fe0c67888d7622Jack Morgenstein spin_unlock_irqrestore(&priv->mfunc.master.slave_state_lock, flags); 1616e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin /*with slave in the middle of flr, no need to clean resources again.*/ 1617e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilininform_slave_state: 1618e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin memset(&slave_state[slave].event_eq, 0, 1619e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin sizeof(struct mlx4_slave_event_eq_info)); 1620e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __raw_writel((__force u32) cpu_to_be32(reply), 1621e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin &priv->mfunc.comm[slave].slave_read); 1622e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin wmb(); 1623e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 1624e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1625e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin/* master command processing */ 1626e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinvoid mlx4_master_comm_channel(struct work_struct *work) 1627e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 1628e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_mfunc_master_ctx *master = 1629e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin container_of(work, 1630e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_mfunc_master_ctx, 1631e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin comm_work); 1632e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_mfunc *mfunc = 1633e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin container_of(master, struct mlx4_mfunc, master); 1634e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_priv *priv = 1635e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin container_of(mfunc, struct mlx4_priv, mfunc); 1636e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_dev *dev = &priv->dev; 1637e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin __be32 *bit_vec; 1638e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 comm_cmd; 1639e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 vec; 1640e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int i, j, slave; 1641e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int toggle; 1642e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int served = 0; 1643e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int reported = 0; 1644e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin u32 slt; 1645e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1646e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin bit_vec = master->comm_arm_bit_vector; 1647e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin for (i = 0; i < COMM_CHANNEL_BIT_ARRAY_SIZE; i++) { 1648e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin vec = be32_to_cpu(bit_vec[i]); 1649e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin for (j = 0; j < 32; j++) { 1650e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!(vec & (1 << j))) 1651e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin continue; 1652e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ++reported; 1653e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slave = (i * 32) + j; 1654e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin comm_cmd = swab32(readl( 1655e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin &mfunc->comm[slave].slave_write)); 1656e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slt = swab32(readl(&mfunc->comm[slave].slave_read)) 1657e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin >> 31; 1658e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin toggle = comm_cmd >> 31; 1659e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (toggle != slt) { 1660e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (master->slave_state[slave].comm_toggle 1661e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin != slt) { 1662e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin printk(KERN_INFO "slave %d out of sync." 1663e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin " read toggle %d, state toggle %d. " 1664e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin "Resynching.\n", slave, slt, 1665e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin master->slave_state[slave].comm_toggle); 1666e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin master->slave_state[slave].comm_toggle = 1667e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin slt; 1668e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1669e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_master_do_cmd(dev, slave, 1670e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin comm_cmd >> 16 & 0xff, 1671e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin comm_cmd & 0xffff, toggle); 1672e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin ++served; 1673e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1674e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1675e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1676e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1677e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (reported && reported != served) 1678e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Got command event with bitmask from %d slaves" 1679e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin " but %d were served\n", 1680e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin reported, served); 1681e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1682e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (mlx4_ARM_COMM_CHANNEL(dev)) 1683e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_warn(dev, "Failed to arm comm channel events\n"); 1684e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 1685e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1686ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinstatic int sync_toggles(struct mlx4_dev *dev) 1687ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein{ 1688ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 1689ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein int wr_toggle; 1690ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein int rd_toggle; 1691ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein unsigned long end; 1692ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1693ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein wr_toggle = swab32(readl(&priv->mfunc.comm->slave_write)) >> 31; 1694ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein end = jiffies + msecs_to_jiffies(5000); 1695ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1696ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein while (time_before(jiffies, end)) { 1697ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein rd_toggle = swab32(readl(&priv->mfunc.comm->slave_read)) >> 31; 1698ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (rd_toggle == wr_toggle) { 1699ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->cmd.comm_toggle = rd_toggle; 1700ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein return 0; 1701ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1702ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1703ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein cond_resched(); 1704ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1705ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1706ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein /* 1707ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein * we could reach here if for example the previous VM using this 1708ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein * function misbehaved and left the channel with unsynced state. We 1709ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein * should fix this here and give this VM a chance to use a properly 1710ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein * synced channel 1711ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein */ 1712ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_warn(dev, "recovering from previously mis-behaved VM\n"); 1713ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein __raw_writel((__force u32) 0, &priv->mfunc.comm->slave_read); 1714ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein __raw_writel((__force u32) 0, &priv->mfunc.comm->slave_write); 1715ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->cmd.comm_toggle = 0; 1716ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1717ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein return 0; 1718ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein} 1719ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1720ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinint mlx4_multi_func_init(struct mlx4_dev *dev) 1721ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein{ 1722ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 1723ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein struct mlx4_slave_state *s_state; 1724803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum int i, j, err, port; 1725ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1726ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (mlx4_is_master(dev)) 1727ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.comm = 1728ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein ioremap(pci_resource_start(dev->pdev, priv->fw.comm_bar) + 1729ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->fw.comm_base, MLX4_COMM_PAGESIZE); 1730ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein else 1731ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.comm = 1732ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein ioremap(pci_resource_start(dev->pdev, 2) + 1733ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein MLX4_SLAVE_COMM_BASE, MLX4_COMM_PAGESIZE); 1734ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (!priv->mfunc.comm) { 1735ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_err(dev, "Couldn't map communication vector.\n"); 1736ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_vhcr; 1737ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1738ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1739ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (mlx4_is_master(dev)) { 1740ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.master.slave_state = 1741ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kzalloc(dev->num_slaves * 1742ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein sizeof(struct mlx4_slave_state), GFP_KERNEL); 1743ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (!priv->mfunc.master.slave_state) 1744ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_comm; 1745ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 17460eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_admin = 17470eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kzalloc(dev->num_slaves * 17480eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim sizeof(struct mlx4_vf_admin_state), GFP_KERNEL); 17490eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim if (!priv->mfunc.master.vf_admin) 17500eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim goto err_comm_admin; 17510eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim 17520eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_oper = 17530eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kzalloc(dev->num_slaves * 17540eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim sizeof(struct mlx4_vf_oper_state), GFP_KERNEL); 17550eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim if (!priv->mfunc.master.vf_oper) 17560eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim goto err_comm_oper; 17570eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim 1758ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein for (i = 0; i < dev->num_slaves; ++i) { 1759ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein s_state = &priv->mfunc.master.slave_state[i]; 1760ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein s_state->last_cmd = MLX4_COMM_CMD_RESET; 1761803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum for (j = 0; j < MLX4_EVENT_TYPES_NUM; ++j) 1762803143fbda719106017309d551d082e4b4e7c8c3Marcel Apfelbaum s_state->event_eq[j].eqn = -1; 1763ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein __raw_writel((__force u32) 0, 1764ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein &priv->mfunc.comm[i].slave_write); 1765ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein __raw_writel((__force u32) 0, 1766ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein &priv->mfunc.comm[i].slave_read); 1767ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mmiowb(); 1768ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein for (port = 1; port <= MLX4_MAX_PORTS; port++) { 1769ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein s_state->vlan_filter[port] = 1770ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kzalloc(sizeof(struct mlx4_vlan_fltr), 1771ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein GFP_KERNEL); 1772ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (!s_state->vlan_filter[port]) { 1773ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (--port) 1774ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kfree(s_state->vlan_filter[port]); 1775ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_slaves; 1776ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1777ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein INIT_LIST_HEAD(&s_state->mcast_filters[port]); 17780eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_admin[i].vport[port].default_vlan = MLX4_VGT; 17790eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_oper[i].vport[port].vlan_idx = NO_INDX; 17800eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim priv->mfunc.master.vf_oper[i].vport[port].mac_idx = NO_INDX; 1781ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1782ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein spin_lock_init(&s_state->lock); 1783ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1784ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 178508ff32352d6ff7083533dc1c25618d42f92ec28eOr Gerlitz memset(&priv->mfunc.master.cmd_eqe, 0, dev->caps.eqe_size); 1786ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.master.cmd_eqe.type = MLX4_EVENT_TYPE_CMD; 1787ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein INIT_WORK(&priv->mfunc.master.comm_work, 1788ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_master_comm_channel); 1789ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein INIT_WORK(&priv->mfunc.master.slave_event_work, 1790ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_gen_slave_eqe); 1791ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein INIT_WORK(&priv->mfunc.master.slave_flr_event_work, 1792ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_master_handle_slave_flr); 1793ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein spin_lock_init(&priv->mfunc.master.slave_state_lock); 1794992e8e6e8781b71fd475bd1fd0555da7dba59966Jack Morgenstein spin_lock_init(&priv->mfunc.master.slave_eq.event_lock); 1795ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.master.comm_wq = 1796ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein create_singlethread_workqueue("mlx4_comm"); 1797ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (!priv->mfunc.master.comm_wq) 1798ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_slaves; 1799ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1800ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (mlx4_init_resource_tracker(dev)) 1801ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_thread; 1802ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1803ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein err = mlx4_ARM_COMM_CHANNEL(dev); 1804ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (err) { 1805ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_err(dev, " Failed to arm comm channel eq: %x\n", 1806ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein err); 1807ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_resource; 1808ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1809ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1810ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } else { 1811ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein err = sync_toggles(dev); 1812ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (err) { 1813ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein mlx4_err(dev, "Couldn't sync toggles\n"); 1814ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein goto err_comm; 1815ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1816ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1817ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein return 0; 1818ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1819ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinerr_resource: 1820b8924951f633a0bb78972ef583d58ca8c26d8e73Jack Morgenstein mlx4_free_resource_tracker(dev, RES_TR_FREE_ALL); 1821ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinerr_thread: 1822ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein flush_workqueue(priv->mfunc.master.comm_wq); 1823ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein destroy_workqueue(priv->mfunc.master.comm_wq); 1824ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinerr_slaves: 1825ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein while (--i) { 1826ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein for (port = 1; port <= MLX4_MAX_PORTS; port++) 1827ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kfree(priv->mfunc.master.slave_state[i].vlan_filter[port]); 1828ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 18290eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kfree(priv->mfunc.master.vf_oper); 18300eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraimerr_comm_oper: 18310eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kfree(priv->mfunc.master.vf_admin); 18320eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraimerr_comm_admin: 1833ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kfree(priv->mfunc.master.slave_state); 1834ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinerr_comm: 1835ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein iounmap(priv->mfunc.comm); 1836ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinerr_vhcr: 1837ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein dma_free_coherent(&(dev->pdev->dev), PAGE_SIZE, 1838ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.vhcr, 1839ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.vhcr_dma); 1840ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein priv->mfunc.vhcr = NULL; 1841ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein return -ENOMEM; 1842ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein} 1843ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1844225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierint mlx4_cmd_init(struct mlx4_dev *dev) 1845225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 1846225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 1847225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1848225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mutex_init(&priv->cmd.hcr_mutex); 1849f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier mutex_init(&priv->cmd.slave_cmd_mutex); 1850225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier sema_init(&priv->cmd.poll_sem, 1); 1851225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.use_events = 0; 1852225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.toggle = 1; 1853225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1854e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->cmd.hcr = NULL; 1855e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->mfunc.vhcr = NULL; 1856e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1857e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!mlx4_is_slave(dev)) { 1858e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->cmd.hcr = ioremap(pci_resource_start(dev->pdev, 0) + 1859e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin MLX4_HCR_BASE, MLX4_HCR_SIZE); 1860e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!priv->cmd.hcr) { 1861e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin mlx4_err(dev, "Couldn't map command register.\n"); 1862e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return -ENOMEM; 1863e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin } 1864225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 1865225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1866f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier if (mlx4_is_mfunc(dev)) { 1867f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier priv->mfunc.vhcr = dma_alloc_coherent(&(dev->pdev->dev), PAGE_SIZE, 1868f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier &priv->mfunc.vhcr_dma, 1869f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier GFP_KERNEL); 1870d0320f750093d012d3ed69fc1e8b385f654523d5Joe Perches if (!priv->mfunc.vhcr) 1871f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier goto err_hcr; 1872f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier } 1873f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 1874225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.pool = pci_pool_create("mlx4_cmd", dev->pdev, 1875225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier MLX4_MAILBOX_SIZE, 1876225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier MLX4_MAILBOX_SIZE, 0); 1877e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!priv->cmd.pool) 1878f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier goto err_vhcr; 1879225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1880225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return 0; 1881e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1882f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreiererr_vhcr: 1883f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier if (mlx4_is_mfunc(dev)) 1884f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier dma_free_coherent(&(dev->pdev->dev), PAGE_SIZE, 1885f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier priv->mfunc.vhcr, priv->mfunc.vhcr_dma); 1886f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier priv->mfunc.vhcr = NULL; 1887f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier 1888e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinerr_hcr: 1889e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!mlx4_is_slave(dev)) 1890e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin iounmap(priv->cmd.hcr); 1891e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return -ENOMEM; 1892225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 1893225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1894ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgensteinvoid mlx4_multi_func_cleanup(struct mlx4_dev *dev) 1895ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein{ 1896ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein struct mlx4_priv *priv = mlx4_priv(dev); 1897ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein int i, port; 1898ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1899ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein if (mlx4_is_master(dev)) { 1900ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein flush_workqueue(priv->mfunc.master.comm_wq); 1901ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein destroy_workqueue(priv->mfunc.master.comm_wq); 1902ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein for (i = 0; i < dev->num_slaves; i++) { 1903ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein for (port = 1; port <= MLX4_MAX_PORTS; port++) 1904ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kfree(priv->mfunc.master.slave_state[i].vlan_filter[port]); 1905ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1906ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein kfree(priv->mfunc.master.slave_state); 19070eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kfree(priv->mfunc.master.vf_admin); 19080eb62b93cbe0e8dea4cfe5ee761755e982663727Rony Efraim kfree(priv->mfunc.master.vf_oper); 1909ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein } 1910f08ad06c05bf58ac38ad7b2fc97b243c12459ff2Eugenia Emantayev 1911f08ad06c05bf58ac38ad7b2fc97b243c12459ff2Eugenia Emantayev iounmap(priv->mfunc.comm); 1912ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein} 1913ab9c17a009ee8eb8c667f22dc0be0709effceab9Jack Morgenstein 1914225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_cmd_cleanup(struct mlx4_dev *dev) 1915225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 1916225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 1917225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1918225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier pci_pool_destroy(priv->cmd.pool); 1919e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 1920e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin if (!mlx4_is_slave(dev)) 1921e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin iounmap(priv->cmd.hcr); 1922f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier if (mlx4_is_mfunc(dev)) 1923f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier dma_free_coherent(&(dev->pdev->dev), PAGE_SIZE, 1924f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier priv->mfunc.vhcr, priv->mfunc.vhcr_dma); 1925f3d4c89ee4a8c993cc334a67f84a3fb724a1dd35Roland Dreier priv->mfunc.vhcr = NULL; 1926225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 1927225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1928225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier/* 1929225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Switch to using events to issue FW commands (can only be called 1930225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * after event queue for command events has been initialized). 1931225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 1932225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierint mlx4_cmd_use_events(struct mlx4_dev *dev) 1933225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 1934225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 1935225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int i; 1936e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin int err = 0; 1937225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1938225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.context = kmalloc(priv->cmd.max_cmds * 1939225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier sizeof (struct mlx4_cmd_context), 1940225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier GFP_KERNEL); 1941225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (!priv->cmd.context) 1942225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return -ENOMEM; 1943225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1944225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier for (i = 0; i < priv->cmd.max_cmds; ++i) { 1945225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.context[i].token = i; 1946225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.context[i].next = i + 1; 1947225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 1948225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1949225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.context[priv->cmd.max_cmds - 1].next = -1; 1950225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.free_head = 0; 1951225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1952225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier sema_init(&priv->cmd.event_sem, priv->cmd.max_cmds); 1953225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier spin_lock_init(&priv->cmd.context_lock); 1954225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1955225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier for (priv->cmd.token_mask = 1; 1956225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.token_mask < priv->cmd.max_cmds; 1957225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.token_mask <<= 1) 1958225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier ; /* nothing */ 1959225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier --priv->cmd.token_mask; 1960225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1961225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier down(&priv->cmd.poll_sem); 1962e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin priv->cmd.use_events = 1; 1963225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1964e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return err; 1965225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 1966225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1967225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier/* 1968225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier * Switch back to polling (used when shutting down the device) 1969225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier */ 1970225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreiervoid mlx4_cmd_use_polling(struct mlx4_dev *dev) 1971225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 1972225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_priv *priv = mlx4_priv(dev); 1973225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier int i; 1974225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1975225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier priv->cmd.use_events = 0; 1976225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1977225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier for (i = 0; i < priv->cmd.max_cmds; ++i) 1978225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier down(&priv->cmd.event_sem); 1979225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1980225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier kfree(priv->cmd.context); 1981225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1982225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier up(&priv->cmd.poll_sem); 1983225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 1984225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1985225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreierstruct mlx4_cmd_mailbox *mlx4_alloc_cmd_mailbox(struct mlx4_dev *dev) 1986225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 1987225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier struct mlx4_cmd_mailbox *mailbox; 1988225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1989225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mailbox = kmalloc(sizeof *mailbox, GFP_KERNEL); 1990225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (!mailbox) 1991225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return ERR_PTR(-ENOMEM); 1992225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 1993225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier mailbox->buf = pci_pool_alloc(mlx4_priv(dev)->cmd.pool, GFP_KERNEL, 1994225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier &mailbox->dma); 1995225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (!mailbox->buf) { 1996225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier kfree(mailbox); 1997225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return ERR_PTR(-ENOMEM); 1998225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier } 1999225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 2000225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return mailbox; 2001225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 2002225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_alloc_cmd_mailbox); 2003225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 2004e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinvoid mlx4_free_cmd_mailbox(struct mlx4_dev *dev, 2005e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin struct mlx4_cmd_mailbox *mailbox) 2006225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier{ 2007225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier if (!mailbox) 2008225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier return; 2009225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier 2010225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier pci_pool_free(mlx4_priv(dev)->cmd.pool, mailbox->buf, mailbox->dma); 2011225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier kfree(mailbox); 2012225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland Dreier} 2013225c7b1feef1b41170f7037a5b10a65cd8a42c54Roland DreierEXPORT_SYMBOL_GPL(mlx4_free_cmd_mailbox); 2014e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin 2015e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilinu32 mlx4_comm_get_version(void) 2016e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin{ 2017e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin return ((u32) CMD_CHAN_IF_REV << 8) | (u32) CMD_CHAN_VER; 2018e8f081aacdbf4740da46d0f4b602620dc2ec1a76Yevgeny Petrilin} 20198f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20208f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraimstatic int mlx4_get_slave_indx(struct mlx4_dev *dev, int vf) 20218f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim{ 20228f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim if ((vf < 0) || (vf >= dev->num_vfs)) { 20238f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim mlx4_err(dev, "Bad vf number:%d (number of activated vf: %d)\n", vf, dev->num_vfs); 20248f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim return -EINVAL; 20258f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim } 20268f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20278f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim return vf+1; 20288f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim} 20298f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20308f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraimint mlx4_set_vf_mac(struct mlx4_dev *dev, int port, int vf, u64 mac) 20318f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim{ 20328f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim struct mlx4_priv *priv = mlx4_priv(dev); 20338f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim struct mlx4_vport_state *s_info; 20348f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim int slave; 20358f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20368f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim if (!mlx4_is_master(dev)) 20378f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim return -EPROTONOSUPPORT; 20388f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20398f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim slave = mlx4_get_slave_indx(dev, vf); 20408f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim if (slave < 0) 20418f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim return -EINVAL; 20428f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim 20438f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim s_info = &priv->mfunc.master.vf_admin[slave].vport[port]; 20448f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim s_info->mac = mac; 20458f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim mlx4_info(dev, "default mac on vf %d port %d to %llX will take afect only after vf restart\n", 20468f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim vf, port, s_info->mac); 20478f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim return 0; 20488f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony Efraim} 20498f7ba3ca12f6f16526fa4a8aaf2cae91563eee69Rony EfraimEXPORT_SYMBOL_GPL(mlx4_set_vf_mac); 2050