qp.h revision fd22f78cf7b95102d8e5b988afe27165e47471fc
1e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen/*
2e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * Copyright (c) 2013, Mellanox Technologies inc.  All rights reserved.
3e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *
4e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * This software is available to you under a choice of one of two
5e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * licenses.  You may choose to be licensed under the terms of the GNU
6e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * General Public License (GPL) Version 2, available from the file
7e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * COPYING in the main directory of this source tree, or the
8e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * OpenIB.org BSD license below:
9e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *
10e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *     Redistribution and use in source and binary forms, with or
11e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *     without modification, are permitted provided that the following
12e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *     conditions are met:
13e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *
14e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *      - Redistributions of source code must retain the above
15e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *        copyright notice, this list of conditions and the following
16e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *        disclaimer.
17e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *
18e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *      - Redistributions in binary form must reproduce the above
19e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *        copyright notice, this list of conditions and the following
20e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *        disclaimer in the documentation and/or other materials
21e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *        provided with the distribution.
22e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen *
23e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen * SOFTWARE.
31e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen */
32e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
33e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#ifndef MLX5_QP_H
34e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#define MLX5_QP_H
35e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
36e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#include <linux/mlx5/device.h>
37e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#include <linux/mlx5/driver.h>
38e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
39e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#define MLX5_INVALID_LKEY	0x100
40e1e66cc26457c2e9412f67618646ec2a441fc409Sagi Grimberg#define MLX5_SIG_WQE_SIZE	(MLX5_SEND_WQE_BB * 5)
41e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg#define MLX5_DIF_SIZE		8
42e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg#define MLX5_STRIDE_BLOCK_OP	0x400
43fd22f78cf7b95102d8e5b988afe27165e47471fcSagi Grimberg#define MLX5_CPY_GRD_MASK	0xc0
44fd22f78cf7b95102d8e5b988afe27165e47471fcSagi Grimberg#define MLX5_CPY_APP_MASK	0x30
45fd22f78cf7b95102d8e5b988afe27165e47471fcSagi Grimberg#define MLX5_CPY_REF_MASK	0x0f
46e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
47e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum mlx5_qp_optpar {
48e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_ALT_ADDR_PATH		= 1 << 0,
49e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RRE			= 1 << 1,
50e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RAE			= 1 << 2,
51e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RWE			= 1 << 3,
52e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_PKEY_INDEX		= 1 << 4,
53e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_Q_KEY			= 1 << 5,
54e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RNR_TIMEOUT		= 1 << 6,
55e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_PRIMARY_ADDR_PATH	= 1 << 7,
56e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_SRA_MAX			= 1 << 8,
57e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RRA_MAX			= 1 << 9,
58e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_PM_STATE			= 1 << 10,
59e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RETRY_COUNT		= 1 << 12,
60e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_RNR_RETRY		= 1 << 13,
61e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_ACK_TIMEOUT		= 1 << 14,
62e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_PRI_PORT			= 1 << 16,
63e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_SRQN			= 1 << 18,
64e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_CQN_RCV			= 1 << 19,
65e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_DC_HS			= 1 << 20,
66e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_OPTPAR_DC_KEY			= 1 << 21,
67e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
68e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
69e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum mlx5_qp_state {
70e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_RST			= 0,
71e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_INIT			= 1,
72e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_RTR			= 2,
73e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_RTS			= 3,
74e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_SQER			= 4,
75e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_SQD			= 5,
76e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_ERR			= 6,
77e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_SQ_DRAINING		= 7,
78e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_STATE_SUSPENDED			= 9,
79e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_NUM_STATE
80e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
81e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
82e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
83e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_RC				= 0x0,
84e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_UC				= 0x1,
85e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_UD				= 0x2,
86e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_XRC				= 0x3,
87e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_MLX				= 0x4,
88e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_DCI				= 0x5,
89e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_DCT				= 0x6,
90e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_QP0				= 0x7,
91e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_QP1				= 0x8,
92e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_RAW_ETHERTYPE		= 0x9,
93e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_RAW_IPV6			= 0xa,
94e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_SNIFFER			= 0xb,
95e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_SYNC_UMR			= 0xe,
96e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_PTP_1588			= 0xd,
97e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_REG_UMR			= 0xc,
98e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ST_MAX
99e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
100e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
101e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
102e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_PM_MIGRATED			= 0x3,
103e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_PM_ARMED			= 0x0,
104e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_PM_REARM			= 0x1
105e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
106e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
107e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
108e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_NON_ZERO_RQ	= 0 << 24,
109e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_SRQ_RQ		= 1 << 24,
110e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_CRQ_RQ		= 2 << 24,
111e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_ZERO_LEN_RQ	= 3 << 24
112e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
113e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
114e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
115e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	/* params1 */
116e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_SRE				= 1 << 15,
117e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_SWE				= 1 << 14,
118e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_SAE				= 1 << 13,
119e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	/* params2 */
120e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_RRE				= 1 << 15,
121e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_RWE				= 1 << 14,
122e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_RAE				= 1 << 13,
123e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_BIT_RIC				= 1 <<	4,
124e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
125e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
126e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
127e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_CTRL_CQ_UPDATE		= 2 << 2,
128e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_CTRL_SOLICITED		= 1 << 1,
129e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
130e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
131e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
132e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_SEND_WQE_BB	= 64,
133e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
134e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
135e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
136e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_FMR_PERM_LOCAL_READ	= 1 << 27,
137e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_FMR_PERM_LOCAL_WRITE	= 1 << 28,
138e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_FMR_PERM_REMOTE_READ	= 1 << 29,
139e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_FMR_PERM_REMOTE_WRITE	= 1 << 30,
140e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_WQE_FMR_PERM_ATOMIC	= 1 << 31
141e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
142e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
143e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
144e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_FENCE_MODE_NONE			= 0 << 5,
145e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_FENCE_MODE_INITIATOR_SMALL		= 1 << 5,
146e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_FENCE_MODE_STRONG_ORDERING		= 3 << 5,
147e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_FENCE_MODE_SMALL_AND_FENCE		= 4 << 5,
148e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
149e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
150e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
151e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_LAT_SENSITIVE	= 1 << 28,
152f360d88a2efddf2d2a2d01a8ac76fded34d624b4Eli Cohen	MLX5_QP_BLOCK_MCAST	= 1 << 30,
153e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_QP_ENABLE_SIG	= 1 << 31,
154e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
155e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
156e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenenum {
157e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_RCV_DBR	= 0,
158e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	MLX5_SND_DBR	= 1,
159e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
160e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
161e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimbergenum {
162e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	MLX5_FLAGS_INLINE	= 1<<7,
163e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	MLX5_FLAGS_CHECK_FREE   = 1<<5,
164e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg};
165e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg
166e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_fmr_seg {
167e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			flags;
168e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			mem_key;
169e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			buf_list;
170e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			start_addr;
171e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			reg_len;
172e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			offset;
173e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			page_size;
174e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u32			reserved[2];
175e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
176e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
177e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_ctrl_seg {
178e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			opmod_idx_opcode;
179e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn_ds;
180e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			signature;
181e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[2];
182e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			fm_ce_se;
183e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			imm;
184e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
185e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
186e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_xrc_seg {
187e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			xrc_srqn;
188e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[12];
189e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
190e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
191e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_masked_atomic_seg {
192e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			swap_add;
193e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			compare;
194e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			swap_add_mask;
195e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			compare_mask;
196e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
197e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
198e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_av {
199e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	union {
200e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen		struct {
201e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			__be32	qkey;
202e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			__be32	reserved;
203e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen		} qkey;
204e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen		__be64	dc_key;
205e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	} key;
206e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32	dqp_dct;
207e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	stat_rate_sl;
208e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	fl_mlid;
209e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16	rlid;
210e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	reserved0[10];
211e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	tclass;
212e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	hop_limit;
213e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32	grh_gid_fl;
214e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	rgid[16];
215e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
216e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
217e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_datagram_seg {
218e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_av	av;
219e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
220e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
221e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_raddr_seg {
222e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			raddr;
223e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			rkey;
224e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u32			reserved;
225e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
226e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
227e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_atomic_seg {
228e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			swap_add;
229e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			compare;
230e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
231e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
232e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_data_seg {
233e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			byte_count;
234e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			lkey;
235e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			addr;
236e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
237e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
238e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_umr_ctrl_seg {
239e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		flags;
240e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd0[3];
241e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		klm_octowords;
242e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		bsf_octowords;
243e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64		mkey_mask;
244e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd1[32];
245e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
246e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
247e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_seg_set_psv {
248e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		psv_num;
249e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		syndrome;
250e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		status;
251e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		transient_sig;
252e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		ref_tag;
253e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
254e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
255e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_seg_get_psv {
256e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd[19];
257e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		num_psv;
258e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		l_key;
259e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64		va;
260e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		psv_index[4];
261e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
262e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
263e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_seg_check_psv {
264e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd0[2];
265e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		err_coalescing_op;
266e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd1[2];
267e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		xport_err_op;
268e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd2[2];
269e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16		xport_err_mask;
270e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		rsvd3[7];
271e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8		num_psv;
272e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		l_key;
273e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64		va;
274e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32		psv_index[4];
275e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
276e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
277e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_rwqe_sig {
278e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	rsvd0[4];
279e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	signature;
280e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	rsvd1[11];
281e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
282e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
283e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_signature_seg {
284e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	rsvd0[4];
285e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	signature;
286e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8	rsvd1[11];
287e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
288e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
289e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_wqe_inline_seg {
290e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32	byte_count;
291e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
292e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
293e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimbergstruct mlx5_bsf {
294e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	struct mlx5_bsf_basic {
295e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		u8		bsf_size_sbs;
296e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		u8		check_byte_mask;
297e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		union {
298e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg			u8	copy_byte_mask;
299e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg			u8	bs_selector;
300e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg			u8	rsvd_wflags;
301e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		} wire;
302e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		union {
303e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg			u8	bs_selector;
304e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg			u8	rsvd_mflags;
305e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		} mem;
306e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		raw_data_size;
307e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		w_bfs_psv;
308e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		m_bfs_psv;
309e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	} basic;
310e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	struct mlx5_bsf_ext {
311e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		t_init_gen_pro_size;
312e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		rsvd_epi_size;
313e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		w_tfs_psv;
314e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		m_tfs_psv;
315e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	} ext;
316e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	struct mlx5_bsf_inl {
317e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		w_inl_vld;
318e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		w_rsvd;
319e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be64		w_block_format;
320e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		m_inl_vld;
321e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be32		m_rsvd;
322e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg		__be64		m_block_format;
323e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	} inl;
324e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg};
325e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg
326e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimbergstruct mlx5_klm {
327e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		bcount;
328e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		key;
329e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be64		va;
330e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg};
331e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg
332e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimbergstruct mlx5_stride_block_entry {
333e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be16		stride;
334e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be16		bcount;
335e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		key;
336e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be64		va;
337e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg};
338e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg
339e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimbergstruct mlx5_stride_block_ctrl_seg {
340e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		bcount_per_cycle;
341e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		op;
342e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be32		repeat_count;
343e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	u16		rsvd;
344e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg	__be16		num_entries;
345e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg};
346e6631814fb3ac454fbbf47ea343c2b9508e4e1baSagi Grimberg
347e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_core_qp {
348e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	void (*event)		(struct mlx5_core_qp *, int);
349e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	int			qpn;
350e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	atomic_t		refcount;
351e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct completion	free;
352e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_rsc_debug	*dbg;
353e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	int			pid;
354e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
355e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
356e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_qp_path {
357e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			fl;
358e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd3;
359e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			free_ar;
360e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			pkey_index;
361e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0;
362e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			grh_mlid;
363e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			rlid;
364e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			ackto_lt;
365e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			mgid_index;
366e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			static_rate;
367e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			hop_limit;
368e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			tclass_flowlabel;
369e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rgid[16];
370e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd1[4];
371e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			sl;
372e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			port;
373e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd2[6];
374e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
375e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
376e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_qp_context {
377e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			flags;
378e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			flags_pd;
379e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			mtu_msgmax;
380e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rq_size_stride;
381e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			sq_crq_size;
382e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qp_counter_set_usr_page;
383e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			wire_qpn;
384e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			log_pg_sz_remote_qpn;
385e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct			mlx5_qp_path pri_path;
386e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct			mlx5_qp_path alt_path;
387e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			params1;
388e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			reserved2[4];
389e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			next_send_psn;
390e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			cqn_send;
391e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			reserved3[8];
392e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			last_acked_psn;
393e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			ssn;
394e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			params2;
395e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			rnr_nextrecvpsn;
396e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			xrcd;
397e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			cqn_recv;
398e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			db_rec_addr;
399e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qkey;
400e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			rq_type_srqn;
401e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			rmsn;
402e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			hw_sq_wqe_counter;
403e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			sw_sq_wqe_counter;
404e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			hw_rcyclic_byte_counter;
405e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			hw_rq_counter;
406e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			sw_rcyclic_byte_counter;
407e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be16			sw_rq_counter;
408e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[5];
409e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			cgs;
410e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			cs_req;
411e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			cs_res;
412e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			dc_access_key;
413e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd1[24];
414e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
415e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
416e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_create_qp_mbox_in {
417e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
418e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			input_qpn;
419e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[4];
420e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			opt_param_mask;
421e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd1[4];
422e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_qp_context	ctx;
423e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd3[16];
424e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			pas[0];
425e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
426e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
427e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_create_qp_mbox_out {
428e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
429e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn;
430e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[4];
431e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
432e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
433e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_destroy_qp_mbox_in {
434e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
435e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn;
436e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[4];
437e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
438e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
439e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_destroy_qp_mbox_out {
440e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
441e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[8];
442e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
443e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
444e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_modify_qp_mbox_in {
445e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
446e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn;
447e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd1[4];
448e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			optparam;
449e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[4];
450e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_qp_context	ctx;
451e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
452e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
453e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_modify_qp_mbox_out {
454e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
455e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[8];
456e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
457e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
458e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_query_qp_mbox_in {
459e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
460e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn;
461e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[4];
462e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
463e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
464e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_query_qp_mbox_out {
465e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
466e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd1[8];
467e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			optparam;
468e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd0[4];
469e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_qp_context	ctx;
470e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd2[16];
471e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be64			pas[0];
472e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
473e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
474e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_conf_sqp_mbox_in {
475e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
476e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			qpn;
477e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[3];
478e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			type;
479e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
480e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
481e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_conf_sqp_mbox_out {
482e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
483e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[8];
484e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
485e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
486e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_alloc_xrcd_mbox_in {
487e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
488e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[8];
489e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
490e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
491e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_alloc_xrcd_mbox_out {
492e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
493e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			xrcdn;
494e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[4];
495e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
496e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
497e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_dealloc_xrcd_mbox_in {
498e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_inbox_hdr	hdr;
499e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	__be32			xrcdn;
500e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[4];
501e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
502e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
503e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstruct mlx5_dealloc_xrcd_mbox_out {
504e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	struct mlx5_outbox_hdr	hdr;
505e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	u8			rsvd[8];
506e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen};
507e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
508e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenstatic inline struct mlx5_core_qp *__mlx5_qp_lookup(struct mlx5_core_dev *dev, u32 qpn)
509e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen{
510e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen	return radix_tree_lookup(&dev->priv.qp_table.tree, qpn);
511e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen}
512e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
513d5436ba01075ef4629015f7a00914d64ffd795d6Sagi Grimbergstatic inline struct mlx5_core_mr *__mlx5_mr_lookup(struct mlx5_core_dev *dev, u32 key)
514d5436ba01075ef4629015f7a00914d64ffd795d6Sagi Grimberg{
515d5436ba01075ef4629015f7a00914d64ffd795d6Sagi Grimberg	return radix_tree_lookup(&dev->priv.mr_table.tree, key);
516d5436ba01075ef4629015f7a00914d64ffd795d6Sagi Grimberg}
517d5436ba01075ef4629015f7a00914d64ffd795d6Sagi Grimberg
518e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_create_qp(struct mlx5_core_dev *dev,
519e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			struct mlx5_core_qp *qp,
520e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			struct mlx5_create_qp_mbox_in *in,
521e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			int inlen);
522e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_qp_modify(struct mlx5_core_dev *dev, enum mlx5_qp_state cur_state,
523e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			enum mlx5_qp_state new_state,
524e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			struct mlx5_modify_qp_mbox_in *in, int sqd_event,
525e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			struct mlx5_core_qp *qp);
526e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_destroy_qp(struct mlx5_core_dev *dev,
527e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen			 struct mlx5_core_qp *qp);
528e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_qp_query(struct mlx5_core_dev *dev, struct mlx5_core_qp *qp,
529e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen		       struct mlx5_query_qp_mbox_out *out, int outlen);
530e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
531e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_xrcd_alloc(struct mlx5_core_dev *dev, u32 *xrcdn);
532e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_core_xrcd_dealloc(struct mlx5_core_dev *dev, u32 xrcdn);
533e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenvoid mlx5_init_qp_table(struct mlx5_core_dev *dev);
534e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenvoid mlx5_cleanup_qp_table(struct mlx5_core_dev *dev);
535e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenint mlx5_debug_qp_add(struct mlx5_core_dev *dev, struct mlx5_core_qp *qp);
536e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohenvoid mlx5_debug_qp_remove(struct mlx5_core_dev *dev, struct mlx5_core_qp *qp);
537e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen
538db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohenstatic inline const char *mlx5_qp_type_str(int type)
539db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen{
540db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	switch (type) {
541db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_RC: return "RC";
542db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_UC: return "C";
543db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_UD: return "UD";
544db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_XRC: return "XRC";
545db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_MLX: return "MLX";
546db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_QP0: return "QP0";
547db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_QP1: return "QP1";
548db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_RAW_ETHERTYPE: return "RAW_ETHERTYPE";
549db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_RAW_IPV6: return "RAW_IPV6";
550db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_SNIFFER: return "SNIFFER";
551db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_SYNC_UMR: return "SYNC_UMR";
552db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_PTP_1588: return "PTP_1588";
553db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_ST_REG_UMR: return "REG_UMR";
554db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	default: return "Invalid transport type";
555db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	}
556db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen}
557db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen
558db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohenstatic inline const char *mlx5_qp_state_str(int state)
559db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen{
560db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	switch (state) {
561db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_RST:
562db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "RST";
563db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_INIT:
564db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "INIT";
565db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_RTR:
566db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "RTR";
567db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_RTS:
568db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "RTS";
569db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_SQER:
570db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "SQER";
571db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_SQD:
572db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "SQD";
573db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_ERR:
574db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "ERR";
575db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_SQ_DRAINING:
576db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "SQ_DRAINING";
577db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	case MLX5_QP_STATE_SUSPENDED:
578db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	return "SUSPENDED";
579db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	default: return "Invalid QP state";
580db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen	}
581db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen}
582db81a5c374b5bd650c5e6ae85d026709751db103Eli Cohen
583e126ba97dba9edeb6fafa3665b5f8497fc9cdf8cEli Cohen#endif /* MLX5_QP_H */
584