1f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker/*
2f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Ammasso, Inc.  All rights reserved.
3f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
4f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
5f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * This software is available to you under a choice of one of two
6f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * licenses.  You may choose to be licensed under the terms of the GNU
7f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * General Public License (GPL) Version 2, available from the file
8f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * COPYING in the main directory of this source tree, or the
9f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * OpenIB.org BSD license below:
10f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
11f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *     Redistribution and use in source and binary forms, with or
12f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *     without modification, are permitted provided that the following
13f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *     conditions are met:
14f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
15f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *      - Redistributions of source code must retain the above
16f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *        copyright notice, this list of conditions and the following
17f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *        disclaimer.
18f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
19f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *      - Redistributions in binary form must reproduce the above
20f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *        copyright notice, this list of conditions and the following
21f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *        disclaimer in the documentation and/or other materials
22f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *        provided with the distribution.
23f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
24f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * SOFTWARE.
32f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker *
33f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */
345a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h>
355a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo
36f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2.h"
37f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2_wr.h"
38f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2_vq.h"
39f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include <rdma/iw_cm.h>
40f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
41f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_connect(struct iw_cm_id *cm_id, struct iw_cm_conn_param *iw_param)
42f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{
43f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_dev *c2dev = to_c2dev(cm_id->device);
44f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct ib_qp *ibqp;
45f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_qp *qp;
46f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_qp_connect_req *wr;	/* variable size needs a malloc. */
47f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_vq_req *vq_req;
48f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	int err;
4924d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	struct sockaddr_in *raddr = (struct sockaddr_in *)&cm_id->remote_addr;
5024d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise
5124d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	if (cm_id->remote_addr.ss_family != AF_INET)
5224d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise		return -ENOSYS;
53f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
54f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	ibqp = c2_get_qp(cm_id->device, iw_param->qpn);
55f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!ibqp)
56f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -EINVAL;
57f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	qp = to_c2qp(ibqp);
58f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
59f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Associate QP <--> CM_ID */
60f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->provider_data = qp;
61f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->add_ref(cm_id);
62f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	qp->cm_id = cm_id;
63f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
64f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
65f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * only support the max private_data length
66f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
67f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (iw_param->private_data_len > C2_MAX_PRIVATE_DATA_SIZE) {
68f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -EINVAL;
69f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
70f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
71f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
72f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Set the rdma read limits
73f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
74f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = c2_qp_set_read_limits(c2dev, qp, iw_param->ord, iw_param->ird);
75f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
76f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
77f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
78f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
79f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Create and send a WR_QP_CONNECT...
80f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
81f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL);
82f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!wr) {
83f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
84f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
85f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
86f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
87f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req = vq_req_alloc(c2dev);
88f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!vq_req) {
89f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
90f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail1;
91f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
92f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
93f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2_wr_set_id(wr, CCWR_QP_CONNECT);
94f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->hdr.context = 0;
95f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->rnic_handle = c2dev->adapter_handle;
96f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->qp_handle = qp->adapter_handle;
97f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
9824d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	wr->remote_addr = raddr->sin_addr.s_addr;
9924d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	wr->remote_port = raddr->sin_port;
100f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
101f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
102f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Move any private data from the callers's buf into
103f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * the WR.
104f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
105f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (iw_param->private_data) {
106f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		wr->private_data_length =
107f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker			cpu_to_be32(iw_param->private_data_len);
108f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		memcpy(&wr->private_data[0], iw_param->private_data,
109f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		       iw_param->private_data_len);
110f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	} else
111f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		wr->private_data_length = 0;
112f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
113f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
114f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Send WR to adapter.  NOTE: There is no synch reply from
115f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * the adapter.
116f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
117f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_send_wr(c2dev, (union c2wr *) wr);
118f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
119f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
120f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1:
121f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	kfree(wr);
122f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0:
123f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
124f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		/*
125f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 * If we fail, release reference on QP and
126f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 * disassociate QP from CM_ID
127f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 */
128f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		cm_id->provider_data = NULL;
129f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		qp->cm_id = NULL;
130f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		cm_id->rem_ref(cm_id);
131f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
132f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return err;
133f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker}
134f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
135f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_service_create(struct iw_cm_id *cm_id, int backlog)
136f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{
137f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_dev *c2dev;
138f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_ep_listen_create_req wr;
139f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_ep_listen_create_rep *reply;
140f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_vq_req *vq_req;
141f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	int err;
14224d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	struct sockaddr_in *laddr = (struct sockaddr_in *)&cm_id->local_addr;
14324d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise
14424d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	if (cm_id->local_addr.ss_family != AF_INET)
14524d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise		return -ENOSYS;
146f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
147f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2dev = to_c2dev(cm_id->device);
148f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (c2dev == NULL)
149f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -EINVAL;
150f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
151f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
152f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Allocate verbs request.
153f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
154f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req = vq_req_alloc(c2dev);
155f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!vq_req)
156f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -ENOMEM;
157f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
158f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
159f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Build the WR
160f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
161f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2_wr_set_id(&wr, CCWR_EP_LISTEN_CREATE);
162f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.hdr.context = (u64) (unsigned long) vq_req;
163f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.rnic_handle = c2dev->adapter_handle;
16424d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	wr.local_addr = laddr->sin_addr.s_addr;
16524d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise	wr.local_port = laddr->sin_port;
166f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.backlog = cpu_to_be32(backlog);
167f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.user_context = (u64) (unsigned long) cm_id;
168f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
169f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
170f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Reference the request struct.  Dereferenced in the int handler.
171f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
172f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_get(c2dev, vq_req);
173f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
174f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
175f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Send WR to adapter
176f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
177f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_send_wr(c2dev, (union c2wr *) & wr);
178f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
179f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		vq_req_put(c2dev, vq_req);
180f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
181f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
182f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
183f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
184f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Wait for reply from adapter
185f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
186f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_wait_for_reply(c2dev, vq_req);
187f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
188f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
189f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
190f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
191f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Process reply
192f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
193f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	reply =
194f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	    (struct c2wr_ep_listen_create_rep *) (unsigned long) vq_req->reply_msg;
195f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!reply) {
196f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
197f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail1;
198f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
199f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
200f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if ((err = c2_errno(reply)) != 0)
201f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail1;
202f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
203f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
204f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Keep the adapter handle. Used in subsequent destroy
205f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
206f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->provider_data = (void*)(unsigned long) reply->ep_handle;
207f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
208f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
209f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * free vq stuff
210f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
211f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_repbuf_free(c2dev, reply);
212f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
213f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
214f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return 0;
215f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
216f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1:
217f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_repbuf_free(c2dev, reply);
218f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0:
219f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
220f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return err;
221f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker}
222f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
223f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
224f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_service_destroy(struct iw_cm_id *cm_id)
225f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{
226f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
227f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_dev *c2dev;
228f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_ep_listen_destroy_req wr;
229f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_ep_listen_destroy_rep *reply;
230f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_vq_req *vq_req;
231f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	int err;
232f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
233f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2dev = to_c2dev(cm_id->device);
234f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (c2dev == NULL)
235f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -EINVAL;
236f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
237f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
238f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Allocate verbs request.
239f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
240f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req = vq_req_alloc(c2dev);
241f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!vq_req)
242f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -ENOMEM;
243f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
244f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
245f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Build the WR
246f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
247f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2_wr_set_id(&wr, CCWR_EP_LISTEN_DESTROY);
248f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.hdr.context = (unsigned long) vq_req;
249f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.rnic_handle = c2dev->adapter_handle;
250f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.ep_handle = (u32)(unsigned long)cm_id->provider_data;
251f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
252f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
253f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * reference the request struct.  dereferenced in the int handler.
254f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
255f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_get(c2dev, vq_req);
256f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
257f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
258f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Send WR to adapter
259f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
260f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_send_wr(c2dev, (union c2wr *) & wr);
261f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
262f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		vq_req_put(c2dev, vq_req);
263f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
264f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
265f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
266f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
267f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Wait for reply from adapter
268f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
269f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_wait_for_reply(c2dev, vq_req);
270f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
271f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
272f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
273f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
274f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Process reply
275f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
276f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	reply=(struct c2wr_ep_listen_destroy_rep *)(unsigned long)vq_req->reply_msg;
277f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!reply) {
278f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
279f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
280f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
281f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if ((err = c2_errno(reply)) != 0)
282f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail1;
283f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
284f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1:
285f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_repbuf_free(c2dev, reply);
286f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0:
287f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
288f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return err;
289f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker}
290f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
291f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_accept(struct iw_cm_id *cm_id, struct iw_cm_conn_param *iw_param)
292f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{
293f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_dev *c2dev = to_c2dev(cm_id->device);
294f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_qp *qp;
295f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct ib_qp *ibqp;
296f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_cr_accept_req *wr;	/* variable length WR */
297f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_vq_req *vq_req;
298f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_cr_accept_rep *reply;	/* VQ Reply msg ptr. */
299f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	int err;
300f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
301f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	ibqp = c2_get_qp(cm_id->device, iw_param->qpn);
302f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!ibqp)
303f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -EINVAL;
304f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	qp = to_c2qp(ibqp);
305f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
306f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Set the RDMA read limits */
307f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = c2_qp_set_read_limits(c2dev, qp, iw_param->ord, iw_param->ird);
308f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
309f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
310f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
311f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Allocate verbs request. */
312f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req = vq_req_alloc(c2dev);
313f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!vq_req) {
314f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
31544334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail0;
316f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
317f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req->qp = qp;
318f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req->cm_id = cm_id;
319f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req->event = IW_CM_EVENT_ESTABLISHED;
320f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
321f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL);
322f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!wr) {
323f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
32444334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail1;
325f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
326f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
327f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Build the WR */
328f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2_wr_set_id(wr, CCWR_CR_ACCEPT);
329f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->hdr.context = (unsigned long) vq_req;
330f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->rnic_handle = c2dev->adapter_handle;
331f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->ep_handle = (u32) (unsigned long) cm_id->provider_data;
332f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr->qp_handle = qp->adapter_handle;
333f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
334f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Replace the cr_handle with the QP after accept */
335f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->provider_data = qp;
336f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->add_ref(cm_id);
337f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	qp->cm_id = cm_id;
338f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
339f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	cm_id->provider_data = qp;
340f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
341f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Validate private_data length */
342f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (iw_param->private_data_len > C2_MAX_PRIVATE_DATA_SIZE) {
343f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -EINVAL;
34444334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail1;
345f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
346f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
347f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (iw_param->private_data) {
348f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		wr->private_data_length = cpu_to_be32(iw_param->private_data_len);
349f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		memcpy(&wr->private_data[0],
350f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		       iw_param->private_data, iw_param->private_data_len);
351f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	} else
352f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		wr->private_data_length = 0;
353f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
354f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Reference the request struct.  Dereferenced in the int handler. */
355f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_get(c2dev, vq_req);
356f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
357f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Send WR to adapter */
358f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_send_wr(c2dev, (union c2wr *) wr);
359f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
360f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		vq_req_put(c2dev, vq_req);
36144334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail1;
362f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
363f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
364f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Wait for reply from adapter */
365f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_wait_for_reply(c2dev, vq_req);
366f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
36744334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail1;
368f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
369f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/* Check that reply is present */
370f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	reply = (struct c2wr_cr_accept_rep *) (unsigned long) vq_req->reply_msg;
371f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!reply) {
372f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
37344334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn		goto bail1;
374f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
375f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
376f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = c2_errno(reply);
377f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_repbuf_free(c2dev, reply);
378f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
379f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!err)
380f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		c2_set_qp_state(qp, C2_QP_STATE_RTS);
381f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1:
38244334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn	kfree(wr);
383f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
384f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0:
385f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
386f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		/*
387f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 * If we fail, release reference on QP and
388f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 * disassociate QP from CM_ID
389f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		 */
390f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		cm_id->provider_data = NULL;
391f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		qp->cm_id = NULL;
392f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		cm_id->rem_ref(cm_id);
393f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
394f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return err;
395f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker}
396f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
397f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_reject(struct iw_cm_id *cm_id, const void *pdata, u8 pdata_len)
398f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{
399f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_dev *c2dev;
400f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_cr_reject_req wr;
401f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2_vq_req *vq_req;
402f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	struct c2wr_cr_reject_rep *reply;
403f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	int err;
404f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
405f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2dev = to_c2dev(cm_id->device);
406f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
407f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
408f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Allocate verbs request.
409f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
410f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req = vq_req_alloc(c2dev);
411f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!vq_req)
412f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		return -ENOMEM;
413f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
414f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
415f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Build the WR
416f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
417f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	c2_wr_set_id(&wr, CCWR_CR_REJECT);
418f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.hdr.context = (unsigned long) vq_req;
419f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.rnic_handle = c2dev->adapter_handle;
420f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	wr.ep_handle = (u32) (unsigned long) cm_id->provider_data;
421f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
422f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
423f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * reference the request struct.  dereferenced in the int handler.
424f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
425f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_get(c2dev, vq_req);
426f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
427f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
428f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Send WR to adapter
429f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
430f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_send_wr(c2dev, (union c2wr *) & wr);
431f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err) {
432f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		vq_req_put(c2dev, vq_req);
433f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
434f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
435f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
436f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
437f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Wait for reply from adapter
438f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
439f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = vq_wait_for_reply(c2dev, vq_req);
440f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (err)
441f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
442f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
443f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
444f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * Process reply
445f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
446f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	reply = (struct c2wr_cr_reject_rep *) (unsigned long)
447f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		vq_req->reply_msg;
448f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	if (!reply) {
449f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		err = -ENOMEM;
450f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker		goto bail0;
451f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	}
452f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	err = c2_errno(reply);
453f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	/*
454f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 * free vq stuff
455f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	 */
456f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_repbuf_free(c2dev, reply);
457f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker
458f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0:
459f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	vq_req_free(c2dev, vq_req);
460f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker	return err;
461f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker}
462