1f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker/* 2f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Ammasso, Inc. All rights reserved. 3f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved. 4f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 5f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * This software is available to you under a choice of one of two 6f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * licenses. You may choose to be licensed under the terms of the GNU 7f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * General Public License (GPL) Version 2, available from the file 8f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * COPYING in the main directory of this source tree, or the 9f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * OpenIB.org BSD license below: 10f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 11f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Redistribution and use in source and binary forms, with or 12f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * without modification, are permitted provided that the following 13f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * conditions are met: 14f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 15f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * - Redistributions of source code must retain the above 16f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * copyright notice, this list of conditions and the following 17f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disclaimer. 18f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 19f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * - Redistributions in binary form must reproduce the above 20f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * copyright notice, this list of conditions and the following 21f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disclaimer in the documentation and/or other materials 22f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * provided with the distribution. 23f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 24f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 25f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 26f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 27f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 28f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 29f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 30f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 31f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * SOFTWARE. 32f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 33f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 345a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 355a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo 36f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2.h" 37f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2_wr.h" 38f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2_vq.h" 39f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include <rdma/iw_cm.h> 40f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 41f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_connect(struct iw_cm_id *cm_id, struct iw_cm_conn_param *iw_param) 42f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 43f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_dev *c2dev = to_c2dev(cm_id->device); 44f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct ib_qp *ibqp; 45f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_qp *qp; 46f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_qp_connect_req *wr; /* variable size needs a malloc. */ 47f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 48f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 4924d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise struct sockaddr_in *raddr = (struct sockaddr_in *)&cm_id->remote_addr; 5024d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise 5124d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise if (cm_id->remote_addr.ss_family != AF_INET) 5224d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise return -ENOSYS; 53f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 54f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker ibqp = c2_get_qp(cm_id->device, iw_param->qpn); 55f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!ibqp) 56f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINVAL; 57f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp = to_c2qp(ibqp); 58f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 59f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Associate QP <--> CM_ID */ 60f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = qp; 61f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->add_ref(cm_id); 62f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp->cm_id = cm_id; 63f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 64f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 65f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * only support the max private_data length 66f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 67f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (iw_param->private_data_len > C2_MAX_PRIVATE_DATA_SIZE) { 68f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -EINVAL; 69f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 70f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 71f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 72f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Set the rdma read limits 73f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 74f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_qp_set_read_limits(c2dev, qp, iw_param->ord, iw_param->ird); 75f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 76f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 77f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 78f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 79f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Create and send a WR_QP_CONNECT... 80f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 81f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL); 82f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!wr) { 83f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 84f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 85f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 86f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 87f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 88f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) { 89f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 90f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 91f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 92f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 93f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(wr, CCWR_QP_CONNECT); 94f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->hdr.context = 0; 95f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->rnic_handle = c2dev->adapter_handle; 96f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->qp_handle = qp->adapter_handle; 97f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 9824d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise wr->remote_addr = raddr->sin_addr.s_addr; 9924d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise wr->remote_port = raddr->sin_port; 100f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 101f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 102f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Move any private data from the callers's buf into 103f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * the WR. 104f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 105f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (iw_param->private_data) { 106f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->private_data_length = 107f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cpu_to_be32(iw_param->private_data_len); 108f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker memcpy(&wr->private_data[0], iw_param->private_data, 109f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker iw_param->private_data_len); 110f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } else 111f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->private_data_length = 0; 112f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 113f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 114f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter. NOTE: There is no synch reply from 115f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * the adapter. 116f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 117f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) wr); 118f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 119f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 120f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1: 121f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker kfree(wr); 122f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 123f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 124f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 125f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * If we fail, release reference on QP and 126f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disassociate QP from CM_ID 127f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 128f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = NULL; 129f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp->cm_id = NULL; 130f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->rem_ref(cm_id); 131f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 132f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 133f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 134f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 135f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_service_create(struct iw_cm_id *cm_id, int backlog) 136f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 137f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_dev *c2dev; 138f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_ep_listen_create_req wr; 139f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_ep_listen_create_rep *reply; 140f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 141f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 14224d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise struct sockaddr_in *laddr = (struct sockaddr_in *)&cm_id->local_addr; 14324d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise 14424d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise if (cm_id->local_addr.ss_family != AF_INET) 14524d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise return -ENOSYS; 146f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 147f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2dev = to_c2dev(cm_id->device); 148f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (c2dev == NULL) 149f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINVAL; 150f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 151f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 152f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Allocate verbs request. 153f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 154f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 155f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) 156f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 157f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 158f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 159f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Build the WR 160f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 161f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(&wr, CCWR_EP_LISTEN_CREATE); 162f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.hdr.context = (u64) (unsigned long) vq_req; 163f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.rnic_handle = c2dev->adapter_handle; 16424d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise wr.local_addr = laddr->sin_addr.s_addr; 16524d44a391f1b5d56e9c7a4fc1edd085687864ff9Steve Wise wr.local_port = laddr->sin_port; 166f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.backlog = cpu_to_be32(backlog); 167f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.user_context = (u64) (unsigned long) cm_id; 168f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 169f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 170f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Reference the request struct. Dereferenced in the int handler. 171f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 172f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 173f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 174f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 175f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter 176f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 177f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) & wr); 178f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 179f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 180f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 181f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 182f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 183f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 184f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Wait for reply from adapter 185f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 186f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 187f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 188f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 189f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 190f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 191f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Process reply 192f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 193f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = 194f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker (struct c2wr_ep_listen_create_rep *) (unsigned long) vq_req->reply_msg; 195f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 196f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 197f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 198f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 199f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 200f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if ((err = c2_errno(reply)) != 0) 201f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 202f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 203f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 204f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Keep the adapter handle. Used in subsequent destroy 205f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 206f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = (void*)(unsigned long) reply->ep_handle; 207f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 208f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 209f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * free vq stuff 210f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 211f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 212f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 213f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 214f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return 0; 215f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 216f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1: 217f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 218f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 219f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 220f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 221f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 222f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 223f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 224f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_service_destroy(struct iw_cm_id *cm_id) 225f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 226f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 227f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_dev *c2dev; 228f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_ep_listen_destroy_req wr; 229f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_ep_listen_destroy_rep *reply; 230f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 231f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 232f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 233f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2dev = to_c2dev(cm_id->device); 234f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (c2dev == NULL) 235f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINVAL; 236f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 237f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 238f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Allocate verbs request. 239f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 240f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 241f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) 242f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 243f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 244f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 245f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Build the WR 246f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 247f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(&wr, CCWR_EP_LISTEN_DESTROY); 248f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.hdr.context = (unsigned long) vq_req; 249f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.rnic_handle = c2dev->adapter_handle; 250f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.ep_handle = (u32)(unsigned long)cm_id->provider_data; 251f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 252f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 253f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * reference the request struct. dereferenced in the int handler. 254f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 255f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 256f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 257f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 258f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter 259f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 260f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) & wr); 261f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 262f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 263f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 264f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 265f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 266f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 267f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Wait for reply from adapter 268f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 269f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 270f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 271f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 272f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 273f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 274f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Process reply 275f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 276f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply=(struct c2wr_ep_listen_destroy_rep *)(unsigned long)vq_req->reply_msg; 277f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 278f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 279f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 280f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 281f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if ((err = c2_errno(reply)) != 0) 282f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 283f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 284f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1: 285f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 286f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 287f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 288f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 289f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 290f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 291f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_accept(struct iw_cm_id *cm_id, struct iw_cm_conn_param *iw_param) 292f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 293f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_dev *c2dev = to_c2dev(cm_id->device); 294f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_qp *qp; 295f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct ib_qp *ibqp; 296f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_cr_accept_req *wr; /* variable length WR */ 297f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 298f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_cr_accept_rep *reply; /* VQ Reply msg ptr. */ 299f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 300f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 301f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker ibqp = c2_get_qp(cm_id->device, iw_param->qpn); 302f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!ibqp) 303f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINVAL; 304f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp = to_c2qp(ibqp); 305f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 306f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Set the RDMA read limits */ 307f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_qp_set_read_limits(c2dev, qp, iw_param->ord, iw_param->ird); 308f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 309f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 310f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 311f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Allocate verbs request. */ 312f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 313f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) { 314f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 31544334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail0; 316f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 317f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req->qp = qp; 318f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req->cm_id = cm_id; 319f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req->event = IW_CM_EVENT_ESTABLISHED; 320f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 321f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL); 322f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!wr) { 323f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 32444334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail1; 325f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 326f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 327f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Build the WR */ 328f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(wr, CCWR_CR_ACCEPT); 329f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->hdr.context = (unsigned long) vq_req; 330f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->rnic_handle = c2dev->adapter_handle; 331f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->ep_handle = (u32) (unsigned long) cm_id->provider_data; 332f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->qp_handle = qp->adapter_handle; 333f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 334f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Replace the cr_handle with the QP after accept */ 335f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = qp; 336f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->add_ref(cm_id); 337f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp->cm_id = cm_id; 338f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 339f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = qp; 340f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 341f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Validate private_data length */ 342f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (iw_param->private_data_len > C2_MAX_PRIVATE_DATA_SIZE) { 343f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -EINVAL; 34444334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail1; 345f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 346f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 347f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (iw_param->private_data) { 348f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->private_data_length = cpu_to_be32(iw_param->private_data_len); 349f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker memcpy(&wr->private_data[0], 350f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker iw_param->private_data, iw_param->private_data_len); 351f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } else 352f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->private_data_length = 0; 353f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 354f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Reference the request struct. Dereferenced in the int handler. */ 355f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 356f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 357f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Send WR to adapter */ 358f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) wr); 359f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 360f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 36144334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail1; 362f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 363f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 364f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Wait for reply from adapter */ 365f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 366f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 36744334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail1; 368f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 369f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* Check that reply is present */ 370f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = (struct c2wr_cr_accept_rep *) (unsigned long) vq_req->reply_msg; 371f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 372f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 37344334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn goto bail1; 374f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 375f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 376f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_errno(reply); 377f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 378f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 379f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!err) 380f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_set_qp_state(qp, C2_QP_STATE_RTS); 381f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1: 38244334bd97e76662c5f40c629357e6acc4dee3e8aEric Sesterhenn kfree(wr); 383f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 384f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 385f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 386f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 387f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * If we fail, release reference on QP and 388f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disassociate QP from CM_ID 389f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 390f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->provider_data = NULL; 391f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker qp->cm_id = NULL; 392f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cm_id->rem_ref(cm_id); 393f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 394f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 395f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 396f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 397f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_llp_reject(struct iw_cm_id *cm_id, const void *pdata, u8 pdata_len) 398f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 399f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_dev *c2dev; 400f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_cr_reject_req wr; 401f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 402f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_cr_reject_rep *reply; 403f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 404f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 405f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2dev = to_c2dev(cm_id->device); 406f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 407f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 408f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Allocate verbs request. 409f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 410f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 411f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) 412f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 413f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 414f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 415f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Build the WR 416f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 417f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(&wr, CCWR_CR_REJECT); 418f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.hdr.context = (unsigned long) vq_req; 419f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.rnic_handle = c2dev->adapter_handle; 420f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.ep_handle = (u32) (unsigned long) cm_id->provider_data; 421f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 422f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 423f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * reference the request struct. dereferenced in the int handler. 424f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 425f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 426f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 427f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 428f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter 429f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 430f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) & wr); 431f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 432f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 433f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 434f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 435f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 436f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 437f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Wait for reply from adapter 438f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 439f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 440f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) 441f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 442f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 443f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 444f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Process reply 445f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 446f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = (struct c2wr_cr_reject_rep *) (unsigned long) 447f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req->reply_msg; 448f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 449f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 450f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 451f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 452f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_errno(reply); 453f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 454f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * free vq stuff 455f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 456f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 457f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 458f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 459f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 460f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 461f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 462