1f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker/* 2f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Ammasso, Inc. All rights reserved. 3f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved. 4f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 5f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * This software is available to you under a choice of one of two 6f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * licenses. You may choose to be licensed under the terms of the GNU 7f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * General Public License (GPL) Version 2, available from the file 8f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * COPYING in the main directory of this source tree, or the 9f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * OpenIB.org BSD license below: 10f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 11f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Redistribution and use in source and binary forms, with or 12f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * without modification, are permitted provided that the following 13f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * conditions are met: 14f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 15f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * - Redistributions of source code must retain the above 16f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * copyright notice, this list of conditions and the following 17f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disclaimer. 18f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 19f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * - Redistributions in binary form must reproduce the above 20f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * copyright notice, this list of conditions and the following 21f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * disclaimer in the documentation and/or other materials 22f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * provided with the distribution. 23f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 24f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 25f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 26f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 27f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 28f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 29f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 30f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 31f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * SOFTWARE. 32f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 335a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo#include <linux/slab.h> 345a0e3ad6af8660be21ca98a971cd00f331318c05Tejun Heo 35f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2.h" 36f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#include "c2_vq.h" 37f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 38f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#define PBL_VIRT 1 39f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#define PBL_PHYS 2 40f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 41f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker/* 42f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send all the PBL messages to convey the remainder of the PBL 43f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Wait for the adapter's reply on the last one. 44f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * This is indicated by setting the MEM_PBL_COMPLETE in the flags. 45f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * 46f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * NOTE: vq_req is _not_ freed by this function. The VQ Host 47f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Reply buffer _is_ freed by this function. 48f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 49f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerstatic int 50dc544bc9cb8aa91c5d7fc9116a302f88a8a97250Roland Dreiersend_pbl_messages(struct c2_dev *c2dev, __be32 stag_index, 51f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker unsigned long va, u32 pbl_depth, 52f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req, int pbl_type) 53f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 54f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker u32 pbe_count; /* amt that fits in a PBL msg */ 55f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker u32 count; /* amt in this PBL MSG. */ 56f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_nsmr_pbl_req *wr; /* PBL WR ptr */ 57f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_nsmr_pbl_rep *reply; /* reply ptr */ 58f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err, pbl_virt, pbl_index, i; 59f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 60f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker switch (pbl_type) { 61f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker case PBL_VIRT: 62f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_virt = 1; 63f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker break; 64f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker case PBL_PHYS: 65f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_virt = 0; 66f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker break; 67f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker default: 68f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINVAL; 69f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker break; 70f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 71f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 72f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbe_count = (c2dev->req_vq.msg_size - 73f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker sizeof(struct c2wr_nsmr_pbl_req)) / sizeof(u64); 74f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL); 75f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!wr) { 76f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 77f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 78f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(wr, CCWR_NSMR_PBL); 79f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 80f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 81f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Only the last PBL message will generate a reply from the verbs, 82f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * so we set the context to 0 indicating there is no kernel verbs 83f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * handler blocked awaiting this reply. 84f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 85f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->hdr.context = 0; 86f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->rnic_handle = c2dev->adapter_handle; 87f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->stag_index = stag_index; /* already swapped */ 88f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->flags = 0; 89f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_index = 0; 90f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker while (pbl_depth) { 91f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker count = min(pbe_count, pbl_depth); 92f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->addrs_length = cpu_to_be32(count); 93f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 94f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 95f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * If this is the last message, then reference the 96f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * vq request struct cuz we're gonna wait for a reply. 97f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * also make this PBL msg as the last one. 98f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 99f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (count == pbl_depth) { 100f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 101f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * reference the request struct. dereferenced in the 102f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * int handler. 103f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 104f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 105f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->flags = cpu_to_be32(MEM_PBL_COMPLETE); 106f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 107f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 108f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * This is the last PBL message. 109f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Set the context to our VQ Request Object so we can 110f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * wait for the reply. 111f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 112f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->hdr.context = (unsigned long) vq_req; 113f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 114f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 115f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 116f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * If pbl_virt is set then va is a virtual address 117f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * that describes a virtually contiguous memory 118f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * allocation. The wr needs the start of each virtual page 119f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * to be converted to the corresponding physical address 120f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * of the page. If pbl_virt is not set then va is an array 121f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * of physical addresses and there is no conversion to do. 122f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Just fill in the wr with what is in the array. 123f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 124f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker for (i = 0; i < count; i++) { 125f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (pbl_virt) { 126f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker va += PAGE_SIZE; 127f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } else { 128f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->paddrs[i] = 129f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cpu_to_be64(((u64 *)va)[pbl_index + i]); 130f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 131f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 132f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 133f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 134f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter 135f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 136f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) wr); 137f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 138f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (count <= pbe_count) { 139f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 140f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 141f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 142f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 143f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_depth -= count; 144f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_index += count; 145f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 146f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 147f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 148f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Now wait for the reply... 149f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 150f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 151f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 152f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 153f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 154f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 155f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 156f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Process reply 157f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 158f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = (struct c2wr_nsmr_pbl_rep *) (unsigned long) vq_req->reply_msg; 159f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 160f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 161f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 162f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 163f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 164f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_errno(reply); 165f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 166f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 167f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 168f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker kfree(wr); 169f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 170f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 171f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 172f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker#define C2_PBL_MAX_DEPTH 131072 173f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint 174f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerc2_nsmr_register_phys_kern(struct c2_dev *c2dev, u64 *addr_list, 175f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int page_size, int pbl_depth, u32 length, 176f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker u32 offset, u64 *va, enum c2_acf acf, 177f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_mr *mr) 178f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 179f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; 180f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_nsmr_register_req *wr; 181f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_nsmr_register_rep *reply; 182f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker u16 flags; 183f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int i, pbe_count, count; 184f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 185f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 186f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!va || !length || !addr_list || !pbl_depth) 187f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINTR; 188f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 189f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 190f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Verify PBL depth is within rnic max 191f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 192f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (pbl_depth > C2_PBL_MAX_DEPTH) { 193f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -EINTR; 194f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 195f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 196f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 197f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * allocate verbs request object 198f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 199f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 200f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) 201f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 202f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 203f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr = kmalloc(c2dev->req_vq.msg_size, GFP_KERNEL); 204f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!wr) { 205f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 206f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 207f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 208f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 209f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 210f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * build the WR 211f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 212f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(wr, CCWR_NSMR_REGISTER); 213f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->hdr.context = (unsigned long) vq_req; 214f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->rnic_handle = c2dev->adapter_handle; 215f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 216f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker flags = (acf | MEM_VA_BASED | MEM_REMOTE); 217f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 218f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 219f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * compute how many pbes can fit in the message 220f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 221f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbe_count = (c2dev->req_vq.msg_size - 222f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker sizeof(struct c2wr_nsmr_register_req)) / sizeof(u64); 223f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 224f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (pbl_depth <= pbe_count) { 225f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker flags |= MEM_PBL_COMPLETE; 226f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 227f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->flags = cpu_to_be16(flags); 228f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->stag_key = 0; //stag_key; 229f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->va = cpu_to_be64(*va); 230f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->pd_id = mr->pd->pd_id; 231f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->pbe_size = cpu_to_be32(page_size); 232f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->length = cpu_to_be32(length); 233f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->pbl_depth = cpu_to_be32(pbl_depth); 234f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->fbo = cpu_to_be32(offset); 235f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker count = min(pbl_depth, pbe_count); 236f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->addrs_length = cpu_to_be32(count); 237f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 238f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 239f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * fill out the PBL for this message 240f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 241f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker for (i = 0; i < count; i++) { 242f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr->paddrs[i] = cpu_to_be64(addr_list[i]); 243f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 244f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 245f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 246f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * regerence the request struct 247f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 248f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 249f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 250f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 251f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * send the WR to the adapter 252f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 253f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) wr); 254f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 255f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 256f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 257f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 258f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 259f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 260f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * wait for reply from adapter 261f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 262f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 263f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 264f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 265f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 266f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 267f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 268f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * process reply 269f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 270f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = 271f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker (struct c2wr_nsmr_register_rep *) (unsigned long) (vq_req->reply_msg); 272f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 273f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 274f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 275f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 276f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if ((err = c2_errno(reply))) { 277f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail2; 278f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 279f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker //*p_pb_entries = be32_to_cpu(reply->pbl_depth); 280f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker mr->ibmr.lkey = mr->ibmr.rkey = be32_to_cpu(reply->stag_index); 281f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 282f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 283f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 284f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * if there are still more PBEs we need to send them to 285f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * the adapter and wait for a reply on the final one. 286f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * reuse vq_req for this purpose. 287f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 288f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_depth -= count; 289f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (pbl_depth) { 290f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 291f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req->reply_msg = (unsigned long) NULL; 292f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker atomic_set(&vq_req->reply_ready, 0); 293f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = send_pbl_messages(c2dev, 294f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker cpu_to_be32(mr->ibmr.lkey), 295f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker (unsigned long) &addr_list[i], 296f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker pbl_depth, vq_req, PBL_PHYS); 297f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 298f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail1; 299f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 300f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 301f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 302f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 303f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker kfree(wr); 304f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 305f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 306f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 307f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail2: 308f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 309f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail1: 310f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker kfree(wr); 311f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 312f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 313f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 314f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 315f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 316f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tuckerint c2_stag_dealloc(struct c2_dev *c2dev, u32 stag_index) 317f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker{ 318f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2_vq_req *vq_req; /* verbs request object */ 319f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_stag_dealloc_req wr; /* work request */ 320f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker struct c2wr_stag_dealloc_rep *reply; /* WR reply */ 321f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker int err; 322f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 323f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 324f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 325f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * allocate verbs request object 326f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 327f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req = vq_req_alloc(c2dev); 328f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!vq_req) { 329f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return -ENOMEM; 330f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 331f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 332f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 333f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Build the WR 334f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 335f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker c2_wr_set_id(&wr, CCWR_STAG_DEALLOC); 336f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.hdr.context = (u64) (unsigned long) vq_req; 337f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.rnic_handle = c2dev->adapter_handle; 338f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker wr.stag_index = cpu_to_be32(stag_index); 339f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 340f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 341f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * reference the request struct. dereferenced in the int handler. 342f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 343f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_get(c2dev, vq_req); 344f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 345f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 346f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Send WR to adapter 347f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 348f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_send_wr(c2dev, (union c2wr *) & wr); 349f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 350f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_put(c2dev, vq_req); 351f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 352f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 353f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 354f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 355f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Wait for reply from adapter 356f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 357f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = vq_wait_for_reply(c2dev, vq_req); 358f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (err) { 359f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 360f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 361f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 362f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker /* 363f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker * Process reply 364f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker */ 365f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker reply = (struct c2wr_stag_dealloc_rep *) (unsigned long) vq_req->reply_msg; 366f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker if (!reply) { 367f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = -ENOMEM; 368f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker goto bail0; 369f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker } 370f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 371f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker err = c2_errno(reply); 372f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker 373f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_repbuf_free(c2dev, reply); 374f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker bail0: 375f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker vq_req_free(c2dev, vq_req); 376f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker return err; 377f94b533d091a42da92d908eb7b3f9ade1923f90dTom Tucker} 378