11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* 21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved. 32a1d9b7f09aaaacf235656cb32a40ba2c79590b3Roland Dreier * Copyright (c) 2005 Mellanox Technologies. All rights reserved. 41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * This software is available to you under a choice of one of two 61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU 71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * General Public License (GPL) Version 2, available from the file 81da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * COPYING in the main directory of this source tree, or the 91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * OpenIB.org BSD license below: 101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Redistribution and use in source and binary forms, with or 121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * without modification, are permitted provided that the following 131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * conditions are met: 141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - Redistributions of source code must retain the above 161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copyright notice, this list of conditions and the following 171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * disclaimer. 181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * - Redistributions in binary form must reproduce the above 201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * copyright notice, this list of conditions and the following 211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * disclaimer in the documentation and/or other materials 221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * provided with the distribution. 231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * 241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * SOFTWARE. 321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h> 351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/moduleparam.h> 364e57b6817880946a3a78d5d8cad1ace363f7e449Tim Schmielau#include <linux/string.h> 374e57b6817880946a3a78d5d8cad1ace363f7e449Tim Schmielau#include <linux/slab.h> 381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include "mthca_profile.h" 401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsenum { 421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_QP, 431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_EEC, 441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_SRQ, 451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_CQ, 461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_EQP, 471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_EEEC, 481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_EQ, 491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_RDB, 501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_MCG, 511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_MPT, 521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_MTT, 531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_UAR, 541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_UDAV, 551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_UARC, 561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_RES_NUM 571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsenum { 601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_NUM_EQS = 32, 611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds MTHCA_NUM_PDS = 1 << 15 621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}; 631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 6419773539d6369c54fbb0c870de0c75417b0020d1Roland Dreiers64 mthca_make_profile(struct mthca_dev *dev, 651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_profile *request, 661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_dev_lim *dev_lim, 671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_init_hca_param *init_hca) 681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{ 691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_resource { 701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u64 size; 711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u64 start; 721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int type; 731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int num; 741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int log_num; 751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds }; 761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds u64 mem_base, mem_avail; 7819773539d6369c54fbb0c870de0c75417b0020d1Roland Dreier s64 total_size = 0; 791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_resource *profile; 801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds struct mthca_resource tmp; 811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds int i, j; 821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 83de6eb66b56d9df5ce6bd254994f05e065214e8cdRoland Dreier profile = kzalloc(MTHCA_RES_NUM * sizeof *profile, GFP_KERNEL); 841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (!profile) 851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_QP].size = dev_lim->qpc_entry_sz; 881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EEC].size = dev_lim->eec_entry_sz; 891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_SRQ].size = dev_lim->srq_entry_sz; 901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_CQ].size = dev_lim->cqc_entry_sz; 911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EQP].size = dev_lim->eqpc_entry_sz; 921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EEEC].size = dev_lim->eeec_entry_sz; 931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EQ].size = dev_lim->eqc_entry_sz; 941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_RDB].size = MTHCA_RDB_ENTRY_SIZE; 951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_MCG].size = MTHCA_MGM_ENTRY_SIZE; 961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_MPT].size = dev_lim->mpt_entry_sz; 97c1f67a88bf62fac0f4151c007b361199c2cd1988Eli Cohen profile[MTHCA_RES_MTT].size = dev->limits.mtt_seg_size; 981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UAR].size = dev_lim->uar_scratch_entry_sz; 991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UDAV].size = MTHCA_AV_SIZE; 1001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UARC].size = request->uarc_size; 1011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_QP].num = request->num_qp; 103ec34a922d243c3401a694450734e9effb2bafbfeRoland Dreier profile[MTHCA_RES_SRQ].num = request->num_srq; 1041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EQP].num = request->num_qp; 1051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_RDB].num = request->num_qp * request->rdb_per_qp; 1061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_CQ].num = request->num_cq; 1071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_EQ].num = MTHCA_NUM_EQS; 1081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_MCG].num = request->num_mcg; 1091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_MPT].num = request->num_mpt; 1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_MTT].num = request->num_mtt; 1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UAR].num = request->num_uar; 1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UARC].num = request->num_uar; 1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[MTHCA_RES_UDAV].num = request->num_udav; 1141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < MTHCA_RES_NUM; ++i) { 1161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[i].type = i; 1171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[i].log_num = max(ffs(profile[i].num) - 1, 0); 1181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[i].size *= profile[i].num; 119d10ddbf6d7f6699c386d1f41bf542189de32b6beRoland Dreier if (mthca_is_memfree(dev)) 1201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[i].size = max(profile[i].size, (u64) PAGE_SIZE); 1211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 123d10ddbf6d7f6699c386d1f41bf542189de32b6beRoland Dreier if (mthca_is_memfree(dev)) { 1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mem_base = 0; 1251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mem_avail = dev_lim->hca.arbel.max_icm_sz; 1261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } else { 1271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mem_base = dev->ddr_start; 1281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mem_avail = dev->fw.tavor.fw_start - dev->ddr_start; 1291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 1321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * Sort the resources in decreasing order of size. Since they 1331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * all have sizes that are powers of 2, we'll be able to keep 1341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * resources aligned to their size and pack them without gaps 1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * using the sorted order. 1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = MTHCA_RES_NUM; i > 0; --i) 1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (j = 1; j < i; ++j) { 1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (profile[j].size > profile[j - 1].size) { 1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds tmp = profile[j]; 1411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[j] = profile[j - 1]; 1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[j - 1] = tmp; 1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < MTHCA_RES_NUM; ++i) { 1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (profile[i].size) { 1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds profile[i].start = mem_base + total_size; 1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds total_size += profile[i].size; 1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (total_size > mem_avail) { 1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mthca_err(dev, "Profile requires 0x%llx bytes; " 153651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen "won't fit in 0x%llx bytes of context memory.\n", 1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (unsigned long long) total_size, 1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (unsigned long long) mem_avail); 1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(profile); 1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return -ENOMEM; 1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds if (profile[i].size) 1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mthca_dbg(dev, "profile[%2d]--%2d/%2d @ 0x%16llx " 1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds "(size 0x%8llx)\n", 1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds i, profile[i].type, profile[i].log_num, 1641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (unsigned long long) profile[i].start, 1651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (unsigned long long) profile[i].size); 1661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 1671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 168d10ddbf6d7f6699c386d1f41bf542189de32b6beRoland Dreier if (mthca_is_memfree(dev)) 1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mthca_dbg(dev, "HCA context memory: reserving %d KB\n", 1701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) (total_size >> 10)); 1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds else 1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds mthca_dbg(dev, "HCA memory: allocated %d KB/%d KB (%d KB free)\n", 1731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) (total_size >> 10), (int) (mem_avail >> 10), 1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds (int) ((mem_avail - total_size) >> 10)); 1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (i = 0; i < MTHCA_RES_NUM; ++i) { 1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds switch (profile[i].type) { 1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_QP: 1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_qps = profile[i].num; 1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->qpc_base = profile[i].start; 1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_num_qps = profile[i].log_num; 1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_EEC: 1841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_eecs = profile[i].num; 1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->eec_base = profile[i].start; 1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_num_eecs = profile[i].log_num; 1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_SRQ: 1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_srqs = profile[i].num; 1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->srqc_base = profile[i].start; 1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_num_srqs = profile[i].log_num; 1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_CQ: 1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_cqs = profile[i].num; 1951da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->cqc_base = profile[i].start; 1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_num_cqs = profile[i].log_num; 1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_EQP: 1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->eqpc_base = profile[i].start; 2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_EEEC: 2021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->eeec_base = profile[i].start; 2031da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_EQ: 2051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_eqs = profile[i].num; 2061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->eqc_base = profile[i].start; 2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_num_eqs = profile[i].log_num; 2081da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_RDB: 2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds for (dev->qp_table.rdb_shift = 0; 21117ead2f5cc81c4658e7b495014c2c6856a6f6b88Roland Dreier request->num_qp << dev->qp_table.rdb_shift < profile[i].num; 2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ++dev->qp_table.rdb_shift) 2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds ; /* nothing */ 2141da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->qp_table.rdb_base = (u32) profile[i].start; 2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->rdb_base = profile[i].start; 2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2171da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_MCG: 2181da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_mgms = profile[i].num >> 1; 2191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_amgms = profile[i].num >> 1; 2201da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->mc_base = profile[i].start; 2211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_mc_entry_sz = ffs(MTHCA_MGM_ENTRY_SIZE) - 1; 2221da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_mc_table_sz = profile[i].log_num; 2231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->mc_hash_sz = 1 << (profile[i].log_num - 1); 2241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_MPT: 226e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin dev->limits.num_mpts = profile[i].num; 227e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin dev->mr_table.mpt_base = profile[i].start; 228e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin init_hca->mpt_base = profile[i].start; 229e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin init_hca->log_mpt_sz = profile[i].log_num; 2301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_MTT: 2321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_mtt_segs = profile[i].num; 2331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->mr_table.mtt_base = profile[i].start; 2341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->mtt_base = profile[i].start; 235c1f67a88bf62fac0f4151c007b361199c2cd1988Eli Cohen init_hca->mtt_seg_sz = ffs(dev->limits.mtt_seg_size) - 7; 2361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_UAR: 2381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_uars = profile[i].num; 2391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->uar_scratch_base = profile[i].start; 2401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_UDAV: 2421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->av_table.ddr_av_base = profile[i].start; 2431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->av_table.num_ddr_avs = profile[i].num; 2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds case MTHCA_RES_UARC: 2461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->uar_table.uarc_size = request->uarc_size; 2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->uar_table.uarc_base = profile[i].start; 2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->uarc_base = profile[i].start; 2491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_uarc_sz = ffs(request->uarc_size) - 13; 2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds init_hca->log_uar_sz = ffs(request->num_uar) - 1; 2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds default: 2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds break; 2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds } 2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds /* 2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * PDs don't take any HCA memory, but we assign them as part 2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds * of the HCA profile anyway. 2601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */ 2611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds dev->limits.num_pds = MTHCA_NUM_PDS; 2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds 263651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen if (dev->mthca_flags & MTHCA_FLAG_SINAI_OPT && 264651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen init_hca->log_mpt_sz > 23) { 265651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen mthca_warn(dev, "MPT table too large (requested size 2^%d >= 2^24)\n", 266651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen init_hca->log_mpt_sz); 267651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen mthca_warn(dev, "Disabling memory key throughput optimization.\n"); 268651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen dev->mthca_flags &= ~MTHCA_FLAG_SINAI_OPT; 269651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen } 270651eaac92894f8b6761c51b6637ea9cacea7fba2Eli Cohen 271e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin /* 272e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin * For Tavor, FMRs use ioremapped PCI memory. For 32 bit 273e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin * systems it may use too much vmalloc space to map all MTT 274e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin * memory, so we reserve some MTTs for FMR access, taking them 275e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin * out of the MR pool. They don't use additional memory, but 276e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin * we assign them as part of the HCA profile anyway. 277e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin */ 278c20e20ab0f3af9a44842ea11287c9ecd034a5d33Michael S. Tsirkin if (mthca_is_memfree(dev) || BITS_PER_LONG == 64) 279e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin dev->limits.fmr_reserved_mtts = 0; 280e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin else 281e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin dev->limits.fmr_reserved_mtts = request->fmr_reserved_mtts; 282e0f5fdca1ca9d1659b920827e5cf6dbad20e5391Michael S. Tsirkin 2831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds kfree(profile); 2841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds return total_size; 2851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} 286