mv_sas.c revision 9870d9a2428550e7ac3164a26306ad07a99051ae
1b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik/* 220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Marvell 88SE64xx/88SE94xx main function 320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Copyright 2007 Red Hat, Inc. 520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Copyright 2008 Marvell. <kewei@marvell.com> 620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This file is licensed under GPLv2. 820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This program is free software; you can redistribute it and/or 1020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * modify it under the terms of the GNU General Public License as 1120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * published by the Free Software Foundation; version 2 of the 1220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * License. 1320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 1420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This program is distributed in the hope that it will be useful, 1520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * but WITHOUT ANY WARRANTY; without even the implied warranty of 1620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 1720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * General Public License for more details. 1820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 1920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * You should have received a copy of the GNU General Public License 2020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * along with this program; if not, write to the Free Software 2120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 2220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * USA 2320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan*/ 24b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 25dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#include "mv_sas.h" 26b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 27dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_find_tag(struct mvs_info *mvi, struct sas_task *task, u32 *tag) 28dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 29dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (task->lldd_task) { 30dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot; 31dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot = (struct mvs_slot_info *) task->lldd_task; 3220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *tag = slot->slot_tag; 33dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 34dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 35dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 36dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 378f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 3820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_clear(struct mvs_info *mvi, u32 tag) 39dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 40dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 41dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik clear_bit(tag, bitmap); 42dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 438f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 4420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_free(struct mvs_info *mvi, u32 tag) 45dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 46dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, tag); 47dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 488f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 4920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_set(struct mvs_info *mvi, unsigned int tag) 50dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 51dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 52dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik set_bit(tag, bitmap); 53dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 5520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yaninline int mvs_tag_alloc(struct mvs_info *mvi, u32 *tag_out) 56dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 57dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik unsigned int index, tag; 58dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 59b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan index = find_first_zero_bit(bitmap, mvi->tags_num); 61dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tag = index; 6220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (tag >= mvi->tags_num) 63dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return -SAS_QUEUE_FULL; 64dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_set(mvi, tag); 65dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *tag_out = tag; 66dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 67dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 68b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 69dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikvoid mvs_tag_init(struct mvs_info *mvi) 70dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 71dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int i; 7220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < mvi->tags_num; ++i) 73dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, i); 74dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 75b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_hexdump(u32 size, u8 *data, u32 baseaddr) 778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 i; 798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 run; 808f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 offset; 818f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 828f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset = 0; 838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei while (size) { 8420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%08X : ", baseaddr + offset); 858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (size >= 16) 868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei run = 16; 878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei run = size; 898f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei size -= run; 908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei for (i = 0; i < 16; i++) { 918f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (i < run) 9220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%02X ", (u32)data[i]); 938f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 9420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG" "); 958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 9620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG": "); 978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei for (i = 0; i < run; i++) 9820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%c", 9920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan isalnum(data[i]) ? data[i] : '.'); 10020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"\n"); 1018f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei data = &data[16]; 1028f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset += run; 1038f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 10420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"\n"); 1058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 10720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#if (_MV_DUMP > 1) 1088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_sb_dump(struct mvs_info *mvi, u32 tag, 1098f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei enum sas_protocol proto) 1108f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 1118f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 offset; 1128f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot = &mvi->slot_info[tag]; 1138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset = slot->cmd_size + MVS_OAF_SZ + 11520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->prd_size() * slot->n_elem; 11620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Status buffer[%d] :\n", 1178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei tag); 1188f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(32, (u8 *) slot->response, 1198f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + offset); 1208f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 121ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei#endif 1228f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1238f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_memory_dump(struct mvs_info *mvi, u32 tag, 1248f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei enum sas_protocol proto) 1258f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 12620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#if (_MV_DUMP > 1) 127ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei u32 sz, w_ptr; 1288f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u64 addr; 1298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot = &mvi->slot_info[tag]; 1308f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1318f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Delivery Queue */ 13220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sz = MVS_CHIP_SLOT_SZ; 133ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei w_ptr = slot->tx; 13420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr = mvi->tx_dma; 13520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 136ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei "Delivery Queue Size=%04d , WRT_PTR=%04X\n", sz, w_ptr); 13720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1388f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Delivery Queue Base Address=0x%llX (PA)" 1398f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "(tx_dma=0x%llX), Entry=%04d\n", 14020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr, (unsigned long long)mvi->tx_dma, w_ptr); 1418f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(u32), (u8 *)(&mvi->tx[mvi->tx_prod]), 1428f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) mvi->tx_dma + sizeof(u32) * w_ptr); 1438f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Command List */ 144ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei addr = mvi->slot_dma; 14520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1468f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Command List Base Address=0x%llX (PA)" 1478f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "(slot_dma=0x%llX), Header=%03d\n", 14820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr, (unsigned long long)slot->buf_dma, tag); 14920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "Command Header[%03d]:\n", tag); 1508f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*mvs_cmd_hdr */ 1518f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(struct mvs_cmd_hdr), (u8 *)(&mvi->slot[tag]), 1528f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) mvi->slot_dma + tag * sizeof(struct mvs_cmd_hdr)); 1538f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*1.command table area */ 15420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Command Table :\n"); 1558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(slot->cmd_size, (u8 *) slot->buf, (u32) slot->buf_dma); 1568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*2.open address frame area */ 15720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Open Address Frame :\n"); 1588f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(MVS_OAF_SZ, (u8 *) slot->buf + slot->cmd_size, 1598f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + slot->cmd_size); 1608f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*3.status buffer */ 1618f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hba_sb_dump(mvi, tag, proto); 1628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*4.PRD table */ 16320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->PRD table :\n"); 16420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_hexdump(MVS_CHIP_DISP->prd_size() * slot->n_elem, 1658f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u8 *) slot->buf + slot->cmd_size + MVS_OAF_SZ, 1668f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + slot->cmd_size + MVS_OAF_SZ); 1678f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 1688f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1698f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1708f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_cq_dump(struct mvs_info *mvi) 1718f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 172ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei#if (_MV_DUMP > 2) 1738f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u64 addr; 1748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei void __iomem *regs = mvi->regs; 1758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 entry = mvi->rx_cons + 1; 1768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 rx_desc = le32_to_cpu(mvi->rx[entry]); 1778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Completion Queue */ 1798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei addr = mr32(RX_HI) << 16 << 16 | mr32(RX_LO); 18020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "Completion Task = 0x%p\n", 181ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei mvi->slot_info[rx_desc & RXQ_SLOT_MASK].task); 18220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Completion List Base Address=0x%llX (PA), " 1848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "CQ_Entry=%04d, CQ_WP=0x%08X\n", 1858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei addr, entry - 1, mvi->rx[0]); 1868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(u32), (u8 *)(&rx_desc), 1878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvi->rx_dma + sizeof(u32) * entry); 1888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 1898f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 19120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_get_sas_addr(void *buf, u32 buflen) 1928f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 19320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*memcpy(buf, "\x50\x05\x04\x30\x11\xab\x64\x40", 8);*/ 19420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 19620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstruct mvs_info *mvs_find_dev_mvi(struct domain_device *dev) 19720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 19820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long i = 0, j = 0, hi = 0; 19920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = dev->port->ha; 20020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 20120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *phy; 20220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 20320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_port[i]) { 20420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_port[i] == dev->port) { 20520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = container_of(sha->sas_port[i]->phy_list.next, 20620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy, port_phy_el); 20720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j = 0; 20820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[j]) { 20920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[j] == phy) 21020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 21120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j++; 21220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 21420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 21620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = j/((struct mvs_prv_info *)sha->lldd_ha)->n_phy; 21820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[hi]; 2198f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvi; 2218f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2238f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* FIXME */ 22520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_find_dev_phyno(struct domain_device *dev, int *phyno) 22620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 22720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long i = 0, j = 0, n = 0, num = 0; 2289870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 2299870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 23020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = dev->port->ha; 23120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 23220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_port[i]) { 23320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_port[i] == dev->port) { 23420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *phy; 23520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_for_each_entry(phy, 23620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan &sha->sas_port[i]->phy_list, port_phy_el) { 23720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j = 0; 23820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[j]) { 23920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[j] == phy) 24020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 24120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j++; 24220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 24320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phyno[n] = (j >= mvi->chip->n_phy) ? 24420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (j - mvi->chip->n_phy) : j; 24520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num++; 24620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan n++; 247dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 248dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 249dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 25020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 25120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 25220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return num; 25320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 25420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 25520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic inline void mvs_free_reg_set(struct mvs_info *mvi, 25620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *dev) 25720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 25820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!dev) { 25920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("device has been free.\n"); 26020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 26220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->runing_req != 0) 26320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->taskfileset == MVS_ID_NOT_MAPPED) 26520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->free_reg_set(mvi, &dev->taskfileset); 26720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 26820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 26920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic inline u8 mvs_assign_reg_set(struct mvs_info *mvi, 27020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *dev) 27120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 27220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->taskfileset != MVS_ID_NOT_MAPPED) 27320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 27420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return MVS_CHIP_DISP->assign_reg_set(mvi, &dev->taskfileset); 27520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 27620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 27720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_phys_reset(struct mvs_info *mvi, u32 phy_mask, int hard) 27820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 27920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 no; 28020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for_each_phy(phy_mask, phy_mask, no) { 28120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy_mask & 1)) 28220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan continue; 28320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, no, hard); 28420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 28520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 28620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 28720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* FIXME: locking? */ 28820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_phy_control(struct asd_sas_phy *sas_phy, enum phy_func func, 28920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *funcdata) 29020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 29120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = 0, phy_id = sas_phy->id; 29220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp, i = 0, hi; 29320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = sas_phy->ha; 29420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 29520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 29620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[i]) { 29720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[i] == sas_phy) 29820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 29920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 30020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 30120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = i/((struct mvs_prv_info *)sha->lldd_ha)->n_phy; 30220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[hi]; 30320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 30420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (func) { 30520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case PHY_FUNC_SET_LINK_RATE: 30620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_set_link_rate(mvi, phy_id, funcdata); 30720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 3088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 309dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_HARD_RESET: 31020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, phy_id); 311dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (tmp & PHY_RST_HARD) 312dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 31320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_id, 1); 314dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 315b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 316dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_LINK_RESET: 31720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_enable(mvi, phy_id); 31820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_id, 0); 319dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 320b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 321dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_DISABLE: 32220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_disable(mvi, phy_id); 32320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 324dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_RELEASE_SPINUP_HOLD: 325dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 326dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EOPNOTSUPP; 327b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 32820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan msleep(200); 329b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return rc; 330b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 331b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 33220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid __devinit mvs_set_sas_addr(struct mvs_info *mvi, int port_id, 33320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 off_lo, u32 off_hi, u64 sas_addr) 33420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 33520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 lo = (u32)sas_addr; 33620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 hi = (u32)(sas_addr>>32); 33720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 33820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, port_id, off_lo); 33920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, port_id, lo); 34020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, port_id, off_hi); 34120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, port_id, hi); 34220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 34320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 344dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_bytes_dmaed(struct mvs_info *mvi, int i) 345ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei{ 346dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 34720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 34820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha; 349dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!phy->phy_attached) 350dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return; 351dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 35220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy->att_dev_info & PORT_DEV_TRGT_MASK) 35320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan && phy->phy_type & PORT_TYPE_SAS) { 35420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 35520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 35620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 35720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha = mvi->sas; 35820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_phy_event(sas_phy, PHYE_OOB_DONE); 35920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 360dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (sas_phy->phy) { 361dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_phy *sphy = sas_phy->phy; 362dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 363dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->negotiated_linkrate = sas_phy->linkrate; 364dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->minimum_linkrate = phy->minimum_linkrate; 365dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS; 366dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->maximum_linkrate = phy->maximum_linkrate; 36720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sphy->maximum_linkrate_hw = MVS_CHIP_DISP->phy_max_link_rate(); 368ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei } 369ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei 370dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 371dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_identify_frame *id; 372b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 373dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id = (struct sas_identify_frame *)phy->frame_rcvd; 374dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->dev_type = phy->identify.device_type; 375dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->initiator_bits = SAS_PROTOCOL_ALL; 376dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->target_bits = phy->identify.target_port_protocols; 377dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else if (phy->phy_type & PORT_TYPE_SATA) { 37820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*Nothing*/ 379dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 38020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy %d byte dmaded.\n", i + mvi->id * mvi->chip->n_phy); 38120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 38220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy->frame_rcvd_size = phy->frame_rcvd_size; 38320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 38420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->sas->notify_port_event(sas_phy, 385dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PORTE_BYTES_DMAED); 386ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei} 387ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei 38820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_slave_alloc(struct scsi_device *scsi_dev) 38920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 39020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = sdev_to_domain_dev(scsi_dev); 39120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev_is_sata(dev)) { 39220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* We don't need to rescan targets 39320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * if REPORT_LUNS request is failed 39420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 39520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (scsi_dev->lun > 0) 39620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -ENXIO; 39720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan scsi_dev->tagged_supported = 1; 39820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 39920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 40020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return sas_slave_alloc(scsi_dev); 40120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 40220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 403dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikint mvs_slave_configure(struct scsi_device *sdev) 404ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei{ 405dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct domain_device *dev = sdev_to_domain_dev(sdev); 406dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int ret = sas_slave_configure(sdev); 407b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 408dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (ret) 409dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return ret; 410dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (dev_is_sata(dev)) { 41120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* may set PIO mode */ 41220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan #if MV_DISABLE_NCQ 41320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_port *ap = dev->sata_dev.ap; 41420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_device *adev = ap->link.device; 41520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan adev->flags |= ATA_DFLAG_NCQ_OFF; 416dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG, 1); 41720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan #endif 418dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 419ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei return 0; 420b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 421b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 422dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikvoid mvs_scan_start(struct Scsi_Host *shost) 423b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 42420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, j; 42520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned short core_nr; 42620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi; 42720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = SHOST_TO_SAS_HA(shost); 42820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 42920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan core_nr = ((struct mvs_prv_info *)sha->lldd_ha)->n_host; 430dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 43120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (j = 0; j < core_nr; j++) { 43220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[j]; 43320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < mvi->chip->n_phy; ++i) 43420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, i); 435dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 436b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 437b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 438dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikint mvs_scan_finished(struct Scsi_Host *shost, unsigned long time) 439b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 440dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* give the phy enabling interrupt event time to come in (1s 441dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * is empirically about all it takes) */ 442dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (time < HZ) 443dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 444dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* Wait for discovery to finish */ 445dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik scsi_flush_work(shost); 446dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 447b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 448b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 449dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_task_prep_smp(struct mvs_info *mvi, 450dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_task_exec_info *tei) 451b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 452dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int elem, rc, i; 453dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_task *task = tei->task; 454dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 45520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 45620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = dev->port; 457dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct scatterlist *sg_req, *sg_resp; 458dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 req_len, resp_len, tag = tei->tag; 459dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *buf_tmp; 460dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u8 *buf_oaf; 461dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik dma_addr_t buf_tmp_dma; 46220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 463dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot = &mvi->slot_info[tag]; 464dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 465dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 466dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u8 *buf_cmd; 467dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *from; 468dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 469dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 470dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * DMA-map SMP request, response buffers 471dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 472dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sg_req = &task->smp_task.smp_req; 47320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan elem = dma_map_sg(mvi->dev, sg_req, 1, PCI_DMA_TODEVICE); 474dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!elem) 475dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return -ENOMEM; 476dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik req_len = sg_dma_len(sg_req); 477b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 478dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sg_resp = &task->smp_task.smp_resp; 47920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan elem = dma_map_sg(mvi->dev, sg_resp, 1, PCI_DMA_FROMDEVICE); 480dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!elem) { 481dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -ENOMEM; 482dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 483dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 48420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan resp_len = SB_RFB_MAX; 485b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 486dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* must be in dwords */ 487dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if ((req_len & 0x3) || (resp_len & 0x3)) { 488dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EINVAL; 489dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out_2; 490b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 491b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 492dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 493dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 494dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 495b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 49620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* region 1: command table area (MVS_SSP_CMD_SZ bytes) ***** */ 497dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp = slot->buf; 498dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma = slot->buf_dma; 499b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 500dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 501dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_cmd = buf_tmp; 502dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 503dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += req_len; 504dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += req_len; 505dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->cmd_size = req_len; 506dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#else 507dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->cmd_tbl = cpu_to_le64(sg_dma_address(sg_req)); 508dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 509b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 510dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 511dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_oaf = buf_tmp; 512dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 513b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 514dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += MVS_OAF_SZ; 515dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 516b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 51720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* region 3: PRD table *********************************** */ 518dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_prd = buf_tmp; 519dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (tei->n_elem) 520dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 521dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik else 522dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->prd_tbl = 0; 523b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 52420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * tei->n_elem; 525dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += i; 526dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += i; 527b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 528dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 529dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->response = buf_tmp; 530dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 53120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 53220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 533b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 534dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 535dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * Fill in TX ring and command slot header 536dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 537dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->tx = mvi->tx_prod; 538dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvi->tx[mvi->tx_prod] = cpu_to_le32((TXQ_CMD_SMP << TXQ_CMD_SHIFT) | 539dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik TXQ_MODE_I | tag | 540dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik (sas_port->phy_mask << TXQ_PHY_SHIFT)); 541b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 542dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->flags |= flags; 543dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | ((req_len - 4) / 4)); 544dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->tags = cpu_to_le32(tag); 545dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->data_len = 0; 546b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 547dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* generate open address frame hdr (first 12 bytes) */ 54820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, SMP, ftype 1h */ 54920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_SMP << 4) | 0x01; 55020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 551dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *(u16 *)(buf_oaf + 2) = 0xFFFF; /* SAS SPEC */ 55220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 553dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 554dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* fill in PRD (scatter/gather) table, if any */ 55520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 556b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 557dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 558dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* copy cmd table */ 559dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik from = kmap_atomic(sg_page(sg_req), KM_IRQ0); 560dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik memcpy(buf_cmd, from + sg_req->offset, req_len); 561dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik kunmap_atomic(from, KM_IRQ0); 562dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 563b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 564b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 565dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out_2: 56620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &tei->task->smp_task.smp_resp, 1, 567dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_FROMDEVICE); 568b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzikerr_out: 56920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &tei->task->smp_task.smp_req, 1, 570dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_TODEVICE); 571b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return rc; 5728f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 5738f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 574dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_get_ncq_tag(struct sas_task *task, u32 *tag) 5758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 576dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct ata_queued_cmd *qc = task->uldd_task; 5778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 578dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (qc) { 579dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (qc->tf.command == ATA_CMD_FPDMA_WRITE || 580dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik qc->tf.command == ATA_CMD_FPDMA_READ) { 581dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *tag = qc->tag; 582dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 583dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 5848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 5858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 586dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 5878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 5888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 589dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_task_prep_ata(struct mvs_info *mvi, 590dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_task_exec_info *tei) 591b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 592b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct sas_task *task = tei->task; 593b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct domain_device *dev = task->dev; 59420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = 59520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (struct mvs_device *)dev->lldd_dev; 596b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 597b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct asd_sas_port *sas_port = dev->port; 5988f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot; 59920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 60020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag = tei->tag, hdr_tag; 60120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 flags, del_q; 602b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik void *buf_tmp; 603b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u8 *buf_cmd, *buf_oaf; 604b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik dma_addr_t buf_tmp_dma; 6058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 i, req_len, resp_len; 6068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei const u32 max_resp_len = SB_RFB_MAX; 6078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 60820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvs_assign_reg_set(mvi, mvi_dev) == MVS_ID_NOT_MAPPED) { 60920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Have not enough regiset for dev %d.\n", 61020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id); 6118f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei return -EBUSY; 61220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 6138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot = &mvi->slot_info[tag]; 6148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->tx = mvi->tx_prod; 61520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_q = TXQ_MODE_I | tag | 61620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (TXQ_CMD_STP << TXQ_CMD_SHIFT) | 61720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (sas_port->phy_mask << TXQ_PHY_SHIFT) | 61820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (mvi_dev->taskfileset << TXQ_SRS_SHIFT); 61920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->tx[mvi->tx_prod] = cpu_to_le32(del_q); 62020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 62120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#ifndef DISABLE_HOTPLUG_DMA_FIX 62220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->data_dir == DMA_FROM_DEVICE) 62320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (MVS_CHIP_DISP->prd_count() << MCH_PRD_LEN_SHIFT); 62420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 62520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 62620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#else 62720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 62820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#endif 629b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik if (task->ata_task.use_ncq) 630b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags |= MCH_FPDMA; 6318f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (dev->sata_dev.command_set == ATAPI_COMMAND_SET) { 6328f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (task->ata_task.fis.command != ATA_CMD_ID_ATAPI) 6338f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei flags |= MCH_ATAPI; 6348f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 6358f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 636b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* FIXME: fill in port multiplier number */ 637b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 638b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->flags = cpu_to_le32(flags); 6398f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 6408f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* FIXME: the low order order 5 bits for the TAG if enable NCQ */ 64120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->ata_task.use_ncq && mvs_get_ncq_tag(task, &hdr_tag)) 64220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.fis.sector_count |= (u8) (hdr_tag << 3); 6434e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei else 64420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr_tag = tag; 64520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 64620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->tags = cpu_to_le32(hdr_tag); 64720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 648b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->data_len = cpu_to_le32(task->total_xfer_len); 649b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 650b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* 651b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 652b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 653b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 1: command table area (MVS_ATA_CMD_SZ bytes) ************** */ 6558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei buf_cmd = buf_tmp = slot->buf; 656b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma = slot->buf_dma; 657b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 658b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 659b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 660b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_ATA_CMD_SZ; 661b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_ATA_CMD_SZ; 6628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#if _MV_DUMP 6638f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->cmd_size = MVS_ATA_CMD_SZ; 6648f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 665b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6668f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 667b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* used for STP. unused for SATA? */ 668b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_oaf = buf_tmp; 669b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 670b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 671b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_OAF_SZ; 672b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 673b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 3: PRD table ********************************************* */ 675b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_prd = buf_tmp; 67620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 6778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (tei->n_elem) 6788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 6798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 6808f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = 0; 68120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * MVS_CHIP_DISP->prd_count(); 682b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 683b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += i; 684b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += i; 685b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 687b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* FIXME: probably unused, for SATA. kept here just in case 688b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * we get a STP/SATA error information record 689b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 690b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot->response = buf_tmp; 691b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 69220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 69320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 694b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei req_len = sizeof(struct host_to_dev_fis); 696b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik resp_len = MVS_SLOT_BUF_SZ - MVS_ATA_CMD_SZ - 6978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei sizeof(struct mvs_err_info) - i; 698b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 699b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* request, response lengths */ 7008f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei resp_len = min(resp_len, max_resp_len); 701b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | (req_len / 4)); 702b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 70320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(!task->ata_task.device_control_reg_update)) 70420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.fis.flags |= 0x80; /* C=1: update ATA cmd reg */ 705b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* fill in command FIS and ATAPI CDB */ 7068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei memcpy(buf_cmd, &task->ata_task.fis, sizeof(struct host_to_dev_fis)); 7078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (dev->sata_dev.command_set == ATAPI_COMMAND_SET) 7088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei memcpy(buf_cmd + STP_ATAPI_CMD, 7098f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei task->ata_task.atapi_packet, 16); 7108f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 7118f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* generate open address frame hdr (first 12 bytes) */ 71220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, STP, ftype 1h */ 71320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_STP << 4) | 0x1; 71420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 71520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *(u16 *)(buf_oaf + 2) = cpu_to_be16(mvi_dev->device_id + 1); 71620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 717b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 718b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* fill in PRD (scatter/gather) table, if any */ 71920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 72020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#ifndef DISABLE_HOTPLUG_DMA_FIX 72120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->data_dir == DMA_FROM_DEVICE) 72220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->dma_fix(mvi->bulk_buffer_dma, 72320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan TRASH_BUCKET_SIZE, tei->n_elem, buf_prd); 72420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#endif 725b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 726b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 727b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 728b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzikstatic int mvs_task_prep_ssp(struct mvs_info *mvi, 72920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_task_exec_info *tei, int is_tmf, 73020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task *tmf) 731b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 732b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct sas_task *task = tei->task; 733b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 7348f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_port *port = tei->port; 73520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 73620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = 73720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (struct mvs_device *)dev->lldd_dev; 73820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = dev->port; 739b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_slot_info *slot; 74020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 741b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct ssp_frame_hdr *ssp_hdr; 742b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik void *buf_tmp; 743b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u8 *buf_cmd, *buf_oaf, fburst = 0; 744b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik dma_addr_t buf_tmp_dma; 745b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u32 flags; 7468f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 resp_len, req_len, i, tag = tei->tag; 7478f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei const u32 max_resp_len = SB_RFB_MAX; 74820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 phy_mask; 749b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 750b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot = &mvi->slot_info[tag]; 751b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 75220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_mask = ((port->wide_port_phymap) ? port->wide_port_phymap : 75320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_port->phy_mask) & TXQ_PHY_MASK; 75420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 7558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->tx = mvi->tx_prod; 7568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvi->tx[mvi->tx_prod] = cpu_to_le32(TXQ_MODE_I | tag | 7578f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (TXQ_CMD_SSP << TXQ_CMD_SHIFT) | 7584e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei (phy_mask << TXQ_PHY_SHIFT)); 759b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 760b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags = MCH_RETRY; 761b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik if (task->ssp_task.enable_first_burst) { 762b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags |= MCH_FBURST; 763b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik fburst = (1 << 7); 764b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 7652b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan if (is_tmf) 7662b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan flags |= (MCH_SSP_FR_TASK << MCH_SSP_FR_TYPE_SHIFT); 7672b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan else 7682b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan flags |= (MCH_SSP_FR_CMD << MCH_SSP_FR_TYPE_SHIFT); 7692b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan hdr->flags = cpu_to_le32(flags | (tei->n_elem << MCH_PRD_LEN_SHIFT)); 770b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->tags = cpu_to_le32(tag); 771b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->data_len = cpu_to_le32(task->total_xfer_len); 772b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 773b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* 774b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 775b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 776b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 1: command table area (MVS_SSP_CMD_SZ bytes) ************** */ 7788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei buf_cmd = buf_tmp = slot->buf; 779b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma = slot->buf_dma; 780b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 781b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 782b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 783b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_SSP_CMD_SZ; 784b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_SSP_CMD_SZ; 7858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#if _MV_DUMP 7868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->cmd_size = MVS_SSP_CMD_SZ; 7878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 788b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7898f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 790b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_oaf = buf_tmp; 791b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 792b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 793b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_OAF_SZ; 794b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 795b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7968f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 3: PRD table ********************************************* */ 797b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_prd = buf_tmp; 7988f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (tei->n_elem) 7998f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 8008f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 8018f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = 0; 802b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 80320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * tei->n_elem; 804b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += i; 805b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += i; 806b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 8078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 808b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot->response = buf_tmp; 809b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 81020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 81120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 812b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 813b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik resp_len = MVS_SLOT_BUF_SZ - MVS_SSP_CMD_SZ - MVS_OAF_SZ - 8148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei sizeof(struct mvs_err_info) - i; 8158f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei resp_len = min(resp_len, max_resp_len); 8168f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 8178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei req_len = sizeof(struct ssp_frame_hdr) + 28; 818b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 819b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* request, response lengths */ 820b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | (req_len / 4)); 821b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 822b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* generate open address frame hdr (first 12 bytes) */ 82320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, SSP, ftype 1h */ 82420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_SSP << 4) | 0x1; 82520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 82620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *(u16 *)(buf_oaf + 2) = cpu_to_be16(mvi_dev->device_id + 1); 82720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 828b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 8298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* fill in SSP frame header (Command Table.SSP frame header) */ 8308f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei ssp_hdr = (struct ssp_frame_hdr *)buf_cmd; 83120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 83220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (is_tmf) 83320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ssp_hdr->frame_type = SSP_TASK; 83420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 83520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ssp_hdr->frame_type = SSP_COMMAND; 83620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 83720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(ssp_hdr->hashed_dest_addr, dev->hashed_sas_addr, 838b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik HASHED_SAS_ADDR_SIZE); 839b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik memcpy(ssp_hdr->hashed_src_addr, 84020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->hashed_sas_addr, HASHED_SAS_ADDR_SIZE); 841b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik ssp_hdr->tag = cpu_to_be16(tag); 842b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 84320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* fill in IU for TASK and Command Frame */ 844b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_cmd += sizeof(*ssp_hdr); 845b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik memcpy(buf_cmd, &task->ssp_task.LUN, 8); 846b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 84720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (ssp_hdr->frame_type != SSP_TASK) { 84820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[9] = fburst | task->ssp_task.task_attr | 84920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (task->ssp_task.task_prio << 3); 85020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_cmd + 12, &task->ssp_task.cdb, 16); 85120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else{ 85220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[10] = tmf->tmf; 85320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (tmf->tmf) { 85420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_ABORT_TASK: 85520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_QUERY_TASK: 85620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[12] = 85720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (tmf->tag_of_task_to_be_managed >> 8) & 0xff; 85820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[13] = 85920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf->tag_of_task_to_be_managed & 0xff; 86020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 86120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan default: 86220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 86320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 864b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 86520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* fill in PRD (scatter/gather) table, if any */ 86620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 867b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 868b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 869b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 87020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#define DEV_IS_GONE(mvi_dev) ((!mvi_dev || (mvi_dev->dev_type == NO_DEVICE))) 87120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_task_exec(struct sas_task *task, const int num, gfp_t gfp_flags, 8720b84b7094e87769120def1e703b8b4d037281038Andy Yan struct completion *completion,int is_tmf, 8730b84b7094e87769120def1e703b8b4d037281038Andy Yan struct mvs_tmf_task *tmf) 874b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 8758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct domain_device *dev = task->dev; 8769870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 8779870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 878b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_task_exec_info tei; 8798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct sas_task *t = task; 8804e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei struct mvs_slot_info *slot; 8818f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 tag = 0xdeadbeef, rc, n_elem = 0; 8828f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 n = num, pass = 0; 88320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 884b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 88520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!dev->port) { 88620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tsm = &t->task_status; 88720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 88820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tsm->resp = SAS_TASK_UNDELIVERED; 88920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tsm->stat = SAS_PHY_DOWN; 89020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan t->task_done(t); 89120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 89220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 89320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 8940b84b7094e87769120def1e703b8b4d037281038Andy Yan spin_lock_irqsave(&mvi->lock, flags); 8958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei do { 8964e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei dev = t->dev; 89720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev = (struct mvs_device *)dev->lldd_dev; 89820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (DEV_IS_GONE(mvi_dev)) { 89920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) 90020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("device %d not ready.\n", 90120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id); 90220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 90320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("device %016llx not ready.\n", 90420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr)); 90520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 90620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = SAS_PHY_DOWN; 90720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out_done; 90820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 90920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 91020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->port->id >= mvi->chip->n_phy) 91120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tei.port = &mvi->port[dev->port->id - mvi->chip->n_phy]; 91220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 91320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tei.port = &mvi->port[dev->port->id]; 914b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 915dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!tei.port->port_attached) { 916dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (sas_protocol_ata(t->task_proto)) { 91720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d does not" 91820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "attached device.\n", dev->port->id); 919dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = SAS_PHY_DOWN; 920dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto out_done; 921dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 922dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct task_status_struct *ts = &t->task_status; 923dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ts->resp = SAS_TASK_UNDELIVERED; 924dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ts->stat = SAS_PHY_DOWN; 925dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_done(t); 926dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n > 1) 927dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t = list_entry(t->list.next, 928dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_task, list); 929dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik continue; 930dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 931dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 932dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 933dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(t->task_proto)) { 934dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (t->num_scatter) { 93520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan n_elem = dma_map_sg(mvi->dev, 93620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan t->scatter, 937dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->num_scatter, 938dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->data_dir); 939dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!n_elem) { 940dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -ENOMEM; 941dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 942dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 943dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 944dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 945dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik n_elem = t->num_scatter; 946dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 947dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 948dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_tag_alloc(mvi, &tag); 949dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (rc) 950dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 951dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 952dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot = &mvi->slot_info[tag]; 95320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 95420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 955dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->lldd_task = NULL; 956dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->n_elem = n_elem; 95720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->slot_tag = tag; 958dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik memset(slot->buf, 0, MVS_SLOT_BUF_SZ); 95920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 960dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.task = t; 961dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.hdr = &mvi->slot[tag]; 962dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.tag = tag; 963dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.n_elem = n_elem; 964dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (t->task_proto) { 965dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SMP: 966dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_task_prep_smp(mvi, &tei); 967dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 968dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 96920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_task_prep_ssp(mvi, &tei, is_tmf, tmf); 970dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 971dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 972dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 973dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: 974dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_task_prep_ata(mvi, &tei); 975dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 976dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 97720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_ERR, mvi->dev, 978dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik "unknown sas_task proto: 0x%x\n", 979dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_proto); 980dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EINVAL; 981dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 982dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 983dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 98420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc) { 98520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("rc is %x\n", rc); 986dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out_tag; 98720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 988dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->task = t; 989dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->port = tei.port; 990dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->lldd_task = (void *) slot; 99120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_add_tail(&slot->entry, &tei.port->list); 992dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* TODO: select normal or high priority */ 993dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik spin_lock(&t->task_state_lock); 994dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_state_flags |= SAS_TASK_AT_INITIATOR; 995dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik spin_unlock(&t->task_state_lock); 996dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 997dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_hba_memory_dump(mvi, tag, t->task_proto); 99820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req++; 999dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ++pass; 1000dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvi->tx_prod = (mvi->tx_prod + 1) & (MVS_CHIP_SLOT_SZ - 1); 1001dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n > 1) 1002dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t = list_entry(t->list.next, struct sas_task, list); 1003dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } while (--n); 1004dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = 0; 1005dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto out_done; 1006dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1007dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out_tag: 1008dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_free(mvi, tag); 1009dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out: 101020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 101120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_ERR, mvi->dev, "mvsas exec failed[%d]!\n", rc); 1012dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(t->task_proto)) 1013dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n_elem) 101420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, t->scatter, n_elem, 1015dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->data_dir); 1016dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikout_done: 101720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(pass)) { 101820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->start_delivery(mvi, 101920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (mvi->tx_prod - 1) & (MVS_CHIP_SLOT_SZ - 1)); 102020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 10210b84b7094e87769120def1e703b8b4d037281038Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1022dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 1023dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1024dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 102520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_queue_command(struct sas_task *task, const int num, 102620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan gfp_t gfp_flags) 102720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 10280b84b7094e87769120def1e703b8b4d037281038Andy Yan return mvs_task_exec(task, num, gfp_flags, NULL, 0, NULL); 102920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 103020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1031dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_slot_free(struct mvs_info *mvi, u32 rx_desc) 1032dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1033dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 slot_idx = rx_desc & RXQ_SLOT_MASK; 1034dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, slot_idx); 1035dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1036dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1037dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_slot_task_free(struct mvs_info *mvi, struct sas_task *task, 1038dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot, u32 slot_idx) 1039dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 104020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!slot->task) 104120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 1042dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(task->task_proto)) 1043dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (slot->n_elem) 104420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, task->scatter, 1045dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->n_elem, task->data_dir); 1046dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1047dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (task->task_proto) { 1048dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SMP: 104920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &task->smp_task.smp_resp, 1, 1050dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_FROMDEVICE); 105120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &task->smp_task.smp_req, 1, 1052dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_TODEVICE); 1053dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1054dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1055dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 1056dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 1057dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 1058dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 1059dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* do nothing */ 1060dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1061dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 106220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_del_init(&slot->entry); 1063dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik task->lldd_task = NULL; 1064dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->task = NULL; 1065dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->port = NULL; 106620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->slot_tag = 0xFFFFFFFF; 106720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_free(mvi, slot_idx); 1068dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1069dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1070dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_update_wideport(struct mvs_info *mvi, int i) 1071dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1072dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 1073dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_port *port = phy->port; 1074dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int j, no; 1075dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 107620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for_each_phy(port->wide_port_phymap, j, no) { 107720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (j & 1) { 107820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, no, 107920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYR_WIDE_PORT); 108020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, no, 1081dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap); 1082dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 108320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, no, 108420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYR_WIDE_PORT); 108520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, no, 108620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 0); 1087dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 108820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1089dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1090dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1091dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_is_phy_ready(struct mvs_info *mvi, int i) 1092dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1093dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 tmp; 1094dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 109520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port = phy->port; 1096dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 109720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, i); 1098dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if ((tmp & PHY_READY_MASK) && !(phy->irq_status & PHYEV_POOF)) { 1099dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!port) 1100dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_attached = 1; 1101dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return tmp; 1102dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1103dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1104dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (port) { 1105dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 1106dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap &= ~(1U << i); 1107dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!port->wide_port_phymap) 1108dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 0; 1109dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_update_wideport(mvi, i); 1110dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else if (phy->phy_type & PORT_TYPE_SATA) 1111dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 0; 1112dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->port = NULL; 1113dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_attached = 0; 1114dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_type &= ~(PORT_TYPE_SAS | PORT_TYPE_SATA); 1115dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1116dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 1117dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1118dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1119dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void *mvs_get_d2h_reg(struct mvs_info *mvi, int i, void *buf) 1120dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1121dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 *s = (u32 *) buf; 1122dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1123dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!s) 1124dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return NULL; 1125dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 112620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG3); 112720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[3] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1128dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 112920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG2); 113020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[2] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1131dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 113220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG1); 113320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[1] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1134dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 113520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG0); 113620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[0] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 113720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 113820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* Workaround: take some ATAPI devices for ATA */ 113920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (((s[1] & 0x00FFFFFF) == 0x00EB1401) && (*(u8 *)&s[3] == 0x01)) 114020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[1] = 0x00EB1401 | (*((u8 *)&s[1] + 3) & 0x10); 1141dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1142dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return (void *)s; 1143dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1144dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1145dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_is_sig_fis_received(u32 irq_status) 1146dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1147dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return irq_status & PHYEV_SIG_FIS; 1148dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1149dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 115020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_update_phyinfo(struct mvs_info *mvi, int i, int get_st) 1151dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1152dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 115320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_identify_frame *id; 1154b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 115520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan id = (struct sas_identify_frame *)phy->frame_rcvd; 1156b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1157dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (get_st) { 115820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status = MVS_CHIP_DISP->read_port_irq_stat(mvi, i); 1159dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_status = mvs_is_phy_ready(mvi, i); 1160dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 11618f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1162dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_status) { 116320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int oob_done = 0; 116420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &mvi->phy[i].sas_phy; 1165b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 116620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan oob_done = MVS_CHIP_DISP->oob_done(mvi, i); 116720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 116820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->fix_phy_info(mvi, i, id); 116920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_type & PORT_TYPE_SATA) { 117020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->identify.target_port_protocols = SAS_PROTOCOL_STP; 117120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvs_is_sig_fis_received(phy->irq_status)) { 117220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 1; 117320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_sas_addr = 117420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy; 117520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (oob_done) 117620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy->oob_mode = SATA_OOB_MODE; 117720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->frame_rcvd_size = 117820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct dev_to_host_fis); 117920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_get_d2h_reg(mvi, i, (void *)id); 118020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 118120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 118220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 118320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "Phy%d : No sig fis\n", i); 118420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask(mvi, i); 118520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, i, 118620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp | PHYEV_SIG_FIS); 118720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 0; 118820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_type &= ~PORT_TYPE_SATA; 118920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, i, 0); 119020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out_done; 119120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 119220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (phy->phy_type & PORT_TYPE_SAS 119320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan || phy->att_dev_info & PORT_SSP_INIT_MASK) { 119420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 1; 1195dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.device_type = 119620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_info & PORT_DEV_TYPE_MASK; 1197b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1198dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->identify.device_type == SAS_END_DEV) 1199dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.target_port_protocols = 1200dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik SAS_PROTOCOL_SSP; 1201dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik else if (phy->identify.device_type != NO_DEVICE) 1202dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.target_port_protocols = 1203dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik SAS_PROTOCOL_SMP; 120420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (oob_done) 1205dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sas_phy->oob_mode = SAS_OOB_MODE; 1206dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->frame_rcvd_size = 1207dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sizeof(struct sas_identify_frame); 1208dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 120920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(sas_phy->attached_sas_addr, 121020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan &phy->att_dev_sas_addr, SAS_ADDR_SIZE); 1211b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 121220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (MVS_CHIP_DISP->phy_work_around) 121320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_work_around(mvi, i); 1214dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 121520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d attach dev info is %x\n", 121620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy, phy->att_dev_info); 121720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d attach sas addr is %llx\n", 121820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy, phy->att_dev_sas_addr); 12194e52fc0a0a2ec2158691efba3f149f6416481255Ke Weiout_done: 1220dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (get_st) 122120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_stat(mvi, i, phy->irq_status); 1222b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1223b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 122420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_port_notify_formed(struct asd_sas_phy *sas_phy, int lock) 12258f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 1226dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_ha_struct *sas_ha = sas_phy->ha; 122720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; int i = 0, hi; 1228dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = sas_phy->lldd_phy; 122920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = sas_phy->port; 123020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port; 123120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 123220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!sas_port) 123320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 12348f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 123520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sas_ha->sas_phy[i]) { 123620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_ha->sas_phy[i] == sas_phy) 123720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 123820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 123920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 124020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = i/((struct mvs_prv_info *)sas_ha->lldd_ha)->n_phy; 124120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sas_ha->lldd_ha)->mvi[hi]; 124220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_port->id >= mvi->chip->n_phy) 124320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = &mvi->port[sas_port->id - mvi->chip->n_phy]; 124420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 124520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = &mvi->port[sas_port->id]; 124620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 124720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 1248dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 1; 1249dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->port = port; 1250dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 1251dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap = sas_port->phy_mask; 125220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("set wide port phy map %x\n", sas_port->phy_mask); 1253dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_update_wideport(mvi, sas_phy->id); 12548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 125520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 125620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1257dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1258dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 125920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_port_notify_deformed(struct asd_sas_phy *sas_phy, int lock) 1260dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 126120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*Nothing*/ 1262dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1263dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1264dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 126520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_port_formed(struct asd_sas_phy *sas_phy) 126620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 126720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 1); 1268dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1269dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 127020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_port_deformed(struct asd_sas_phy *sas_phy) 1271dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 127220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_deformed(sas_phy, 1); 127320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 12748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 127520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstruct mvs_device *mvs_alloc_dev(struct mvs_info *mvi) 127620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 127720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 dev; 127820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (dev = 0; dev < MVS_MAX_DEVICES; dev++) { 127920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->devices[dev].dev_type == NO_DEVICE) { 128020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->devices[dev].device_id = dev; 128120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return &mvi->devices[dev]; 128220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 12838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 12848121ed420285885654af133a6ca1919590f98917Ke Wei 128520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev == MVS_MAX_DEVICES) 128620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("max support %d devices, ignore ..\n", 128720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_MAX_DEVICES); 128820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 128920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return NULL; 12908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 12918f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 129220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_free_dev(struct mvs_device *mvi_dev) 1293b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 129420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 id = mvi_dev->device_id; 129520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memset(mvi_dev, 0, sizeof(*mvi_dev)); 129620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id = id; 129720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_type = NO_DEVICE; 129820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_status = MVS_DEV_NORMAL; 129920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->taskfileset = MVS_ID_NOT_MAPPED; 130020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1301b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 130220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_dev_found_notify(struct domain_device *dev, int lock) 130320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 130420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 130520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int res = 0; 130620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 130720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *parent_dev = dev->parent; 130820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_device; 1309b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 131020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = mvs_find_dev_mvi(dev); 1311b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 131220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 131320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 131420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 131520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device = mvs_alloc_dev(mvi); 131620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!mvi_device) { 131720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -1; 131820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto found_out; 1319b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 132020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->lldd_dev = (void *)mvi_device; 132120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device->dev_type = dev->dev_type; 13229870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan mvi_device->mvi_info = mvi; 132320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (parent_dev && DEV_IS_EXPANDER(parent_dev->dev_type)) { 132420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int phy_id; 132520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 phy_num = parent_dev->ex_dev.num_phys; 132620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ex_phy *phy; 132720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (phy_id = 0; phy_id < phy_num; phy_id++) { 132820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = &parent_dev->ex_dev.ex_phy[phy_id]; 132920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (SAS_ADDR(phy->attached_sas_addr) == 133020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr)) { 133120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device->attached_phy = phy_id; 133220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 133320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 133420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1335b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 133620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy_id == phy_num) { 133720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("Error: no attached dev:%016llx" 133820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "at ex:%016llx.\n", 133920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr), 134020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(parent_dev->sas_addr)); 134120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -1; 134220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1343dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1344b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 134520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanfound_out: 134620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 134720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 134820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return res; 134920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1350b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 135120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_dev_found(struct domain_device *dev) 135220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 135320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvs_dev_found_notify(dev, 1); 135420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1355b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 135620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_dev_gone_notify(struct domain_device *dev, int lock) 135720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 135820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 135920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 13609870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 1361b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 136220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 136320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 1364b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 136520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) { 136620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("found dev[%d:%x] is gone.\n", 136720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id, mvi_dev->dev_type); 136820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_reg_set(mvi, mvi_dev); 136920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_dev(mvi_dev); 137020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 137120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("found dev has gone.\n"); 1372b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 137320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->lldd_dev = NULL; 1374b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 137520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 137620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1377b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1378b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1379b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 138020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_dev_gone(struct domain_device *dev) 138120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 138220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_dev_gone_notify(dev, 1); 138320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1384b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 138520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic struct sas_task *mvs_alloc_task(void) 138620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 138720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = kzalloc(sizeof(struct sas_task), GFP_KERNEL); 138820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 138920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task) { 139020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan INIT_LIST_HEAD(&task->list); 139120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_init(&task->task_state_lock); 139220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags = SAS_TASK_STATE_PENDING; 139320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan init_timer(&task->timer); 139420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan init_completion(&task->completion); 1395b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 139620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return task; 1397dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1398b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 139920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_free_task(struct sas_task *task) 1400dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 140120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task) { 140220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan BUG_ON(!list_empty(&task->list)); 140320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kfree(task); 1404b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 140520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1406b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 140720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_task_done(struct sas_task *task) 140820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 140920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!del_timer(&task->timer)) 141020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 141120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan complete(&task->completion); 1412b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1413b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 141420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_tmf_timedout(unsigned long data) 1415b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 141620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = (struct sas_task *)data; 14178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 141820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags |= SAS_TASK_STATE_ABORTED; 141920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan complete(&task->completion); 142020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 14218f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 142220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* XXX */ 142320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#define MVS_TASK_TIMEOUT 20 142420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_exec_internal_tmf_task(struct domain_device *dev, 142520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *parameter, u32 para_len, struct mvs_tmf_task *tmf) 142620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 142720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int res, retry; 142820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = NULL; 14298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 143020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (retry = 0; retry < 3; retry++) { 143120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = mvs_alloc_task(); 143220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!task) 143320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -ENOMEM; 14348f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 143520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->dev = dev; 143620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_proto = dev->tproto; 14378f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 143820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(&task->ssp_task, parameter, para_len); 143920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_done = mvs_task_done; 14408f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 144120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.data = (unsigned long) task; 144220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.function = mvs_tmf_timedout; 144320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.expires = jiffies + MVS_TASK_TIMEOUT*HZ; 144420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan add_timer(&task->timer); 14458f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 14460b84b7094e87769120def1e703b8b4d037281038Andy Yan res = mvs_task_exec(task, 1, GFP_KERNEL, NULL, 1, tmf); 14478f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 144820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (res) { 144920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_timer(&task->timer); 145020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("executing internel task failed:%d\n", res); 145120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto ex_err; 145220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 14538f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 145420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan wait_for_completion(&task->completion); 145520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -TMF_RESP_FUNC_FAILED; 145620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* Even TMF timed out, return direct. */ 145720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if ((task->task_state_flags & SAS_TASK_STATE_ABORTED)) { 145820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(task->task_state_flags & SAS_TASK_STATE_DONE)) { 145920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("TMF task[%x] timeout.\n", tmf->tmf); 146020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto ex_err; 146120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 146220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 14638f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 146420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 146520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAM_GOOD) { 146620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = TMF_RESP_FUNC_COMPLETE; 146720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 146820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1469b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 147020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 147120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAS_DATA_UNDERRUN) { 147220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* no error, but return the number of bytes of 147320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * underrun */ 147420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = task->task_status.residual; 147520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 147620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1477b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 147820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 147920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAS_DATA_OVERRUN) { 148020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("blocked task error.\n"); 148120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -EMSGSIZE; 148220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 148320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 148420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk(" task to dev %016llx response: 0x%x " 148520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "status 0x%x\n", 148620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr), 148720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.resp, 148820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat); 148920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_task(task); 149020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = NULL; 1491b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1492dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1493dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 149420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanex_err: 149520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan BUG_ON(retry == 3 && task != NULL); 149620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task != NULL) 149720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_task(task); 149820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return res; 1499dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1500b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 150120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_debug_issue_ssp_tmf(struct domain_device *dev, 150220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 *lun, struct mvs_tmf_task *tmf) 1503dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 150420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ssp_task ssp_task; 150520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan DECLARE_COMPLETION_ONSTACK(completion); 150620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(dev->tproto & SAS_PROTOCOL_SSP)) 150720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return TMF_RESP_FUNC_ESUPP; 1508b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 150920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan strncpy((u8 *)&ssp_task.LUN, lun, 8); 1510b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 151120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvs_exec_internal_tmf_task(dev, &ssp_task, 151220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(ssp_task), tmf); 151320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 15158f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 151620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* Standard mandates link reset for ATA (type 0) 151720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan and hard reset for SSP (type 1) , only for RECOVERY */ 151820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_debug_I_T_nexus_reset(struct domain_device *dev) 151920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 152020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc; 152120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_phy *phy = sas_find_local_phy(dev); 152220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int reset_type = (dev->dev_type == SATA_DEV || 152320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (dev->tproto & SAS_PROTOCOL_STP)) ? 0 : 1; 152420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = sas_phy_reset(phy, reset_type); 152520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan msleep(2000); 152620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 152720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15288f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 152920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* mandatory SAM-3 */ 153020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_lu_reset(struct domain_device *dev, u8 *lun) 153120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 153220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 153320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, phyno[WIDE_PORT_MAX_PHY], num , rc = TMF_RESP_FUNC_FAILED; 153420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 153520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device * mvi_dev = (struct mvs_device *)dev->lldd_dev; 15369870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 153720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 153820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_LU_RESET; 153920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_status = MVS_DEV_EH; 154020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 154120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == TMF_RESP_FUNC_COMPLETE) { 154220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num = mvs_find_dev_phyno(dev, phyno); 154320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 154420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < num; i++) 154520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phyno[i], dev); 154620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1547dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 154820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* If failed, fall-through I_T_Nexus reset */ 154920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s for device[%x]:rc= %d\n", __func__, 155020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id, rc); 155120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 155220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15538f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 155420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_I_T_nexus_reset(struct domain_device *dev) 155520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 155620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 155720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, phyno[WIDE_PORT_MAX_PHY], num , rc = TMF_RESP_FUNC_FAILED; 15589870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_device * mvi_dev = (struct mvs_device *)dev->lldd_dev; 15599870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 156020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 156120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev->dev_status != MVS_DEV_EH) 156220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return TMF_RESP_FUNC_COMPLETE; 156320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_I_T_nexus_reset(dev); 156420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s for device[%x]:rc= %d\n", 156520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan __func__, mvi_dev->device_id, rc); 156620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 156720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* housekeeper */ 156820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num = mvs_find_dev_phyno(dev, phyno); 156920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 157020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < num; i++) 157120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phyno[i], dev); 157220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 157320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 157420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 157520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 157620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* optional SAM-3 */ 157720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_query_task(struct sas_task *task) 157820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 157920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag; 158020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_lun lun; 158120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 158220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 158320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 158420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task && task->task_proto & SAS_PROTOCOL_SSP) { 158520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_cmnd * cmnd = (struct scsi_cmnd *)task->uldd_task; 158620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 15879870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 15889870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 158920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 159020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int_to_scsilun(cmnd->device->lun, &lun); 159120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_find_tag(mvi, task, &tag); 159220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == 0) { 159320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_FAILED; 1594dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 159520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 15968f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 159720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_QUERY_TASK; 159820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tag_of_task_to_be_managed = cpu_to_le16(tag); 15998f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 160020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun.scsi_lun, &tmf_task); 160120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (rc) { 160220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The task is still in Lun, release it then */ 160320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_SUCC: 160420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The task is not in Lun or failed, reset the phy */ 160520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_FAILED: 160620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_COMPLETE: 160720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 160820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1609dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 161020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s:rc= %d\n", __func__, rc); 161120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 16128f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 161420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* mandatory SAM-3, still need free task/slot info */ 161520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_abort_task(struct sas_task *task) 16168f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 161720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_lun lun; 161820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 161920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 16209870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 16219870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan struct mvs_info *mvi = mvi_dev->mvi_info; 162220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 162320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 162420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag; 16259870d9a2428550e7ac3164a26306ad07a99051aeAndy Yan 162620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->exp_req) 162720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->exp_req--; 162820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&task->task_state_lock, flags); 162920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_state_flags & SAS_TASK_STATE_DONE) { 163020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&task->task_state_lock, flags); 163120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_COMPLETE; 163220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 1633dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 163420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&task->task_state_lock, flags); 163520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task && task->task_proto & SAS_PROTOCOL_SSP) { 163620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_cmnd * cmnd = (struct scsi_cmnd *)task->uldd_task; 163720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 163820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int_to_scsilun(cmnd->device->lun, &lun); 163920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_find_tag(mvi, task, &tag); 164020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == 0) { 164120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("No such tag in %s\n", __func__); 164220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_FAILED; 164320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 164420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 16458f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 164620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_ABORT_TASK; 164720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tag_of_task_to_be_managed = cpu_to_le16(tag); 16488f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 164920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun.scsi_lun, &tmf_task); 16508f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 165120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* if successful, clear the task and callback forwards.*/ 165220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == TMF_RESP_FUNC_COMPLETE) { 165320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_no; 165420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot; 16558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 165620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task) { 165720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot = (struct mvs_slot_info *)task->lldd_task; 165820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_no = (u32) (slot - mvi->slot_info); 165920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, slot_no, 1); 166020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 166120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 166220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (task->task_proto & SAS_PROTOCOL_SATA || 166320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_proto & SAS_PROTOCOL_STP) { 166420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* to do free register_set */ 166520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 166620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* SMP */ 16678f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 166820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 166920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanout: 167020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc != TMF_RESP_FUNC_COMPLETE) 167120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s:rc= %d\n", __func__, rc); 1672dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 16738f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 167520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_abort_task_set(struct domain_device *dev, u8 *lun) 16768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 167720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 167820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 16798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 168020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_ABORT_TASK_SET; 168120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 1682dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 168320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 16848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 168620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_clear_aca(struct domain_device *dev, u8 *lun) 16878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 168820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 168920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 16908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_CLEAR_ACA; 169220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 16938f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 169520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 16968f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_clear_task_set(struct domain_device *dev, u8 *lun) 169820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 169920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 170020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 17018f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_CLEAR_TASK_SET; 170320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 17048f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 1706dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 17078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_sata_done(struct mvs_info *mvi, struct sas_task *task, 170920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx, int err) 1710dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 171120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = (struct mvs_device *)task->dev->lldd_dev; 171220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tstat = &task->task_status; 171320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_task_resp *resp = (struct ata_task_resp *)tstat->buf; 171420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int stat = SAM_GOOD; 1715e9ff91b6927079307b5d481a93beac4134e923ebKe Wei 17168f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 171720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan resp->frame_len = sizeof(struct dev_to_host_fis); 171820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(&resp->ending_fis[0], 171920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SATA_RECEIVED_D2H_FIS(mvi_dev->taskfileset), 172020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct dev_to_host_fis)); 172120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->buf_valid_size = sizeof(*resp); 172220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(err)) 172320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_PROTO_RESPONSE; 172420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return stat; 17258f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 17268f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 172720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_slot_err(struct mvs_info *mvi, struct sas_task *task, 172820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx) 17298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 173020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot = &mvi->slot_info[slot_idx]; 173120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int stat; 173220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 err_dw0 = le32_to_cpu(*(u32 *) (slot->response)); 173320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tfs = 0; 173420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan enum mvs_port_type type = PORT_TYPE_SAS; 17358f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 173620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (err_dw0 & CMD_ISS_STPD) 173720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->issue_stop(mvi, type, tfs); 173820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 173920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->command_active(mvi, slot_idx); 1740b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 174120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAM_CHECK_COND; 1742dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (task->task_proto) { 1743dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 174420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_ABORTED_TASK; 174520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 174620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SMP: 174720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAM_CHECK_COND; 1748dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 174920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1750dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 1751dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 175220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: 175320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan { 175420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (err_dw0 == 0x80400002) 175520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("find reserved error, why?\n"); 175620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 175720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.use_ncq = 0; 175820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_PROTO_RESPONSE; 175920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_sata_done(mvi, task, slot_idx, 1); 176020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1761dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 176220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 1763dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 1764dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1765dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1766dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 176720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return stat; 1768e9ff91b6927079307b5d481a93beac4134e923ebKe Wei} 1769e9ff91b6927079307b5d481a93beac4134e923ebKe Wei 177020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_slot_complete(struct mvs_info *mvi, u32 rx_desc, u32 flags) 1771b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 177220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx = rx_desc & RXQ_SLOT_MASK; 177320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot = &mvi->slot_info[slot_idx]; 177420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = slot->task; 177520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = NULL; 177620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tstat; 177720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 177820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan bool aborted; 177920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *to; 178020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan enum exec_status sts; 178120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 178220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->exp_req) 178320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->exp_req--; 178420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(!task || !task->lldd_task)) 178520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -1; 178620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 178720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat = &task->task_status; 178820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev = (struct mvs_device *)task->dev->lldd_dev; 1789b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 179020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_hba_cq_dump(mvi); 179120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 179220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock(&task->task_state_lock); 179320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags &= 179420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ~(SAS_TASK_STATE_PENDING | SAS_TASK_AT_INITIATOR); 179520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags |= SAS_TASK_STATE_DONE; 179620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* race condition*/ 179720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan aborted = task->task_state_flags & SAS_TASK_STATE_ABORTED; 179820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock(&task->task_state_lock); 179920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 180020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memset(tstat, 0, sizeof(*tstat)); 180120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->resp = SAS_TASK_COMPLETE; 180220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 180320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(aborted)) { 180420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAS_ABORTED_TASK; 180520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) 180620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req--; 180720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_protocol_ata(task->task_proto)) 180820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_reg_set(mvi, mvi_dev); 180920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 181020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_task_free(mvi, task, slot, slot_idx); 181120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -1; 1812b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 1813b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 181420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(!mvi_dev || !slot->port->port_attached || flags)) { 181520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port has not device.\n"); 181620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAS_PHY_DOWN; 181720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 181820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1819b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 182020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* 182120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely((rx_desc & RXQ_ERR) || (*(u64 *) slot->response))) { 182220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Find device[%016llx] RXQ_ERR %X, 182320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan err info:%016llx\n", 182420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(task->dev->sas_addr), 182520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_desc, (u64)(*(u64 *) slot->response)); 1826b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 182720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 182820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 182920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* error info record present */ 183020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely((rx_desc & RXQ_ERR) && (*(u64 *) slot->response))) { 183120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = mvs_slot_err(mvi, task, slot_idx); 183220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 1833b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 1834b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 183520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (task->task_proto) { 183620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SSP: 183720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* hw says status == 0, datapres == 0 */ 183820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rx_desc & RXQ_GOOD) { 183920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_GOOD; 184020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->resp = SAS_TASK_COMPLETE; 184120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 184220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* response frame present */ 184320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else if (rx_desc & RXQ_RSP) { 184420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ssp_response_iu *iu = slot->response + 184520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct mvs_err_info); 184620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ssp_task_response(mvi->dev, task, iu); 184720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else 184820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_CHECK_COND; 184920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 1850b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 185120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SMP: { 185220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scatterlist *sg_resp = &task->smp_task.smp_resp; 185320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_GOOD; 185420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan to = kmap_atomic(sg_page(sg_resp), KM_IRQ0); 185520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(to + sg_resp->offset, 185620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->response + sizeof(struct mvs_err_info), 185720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sg_dma_len(sg_resp)); 185820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kunmap_atomic(to, KM_IRQ0); 185920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 186020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 18618f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 186220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA: 186320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_STP: 186420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: { 186520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = mvs_sata_done(mvi, task, slot_idx, 0); 186620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 186720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1868b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 186920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan default: 187020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_CHECK_COND; 187120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 187220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1873b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 187420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanout: 18750f980a871678b7ec143fcb45b31bf9234e4585c8Andy Yan if (mvi_dev) { 187620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req--; 18770f980a871678b7ec143fcb45b31bf9234e4585c8Andy Yan if (sas_protocol_ata(task->task_proto)) 18780f980a871678b7ec143fcb45b31bf9234e4585c8Andy Yan mvs_free_reg_set(mvi, mvi_dev); 18790f980a871678b7ec143fcb45b31bf9234e4585c8Andy Yan } 188020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_task_free(mvi, task, slot, slot_idx); 188120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sts = tstat->stat; 18828f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 188320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock(&mvi->lock); 188420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_done) 188520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_done(task); 188620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 188720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("why has not task_done.\n"); 188820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock(&mvi->lock); 1889b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 189020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return sts; 189120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1892b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 189320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_release_task(struct mvs_info *mvi, 189420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int phy_no, struct domain_device *dev) 189520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 189620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i = 0; u32 slot_idx; 189720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy; 189820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port; 189920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot, *slot2; 1900b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 190120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = &mvi->phy[phy_no]; 190220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = phy->port; 190320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!port) 190420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 1905b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 190620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_for_each_entry_safe(slot, slot2, &port->list, entry) { 190720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task; 190820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_idx = (u32) (slot - mvi->slot_info); 190920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = slot->task; 1910b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 191120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev && task->dev != dev) 191220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan continue; 19138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 191420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("Release slot [%x] tag[%x], task [%p]:\n", 191520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_idx, slot->slot_tag, task); 1916b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 191720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_proto & SAS_PROTOCOL_SSP) { 191820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("attached with SSP task CDB["); 191920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < 16; i++) 192020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk(" %02x", task->ssp_task.cdb[i]); 192120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk(" ]\n"); 192220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1923b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 192420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, slot_idx, 1); 1925b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 192620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1927b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 192820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_phy_disconnected(struct mvs_phy *phy) 192920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 193020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 0; 193120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_info = 0; 193220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_sas_addr = 0; 193320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 193420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 193520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_work_queue(struct work_struct *work) 193620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 193720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct delayed_work *dw = container_of(work, struct delayed_work, work); 193820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_wq *mwq = container_of(dw, struct mvs_wq, work_q); 193920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mwq->mvi; 194020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 1941b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 194220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 194320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mwq->handler & PHY_PLUG_EVENT) { 194420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 phy_no = (unsigned long) mwq->data; 194520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha = mvi->sas; 194620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = &mvi->phy[phy_no]; 194720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 194820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 194920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_event & PHY_PLUG_OUT) { 195020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 195120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_identify_frame *id; 195220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan id = (struct sas_identify_frame *)phy->frame_rcvd; 195320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, phy_no); 195420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event &= ~PHY_PLUG_OUT; 195520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(tmp & PHY_READY_MASK)) { 195620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy_disconnected(sas_phy); 195720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_phy_disconnected(phy); 195820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_phy_event(sas_phy, 195920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYE_LOSS_OF_SIGNAL); 196020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Removed Device\n", phy_no); 196120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 196220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->detect_porttype(mvi, phy_no); 196320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_update_phyinfo(mvi, phy_no, 1); 196420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, phy_no); 196520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 0); 196620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Attached Device\n", phy_no); 196720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 196820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 196920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 197020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_del(&mwq->entry); 197120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 197220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kfree(mwq); 197320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 19748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 197520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_handle_event(struct mvs_info *mvi, void *data, int handler) 197620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 197720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_wq *mwq; 197820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int ret = 0; 197920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 198020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq = kmalloc(sizeof(struct mvs_wq), GFP_ATOMIC); 198120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mwq) { 198220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->mvi = mvi; 198320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->data = data; 198420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->handler = handler; 198520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MV_INIT_DELAYED_WORK(&mwq->work_q, mvs_work_queue, mwq); 198620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_add_tail(&mwq->entry, &mvi->wq_list); 198720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan schedule_delayed_work(&mwq->work_q, HZ * 2); 198820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else 198920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ret = -ENOMEM; 199020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 199120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return ret; 199220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1993b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 199420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_sig_time_out(unsigned long tphy) 199520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 199620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = (struct mvs_phy *)tphy; 199720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = phy->mvi; 199820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 phy_no; 199920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 200020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (phy_no = 0; phy_no < mvi->chip->n_phy; phy_no++) { 200120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (&mvi->phy[phy_no] == phy) { 200220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Get signature time out, reset phy %d\n", 200320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no+mvi->id*mvi->chip->n_phy); 200420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_no, 1); 200520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 2006b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 200720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2008b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 200920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_sig_remove_timer(struct mvs_phy *phy) 201020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 201120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->timer.function) 201220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_timer(&phy->timer); 201320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.function = NULL; 201420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2015b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 201620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_int_port(struct mvs_info *mvi, int phy_no, u32 events) 201720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 201820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 201920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha = mvi->sas; 202020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = &mvi->phy[phy_no]; 202120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 20228f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 202320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status = MVS_CHIP_DISP->read_port_irq_stat(mvi, phy_no); 202420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d ctrl sts=0x%X.\n", phy_no+mvi->id*mvi->chip->n_phy, 202520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->read_phy_ctl(mvi, phy_no)); 202620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Port %d irq sts = 0x%X\n", phy_no+mvi->id*mvi->chip->n_phy, 202720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status); 20288f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 202920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* 203020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * events is port event now , 203120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * we need check the interrupt status which belongs to per port. 203220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 2033b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 203420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_DCDR_ERR) 203520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d STP decoding error.\n", 203620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no+mvi->id*mvi->chip->n_phy); 203720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 203820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_POOF) { 203920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy->phy_event & PHY_PLUG_OUT)) { 204020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int dev_sata = phy->phy_type & PORT_TYPE_SATA; 204120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int ready; 204220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phy_no, NULL); 204320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event |= PHY_PLUG_OUT; 204420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_handle_event(mvi, 204520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (void *)(unsigned long)phy_no, 204620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHY_PLUG_EVENT); 204720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ready = mvs_is_phy_ready(mvi, phy_no); 204820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!ready) 204920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Unplug Notice\n", 205020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + 205120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->id * mvi->chip->n_phy); 205220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (ready || dev_sata) { 205320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (MVS_CHIP_DISP->stp_reset) 205420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->stp_reset(mvi, 205520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no); 205620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 205720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, 205820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no, 0); 205920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 206020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 206120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 206220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 2063b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 206420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_COMWAKE) { 206520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask(mvi, phy_no); 206620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, phy_no, 206720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp | PHYEV_SIG_FIS); 206820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->timer.function == NULL) { 206920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.data = (unsigned long)phy; 207020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.function = mvs_sig_time_out; 207120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.expires = jiffies + 10*HZ; 207220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan add_timer(&phy->timer); 207320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 207420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 207520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & (PHYEV_SIG_FIS | PHYEV_ID_DONE)) { 207620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_status = mvs_is_phy_ready(mvi, phy_no); 207720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_sig_remove_timer(phy); 207820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("notify plug in on phy[%d]\n", phy_no); 207920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_status) { 208020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mdelay(10); 208120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->detect_porttype(mvi, phy_no); 208220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_type & PORT_TYPE_SATA) { 208320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask( 208420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi, phy_no); 208520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp &= ~PHYEV_SIG_FIS; 208620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, 208720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no, tmp); 208820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 208920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_update_phyinfo(mvi, phy_no, 0); 209020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, phy_no); 209120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* whether driver is going to handle hot plug */ 209220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_event & PHY_PLUG_OUT) { 209320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 0); 209420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event &= ~PHY_PLUG_OUT; 209520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 209620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 209720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("plugin interrupt but phy%d is gone\n", 209820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + mvi->id*mvi->chip->n_phy); 209920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 210020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (phy->irq_status & PHYEV_BROAD_CH) { 210120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d broadcast change.\n", 210220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + mvi->id*mvi->chip->n_phy); 210320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* exception for Samsung disk drive*/ 210420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mdelay(1000); 210520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD); 210620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 210720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_stat(mvi, phy_no, phy->irq_status); 2108b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 2109b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 211020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_int_rx(struct mvs_info *mvi, bool self_clear) 2111b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 211220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 rx_prod_idx, rx_desc; 211320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan bool attn = false; 2114b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 211520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* the first dword in the RX ring is special: it contains 211620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * a mirror of the hardware's RX producer index, so that 211720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * we don't have to stall the CPU reading that register. 211820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * The actual RX ring is offset by one dword, due to this. 211920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 212020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_prod_idx = mvi->rx_cons; 212120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->rx_cons = le32_to_cpu(mvi->rx[0]); 212220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->rx_cons == 0xfff) /* h/w hasn't touched RX ring yet */ 212320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 2124b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 212520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The CMPL_Q may come late, read from register and try again 212620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * note: if coalescing is enabled, 212720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * it will need to read from register every time for sure 212820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 212920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(mvi->rx_cons == rx_prod_idx)) 213020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->rx_cons = MVS_CHIP_DISP->rx_update(mvi) & RX_RING_SZ_MASK; 213120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 213220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->rx_cons == rx_prod_idx) 213320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 213420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 213520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (mvi->rx_cons != rx_prod_idx) { 213620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* increment our internal RX consumer pointer */ 213720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_prod_idx = (rx_prod_idx + 1) & (MVS_RX_RING_SZ - 1); 213820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_desc = le32_to_cpu(mvi->rx[rx_prod_idx + 1]); 213920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 214020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(rx_desc & RXQ_DONE)) 214120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, rx_desc, 0); 214220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rx_desc & RXQ_ATTN) { 214320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan attn = true; 214420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (rx_desc & RXQ_ERR) { 214520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(rx_desc & RXQ_DONE)) 214620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, rx_desc, 0); 214720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (rx_desc & RXQ_SLOT_RESET) { 214820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_free(mvi, rx_desc); 214920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 215020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 215120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 215220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (attn && self_clear) 215320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->int_full(mvi); 215420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 2155b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 2156b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 2157