mv_sas.c revision 0b84b7094e87769120def1e703b8b4d037281038
1b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik/* 220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Marvell 88SE64xx/88SE94xx main function 320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Copyright 2007 Red Hat, Inc. 520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Copyright 2008 Marvell. <kewei@marvell.com> 620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This file is licensed under GPLv2. 820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This program is free software; you can redistribute it and/or 1020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * modify it under the terms of the GNU General Public License as 1120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * published by the Free Software Foundation; version 2 of the 1220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * License. 1320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 1420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * This program is distributed in the hope that it will be useful, 1520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * but WITHOUT ANY WARRANTY; without even the implied warranty of 1620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 1720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * General Public License for more details. 1820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * 1920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * You should have received a copy of the GNU General Public License 2020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * along with this program; if not, write to the Free Software 2120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 2220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * USA 2320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan*/ 24b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 25dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#include "mv_sas.h" 26b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 27dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_find_tag(struct mvs_info *mvi, struct sas_task *task, u32 *tag) 28dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 29dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (task->lldd_task) { 30dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot; 31dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot = (struct mvs_slot_info *) task->lldd_task; 3220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *tag = slot->slot_tag; 33dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 34dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 35dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 36dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 378f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 3820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_clear(struct mvs_info *mvi, u32 tag) 39dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 40dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 41dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik clear_bit(tag, bitmap); 42dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 438f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 4420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_free(struct mvs_info *mvi, u32 tag) 45dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 46dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, tag); 47dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 488f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 4920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_tag_set(struct mvs_info *mvi, unsigned int tag) 50dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 51dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 52dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik set_bit(tag, bitmap); 53dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 5520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yaninline int mvs_tag_alloc(struct mvs_info *mvi, u32 *tag_out) 56dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 57dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik unsigned int index, tag; 58dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *bitmap = (void *) &mvi->tags; 59b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan index = find_first_zero_bit(bitmap, mvi->tags_num); 61dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tag = index; 6220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (tag >= mvi->tags_num) 63dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return -SAS_QUEUE_FULL; 64dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_set(mvi, tag); 65dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *tag_out = tag; 66dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 67dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 68b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 69dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikvoid mvs_tag_init(struct mvs_info *mvi) 70dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 71dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int i; 7220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < mvi->tags_num; ++i) 73dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, i); 74dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 75b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_hexdump(u32 size, u8 *data, u32 baseaddr) 778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 i; 798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 run; 808f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 offset; 818f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 828f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset = 0; 838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei while (size) { 8420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%08X : ", baseaddr + offset); 858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (size >= 16) 868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei run = 16; 878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei run = size; 898f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei size -= run; 908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei for (i = 0; i < 16; i++) { 918f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (i < run) 9220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%02X ", (u32)data[i]); 938f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 9420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG" "); 958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 9620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG": "); 978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei for (i = 0; i < run; i++) 9820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"%c", 9920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan isalnum(data[i]) ? data[i] : '.'); 10020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"\n"); 1018f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei data = &data[16]; 1028f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset += run; 1038f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 10420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan printk(KERN_DEBUG"\n"); 1058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 10720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#if (_MV_DUMP > 1) 1088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_sb_dump(struct mvs_info *mvi, u32 tag, 1098f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei enum sas_protocol proto) 1108f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 1118f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 offset; 1128f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot = &mvi->slot_info[tag]; 1138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei offset = slot->cmd_size + MVS_OAF_SZ + 11520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->prd_size() * slot->n_elem; 11620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Status buffer[%d] :\n", 1178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei tag); 1188f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(32, (u8 *) slot->response, 1198f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + offset); 1208f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 121ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei#endif 1228f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1238f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_memory_dump(struct mvs_info *mvi, u32 tag, 1248f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei enum sas_protocol proto) 1258f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 12620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#if (_MV_DUMP > 1) 127ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei u32 sz, w_ptr; 1288f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u64 addr; 1298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot = &mvi->slot_info[tag]; 1308f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1318f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Delivery Queue */ 13220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sz = MVS_CHIP_SLOT_SZ; 133ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei w_ptr = slot->tx; 13420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr = mvi->tx_dma; 13520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 136ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei "Delivery Queue Size=%04d , WRT_PTR=%04X\n", sz, w_ptr); 13720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1388f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Delivery Queue Base Address=0x%llX (PA)" 1398f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "(tx_dma=0x%llX), Entry=%04d\n", 14020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr, (unsigned long long)mvi->tx_dma, w_ptr); 1418f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(u32), (u8 *)(&mvi->tx[mvi->tx_prod]), 1428f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) mvi->tx_dma + sizeof(u32) * w_ptr); 1438f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Command List */ 144ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei addr = mvi->slot_dma; 14520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1468f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Command List Base Address=0x%llX (PA)" 1478f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "(slot_dma=0x%llX), Header=%03d\n", 14820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan addr, (unsigned long long)slot->buf_dma, tag); 14920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "Command Header[%03d]:\n", tag); 1508f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*mvs_cmd_hdr */ 1518f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(struct mvs_cmd_hdr), (u8 *)(&mvi->slot[tag]), 1528f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) mvi->slot_dma + tag * sizeof(struct mvs_cmd_hdr)); 1538f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*1.command table area */ 15420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Command Table :\n"); 1558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(slot->cmd_size, (u8 *) slot->buf, (u32) slot->buf_dma); 1568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*2.open address frame area */ 15720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->Open Address Frame :\n"); 1588f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(MVS_OAF_SZ, (u8 *) slot->buf + slot->cmd_size, 1598f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + slot->cmd_size); 1608f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*3.status buffer */ 1618f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hba_sb_dump(mvi, tag, proto); 1628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*4.PRD table */ 16320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "+---->PRD table :\n"); 16420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_hexdump(MVS_CHIP_DISP->prd_size() * slot->n_elem, 1658f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u8 *) slot->buf + slot->cmd_size + MVS_OAF_SZ, 1668f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (u32) slot->buf_dma + slot->cmd_size + MVS_OAF_SZ); 1678f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 1688f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1698f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1708f261aaf9be5c1246013cf6a65b98586d24832a5Ke Weistatic void mvs_hba_cq_dump(struct mvs_info *mvi) 1718f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 172ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei#if (_MV_DUMP > 2) 1738f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u64 addr; 1748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei void __iomem *regs = mvi->regs; 1758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 entry = mvi->rx_cons + 1; 1768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 rx_desc = le32_to_cpu(mvi->rx[entry]); 1778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /*Completion Queue */ 1798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei addr = mr32(RX_HI) << 16 << 16 | mr32(RX_LO); 18020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, "Completion Task = 0x%p\n", 181ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei mvi->slot_info[rx_desc & RXQ_SLOT_MASK].task); 18220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 1838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "Completion List Base Address=0x%llX (PA), " 1848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei "CQ_Entry=%04d, CQ_WP=0x%08X\n", 1858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei addr, entry - 1, mvi->rx[0]); 1868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvs_hexdump(sizeof(u32), (u8 *)(&rx_desc), 1878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvi->rx_dma + sizeof(u32) * entry); 1888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 1898f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 1908f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 19120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_get_sas_addr(void *buf, u32 buflen) 1928f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 19320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*memcpy(buf, "\x50\x05\x04\x30\x11\xab\x64\x40", 8);*/ 19420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 19620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstruct mvs_info *mvs_find_dev_mvi(struct domain_device *dev) 19720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 19820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long i = 0, j = 0, hi = 0; 19920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = dev->port->ha; 20020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 20120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *phy; 20220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 20320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_port[i]) { 20420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_port[i] == dev->port) { 20520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = container_of(sha->sas_port[i]->phy_list.next, 20620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy, port_phy_el); 20720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j = 0; 20820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[j]) { 20920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[j] == phy) 21020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 21120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j++; 21220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 21420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 21620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 21720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = j/((struct mvs_prv_info *)sha->lldd_ha)->n_phy; 21820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[hi]; 2198f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvi; 2218f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2238f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 22420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* FIXME */ 22520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_find_dev_phyno(struct domain_device *dev, int *phyno) 22620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 22720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long i = 0, j = 0, n = 0, num = 0; 22820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 22920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = dev->port->ha; 23020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 23120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_port[i]) { 23220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_port[i] == dev->port) { 23320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *phy; 23420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_for_each_entry(phy, 23520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan &sha->sas_port[i]->phy_list, port_phy_el) { 23620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j = 0; 23720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[j]) { 23820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[j] == phy) 23920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 24020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan j++; 24120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 24220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phyno[n] = (j >= mvi->chip->n_phy) ? 24320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (j - mvi->chip->n_phy) : j; 24420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num++; 24520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan n++; 246dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 247dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 248dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 24920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 25020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 25120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return num; 25220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 25320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 25420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic inline void mvs_free_reg_set(struct mvs_info *mvi, 25520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *dev) 25620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 25720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!dev) { 25820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("device has been free.\n"); 25920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 26120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->runing_req != 0) 26220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->taskfileset == MVS_ID_NOT_MAPPED) 26420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 26520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->free_reg_set(mvi, &dev->taskfileset); 26620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 26720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 26820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic inline u8 mvs_assign_reg_set(struct mvs_info *mvi, 26920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *dev) 27020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 27120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->taskfileset != MVS_ID_NOT_MAPPED) 27220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 27320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return MVS_CHIP_DISP->assign_reg_set(mvi, &dev->taskfileset); 27420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 27520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 27620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_phys_reset(struct mvs_info *mvi, u32 phy_mask, int hard) 27720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 27820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 no; 27920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for_each_phy(phy_mask, phy_mask, no) { 28020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy_mask & 1)) 28120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan continue; 28220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, no, hard); 28320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 28420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 28520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 28620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* FIXME: locking? */ 28720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_phy_control(struct asd_sas_phy *sas_phy, enum phy_func func, 28820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *funcdata) 28920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 29020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = 0, phy_id = sas_phy->id; 29120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp, i = 0, hi; 29220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = sas_phy->ha; 29320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 29420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 29520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sha->sas_phy[i]) { 29620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sha->sas_phy[i] == sas_phy) 29720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 29820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 29920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 30020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = i/((struct mvs_prv_info *)sha->lldd_ha)->n_phy; 30120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[hi]; 30220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 30320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (func) { 30420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case PHY_FUNC_SET_LINK_RATE: 30520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_set_link_rate(mvi, phy_id, funcdata); 30620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 3078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 308dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_HARD_RESET: 30920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, phy_id); 310dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (tmp & PHY_RST_HARD) 311dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 31220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_id, 1); 313dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 314b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 315dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_LINK_RESET: 31620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_enable(mvi, phy_id); 31720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_id, 0); 318dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 319b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 320dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_DISABLE: 32120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_disable(mvi, phy_id); 32220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 323dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case PHY_FUNC_RELEASE_SPINUP_HOLD: 324dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 325dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EOPNOTSUPP; 326b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 32720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan msleep(200); 328b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return rc; 329b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 330b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 33120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid __devinit mvs_set_sas_addr(struct mvs_info *mvi, int port_id, 33220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 off_lo, u32 off_hi, u64 sas_addr) 33320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 33420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 lo = (u32)sas_addr; 33520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 hi = (u32)(sas_addr>>32); 33620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 33720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, port_id, off_lo); 33820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, port_id, lo); 33920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, port_id, off_hi); 34020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, port_id, hi); 34120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 34220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 343dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_bytes_dmaed(struct mvs_info *mvi, int i) 344ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei{ 345dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 34620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 34720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha; 348dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!phy->phy_attached) 349dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return; 350dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 35120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy->att_dev_info & PORT_DEV_TRGT_MASK) 35220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan && phy->phy_type & PORT_TYPE_SAS) { 35320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 35420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 35520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 35620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha = mvi->sas; 35720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_phy_event(sas_phy, PHYE_OOB_DONE); 35820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 359dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (sas_phy->phy) { 360dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_phy *sphy = sas_phy->phy; 361dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 362dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->negotiated_linkrate = sas_phy->linkrate; 363dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->minimum_linkrate = phy->minimum_linkrate; 364dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS; 365dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sphy->maximum_linkrate = phy->maximum_linkrate; 36620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sphy->maximum_linkrate_hw = MVS_CHIP_DISP->phy_max_link_rate(); 367ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei } 368ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei 369dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 370dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_identify_frame *id; 371b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 372dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id = (struct sas_identify_frame *)phy->frame_rcvd; 373dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->dev_type = phy->identify.device_type; 374dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->initiator_bits = SAS_PROTOCOL_ALL; 375dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik id->target_bits = phy->identify.target_port_protocols; 376dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else if (phy->phy_type & PORT_TYPE_SATA) { 37720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*Nothing*/ 378dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 37920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy %d byte dmaded.\n", i + mvi->id * mvi->chip->n_phy); 38020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 38120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy->frame_rcvd_size = phy->frame_rcvd_size; 38220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 38320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->sas->notify_port_event(sas_phy, 384dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PORTE_BYTES_DMAED); 385ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei} 386ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei 38720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_slave_alloc(struct scsi_device *scsi_dev) 38820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 38920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = sdev_to_domain_dev(scsi_dev); 39020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev_is_sata(dev)) { 39120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* We don't need to rescan targets 39220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * if REPORT_LUNS request is failed 39320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 39420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (scsi_dev->lun > 0) 39520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -ENXIO; 39620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan scsi_dev->tagged_supported = 1; 39720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 39820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 39920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return sas_slave_alloc(scsi_dev); 40020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 40120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 402dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikint mvs_slave_configure(struct scsi_device *sdev) 403ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei{ 404dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct domain_device *dev = sdev_to_domain_dev(sdev); 405dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int ret = sas_slave_configure(sdev); 406b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 407dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (ret) 408dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return ret; 409dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (dev_is_sata(dev)) { 41020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* may set PIO mode */ 41120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan #if MV_DISABLE_NCQ 41220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_port *ap = dev->sata_dev.ap; 41320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_device *adev = ap->link.device; 41420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan adev->flags |= ATA_DFLAG_NCQ_OFF; 415dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG, 1); 41620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan #endif 417dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 418ee1f1c2ef95258351e1ecb89a2dbd2763cb3a6edKe Wei return 0; 419b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 420b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 421dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikvoid mvs_scan_start(struct Scsi_Host *shost) 422b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 42320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, j; 42420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned short core_nr; 42520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi; 42620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sha = SHOST_TO_SAS_HA(shost); 42720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 42820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan core_nr = ((struct mvs_prv_info *)sha->lldd_ha)->n_host; 429dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 43020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (j = 0; j < core_nr; j++) { 43120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sha->lldd_ha)->mvi[j]; 43220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < mvi->chip->n_phy; ++i) 43320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, i); 434dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 435b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 436b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 437dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikint mvs_scan_finished(struct Scsi_Host *shost, unsigned long time) 438b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 439dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* give the phy enabling interrupt event time to come in (1s 440dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * is empirically about all it takes) */ 441dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (time < HZ) 442dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 443dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* Wait for discovery to finish */ 444dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik scsi_flush_work(shost); 445dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 446b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 447b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 448dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_task_prep_smp(struct mvs_info *mvi, 449dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_task_exec_info *tei) 450b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 451dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int elem, rc, i; 452dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_task *task = tei->task; 453dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 45420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 45520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = dev->port; 456dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct scatterlist *sg_req, *sg_resp; 457dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 req_len, resp_len, tag = tei->tag; 458dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *buf_tmp; 459dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u8 *buf_oaf; 460dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik dma_addr_t buf_tmp_dma; 46120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 462dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot = &mvi->slot_info[tag]; 463dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 464dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 465dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u8 *buf_cmd; 466dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik void *from; 467dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 468dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 469dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * DMA-map SMP request, response buffers 470dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 471dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sg_req = &task->smp_task.smp_req; 47220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan elem = dma_map_sg(mvi->dev, sg_req, 1, PCI_DMA_TODEVICE); 473dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!elem) 474dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return -ENOMEM; 475dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik req_len = sg_dma_len(sg_req); 476b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 477dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sg_resp = &task->smp_task.smp_resp; 47820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan elem = dma_map_sg(mvi->dev, sg_resp, 1, PCI_DMA_FROMDEVICE); 479dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!elem) { 480dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -ENOMEM; 481dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 482dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 48320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan resp_len = SB_RFB_MAX; 484b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 485dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* must be in dwords */ 486dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if ((req_len & 0x3) || (resp_len & 0x3)) { 487dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EINVAL; 488dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out_2; 489b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 490b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 491dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 492dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 493dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 494b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 49520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* region 1: command table area (MVS_SSP_CMD_SZ bytes) ***** */ 496dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp = slot->buf; 497dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma = slot->buf_dma; 498b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 499dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 500dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_cmd = buf_tmp; 501dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 502dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += req_len; 503dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += req_len; 504dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->cmd_size = req_len; 505dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#else 506dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->cmd_tbl = cpu_to_le64(sg_dma_address(sg_req)); 507dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 508b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 509dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 510dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_oaf = buf_tmp; 511dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 512b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 513dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += MVS_OAF_SZ; 514dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 515b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 51620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* region 3: PRD table *********************************** */ 517dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_prd = buf_tmp; 518dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (tei->n_elem) 519dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 520dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik else 521dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->prd_tbl = 0; 522b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 52320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * tei->n_elem; 524dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp += i; 525dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik buf_tmp_dma += i; 526b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 527dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 528dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->response = buf_tmp; 529dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 53020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 53120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 532b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 533dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* 534dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik * Fill in TX ring and command slot header 535dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik */ 536dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->tx = mvi->tx_prod; 537dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvi->tx[mvi->tx_prod] = cpu_to_le32((TXQ_CMD_SMP << TXQ_CMD_SHIFT) | 538dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik TXQ_MODE_I | tag | 539dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik (sas_port->phy_mask << TXQ_PHY_SHIFT)); 540b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 541dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->flags |= flags; 542dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | ((req_len - 4) / 4)); 543dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->tags = cpu_to_le32(tag); 544dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik hdr->data_len = 0; 545b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 546dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* generate open address frame hdr (first 12 bytes) */ 54720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, SMP, ftype 1h */ 54820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_SMP << 4) | 0x01; 54920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 550dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *(u16 *)(buf_oaf + 2) = 0xFFFF; /* SAS SPEC */ 55120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 552dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 553dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* fill in PRD (scatter/gather) table, if any */ 55420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 555b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 556dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#if _MV_DUMP 557dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* copy cmd table */ 558dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik from = kmap_atomic(sg_page(sg_req), KM_IRQ0); 559dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik memcpy(buf_cmd, from + sg_req->offset, req_len); 560dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik kunmap_atomic(from, KM_IRQ0); 561dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik#endif 562b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 563b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 564dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out_2: 56520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &tei->task->smp_task.smp_resp, 1, 566dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_FROMDEVICE); 567b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzikerr_out: 56820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &tei->task->smp_task.smp_req, 1, 569dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_TODEVICE); 570b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return rc; 5718f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 5728f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 573dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_get_ncq_tag(struct sas_task *task, u32 *tag) 5748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 575dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct ata_queued_cmd *qc = task->uldd_task; 5768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 577dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (qc) { 578dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (qc->tf.command == ATA_CMD_FPDMA_WRITE || 579dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik qc->tf.command == ATA_CMD_FPDMA_READ) { 580dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik *tag = qc->tag; 581dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 1; 582dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 5838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 5848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 585dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 5868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 5878f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 588dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic int mvs_task_prep_ata(struct mvs_info *mvi, 589dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_task_exec_info *tei) 590b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 591b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct sas_task *task = tei->task; 592b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct domain_device *dev = task->dev; 59320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = 59420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (struct mvs_device *)dev->lldd_dev; 595b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 596b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct asd_sas_port *sas_port = dev->port; 5978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_slot_info *slot; 59820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 59920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag = tei->tag, hdr_tag; 60020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 flags, del_q; 601b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik void *buf_tmp; 602b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u8 *buf_cmd, *buf_oaf; 603b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik dma_addr_t buf_tmp_dma; 6048f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 i, req_len, resp_len; 6058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei const u32 max_resp_len = SB_RFB_MAX; 6068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 60720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvs_assign_reg_set(mvi, mvi_dev) == MVS_ID_NOT_MAPPED) { 60820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Have not enough regiset for dev %d.\n", 60920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id); 6108f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei return -EBUSY; 61120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 6128f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot = &mvi->slot_info[tag]; 6138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->tx = mvi->tx_prod; 61420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_q = TXQ_MODE_I | tag | 61520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (TXQ_CMD_STP << TXQ_CMD_SHIFT) | 61620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (sas_port->phy_mask << TXQ_PHY_SHIFT) | 61720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (mvi_dev->taskfileset << TXQ_SRS_SHIFT); 61820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->tx[mvi->tx_prod] = cpu_to_le32(del_q); 61920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 62020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#ifndef DISABLE_HOTPLUG_DMA_FIX 62120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->data_dir == DMA_FROM_DEVICE) 62220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (MVS_CHIP_DISP->prd_count() << MCH_PRD_LEN_SHIFT); 62320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 62420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 62520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#else 62620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan flags = (tei->n_elem << MCH_PRD_LEN_SHIFT); 62720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#endif 628b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik if (task->ata_task.use_ncq) 629b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags |= MCH_FPDMA; 6308f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (dev->sata_dev.command_set == ATAPI_COMMAND_SET) { 6318f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (task->ata_task.fis.command != ATA_CMD_ID_ATAPI) 6328f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei flags |= MCH_ATAPI; 6338f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 6348f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 635b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* FIXME: fill in port multiplier number */ 636b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 637b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->flags = cpu_to_le32(flags); 6388f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 6398f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* FIXME: the low order order 5 bits for the TAG if enable NCQ */ 64020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->ata_task.use_ncq && mvs_get_ncq_tag(task, &hdr_tag)) 64120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.fis.sector_count |= (u8) (hdr_tag << 3); 6424e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei else 64320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr_tag = tag; 64420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 64520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->tags = cpu_to_le32(hdr_tag); 64620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 647b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->data_len = cpu_to_le32(task->total_xfer_len); 648b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 649b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* 650b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 651b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 652b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6538f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 1: command table area (MVS_ATA_CMD_SZ bytes) ************** */ 6548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei buf_cmd = buf_tmp = slot->buf; 655b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma = slot->buf_dma; 656b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 657b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 658b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 659b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_ATA_CMD_SZ; 660b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_ATA_CMD_SZ; 6618f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#if _MV_DUMP 6628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->cmd_size = MVS_ATA_CMD_SZ; 6638f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 664b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6658f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 666b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* used for STP. unused for SATA? */ 667b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_oaf = buf_tmp; 668b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 669b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 670b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_OAF_SZ; 671b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 672b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6738f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 3: PRD table ********************************************* */ 674b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_prd = buf_tmp; 67520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 6768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (tei->n_elem) 6778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 6788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 6798f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = 0; 68020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * MVS_CHIP_DISP->prd_count(); 681b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 682b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += i; 683b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += i; 684b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 686b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* FIXME: probably unused, for SATA. kept here just in case 687b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * we get a STP/SATA error information record 688b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 689b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot->response = buf_tmp; 690b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 69120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 69220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 693b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 6948f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei req_len = sizeof(struct host_to_dev_fis); 695b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik resp_len = MVS_SLOT_BUF_SZ - MVS_ATA_CMD_SZ - 6968f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei sizeof(struct mvs_err_info) - i; 697b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 698b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* request, response lengths */ 6998f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei resp_len = min(resp_len, max_resp_len); 700b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | (req_len / 4)); 701b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 70220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(!task->ata_task.device_control_reg_update)) 70320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.fis.flags |= 0x80; /* C=1: update ATA cmd reg */ 704b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* fill in command FIS and ATAPI CDB */ 7058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei memcpy(buf_cmd, &task->ata_task.fis, sizeof(struct host_to_dev_fis)); 7068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (dev->sata_dev.command_set == ATAPI_COMMAND_SET) 7078f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei memcpy(buf_cmd + STP_ATAPI_CMD, 7088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei task->ata_task.atapi_packet, 16); 7098f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 7108f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* generate open address frame hdr (first 12 bytes) */ 71120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, STP, ftype 1h */ 71220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_STP << 4) | 0x1; 71320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 71420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *(u16 *)(buf_oaf + 2) = cpu_to_be16(mvi_dev->device_id + 1); 71520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 716b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 717b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* fill in PRD (scatter/gather) table, if any */ 71820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 71920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#ifndef DISABLE_HOTPLUG_DMA_FIX 72020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->data_dir == DMA_FROM_DEVICE) 72120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->dma_fix(mvi->bulk_buffer_dma, 72220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan TRASH_BUCKET_SIZE, tei->n_elem, buf_prd); 72320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#endif 724b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 725b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 726b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 727b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzikstatic int mvs_task_prep_ssp(struct mvs_info *mvi, 72820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_task_exec_info *tei, int is_tmf, 72920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task *tmf) 730b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 731b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct sas_task *task = tei->task; 732b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_cmd_hdr *hdr = tei->hdr; 7338f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct mvs_port *port = tei->port; 73420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 73520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = 73620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (struct mvs_device *)dev->lldd_dev; 73720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = dev->port; 738b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_slot_info *slot; 73920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *buf_prd; 740b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct ssp_frame_hdr *ssp_hdr; 741b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik void *buf_tmp; 742b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u8 *buf_cmd, *buf_oaf, fburst = 0; 743b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik dma_addr_t buf_tmp_dma; 744b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik u32 flags; 7458f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 resp_len, req_len, i, tag = tei->tag; 7468f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei const u32 max_resp_len = SB_RFB_MAX; 74720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 phy_mask; 748b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 749b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot = &mvi->slot_info[tag]; 750b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 75120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_mask = ((port->wide_port_phymap) ? port->wide_port_phymap : 75220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_port->phy_mask) & TXQ_PHY_MASK; 75320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 7548f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->tx = mvi->tx_prod; 7558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei mvi->tx[mvi->tx_prod] = cpu_to_le32(TXQ_MODE_I | tag | 7568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei (TXQ_CMD_SSP << TXQ_CMD_SHIFT) | 7574e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei (phy_mask << TXQ_PHY_SHIFT)); 758b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 759b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags = MCH_RETRY; 760b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik if (task->ssp_task.enable_first_burst) { 761b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik flags |= MCH_FBURST; 762b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik fburst = (1 << 7); 763b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 7642b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan if (is_tmf) 7652b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan flags |= (MCH_SSP_FR_TASK << MCH_SSP_FR_TYPE_SHIFT); 7662b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan else 7672b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan flags |= (MCH_SSP_FR_CMD << MCH_SSP_FR_TYPE_SHIFT); 7682b288133ab6306b1761e0a2ef943b944ead6ad69Andy Yan hdr->flags = cpu_to_le32(flags | (tei->n_elem << MCH_PRD_LEN_SHIFT)); 769b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->tags = cpu_to_le32(tag); 770b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->data_len = cpu_to_le32(task->total_xfer_len); 771b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 772b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* 773b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik * arrange MVS_SLOT_BUF_SZ-sized DMA buffer according to our needs 774b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik */ 775b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7768f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 1: command table area (MVS_SSP_CMD_SZ bytes) ************** */ 7778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei buf_cmd = buf_tmp = slot->buf; 778b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma = slot->buf_dma; 779b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 780b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->cmd_tbl = cpu_to_le64(buf_tmp_dma); 781b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 782b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_SSP_CMD_SZ; 783b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_SSP_CMD_SZ; 7848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#if _MV_DUMP 7858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei slot->cmd_size = MVS_SSP_CMD_SZ; 7868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei#endif 787b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 2: open address frame area (MVS_OAF_SZ bytes) ********* */ 789b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_oaf = buf_tmp; 790b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->open_frame = cpu_to_le64(buf_tmp_dma); 791b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 792b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += MVS_OAF_SZ; 793b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += MVS_OAF_SZ; 794b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 7958f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 3: PRD table ********************************************* */ 796b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_prd = buf_tmp; 7978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei if (tei->n_elem) 7988f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = cpu_to_le64(buf_tmp_dma); 7998f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei else 8008f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei hdr->prd_tbl = 0; 801b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 80220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i = MVS_CHIP_DISP->prd_size() * tei->n_elem; 803b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp += i; 804b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_tmp_dma += i; 805b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 8068f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* region 4: status buffer (larger the PRD, smaller this buf) ****** */ 807b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik slot->response = buf_tmp; 808b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->status_buf = cpu_to_le64(buf_tmp_dma); 80920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->flags & MVF_FLAG_SOC) 81020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hdr->reserved[0] = 0; 811b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 812b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik resp_len = MVS_SLOT_BUF_SZ - MVS_SSP_CMD_SZ - MVS_OAF_SZ - 8138f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei sizeof(struct mvs_err_info) - i; 8148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei resp_len = min(resp_len, max_resp_len); 8158f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 8168f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei req_len = sizeof(struct ssp_frame_hdr) + 28; 817b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 818b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* request, response lengths */ 819b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik hdr->lens = cpu_to_le32(((resp_len / 4) << 16) | (req_len / 4)); 820b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 821b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik /* generate open address frame hdr (first 12 bytes) */ 82220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* initiator, SSP, ftype 1h */ 82320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[0] = (1 << 7) | (PROTOCOL_SSP << 4) | 0x1; 82420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_oaf[1] = dev->linkrate & 0xf; 82520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan *(u16 *)(buf_oaf + 2) = cpu_to_be16(mvi_dev->device_id + 1); 82620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_oaf + 4, dev->sas_addr, SAS_ADDR_SIZE); 827b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 8288f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei /* fill in SSP frame header (Command Table.SSP frame header) */ 8298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei ssp_hdr = (struct ssp_frame_hdr *)buf_cmd; 83020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 83120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (is_tmf) 83220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ssp_hdr->frame_type = SSP_TASK; 83320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 83420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ssp_hdr->frame_type = SSP_COMMAND; 83520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 83620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(ssp_hdr->hashed_dest_addr, dev->hashed_sas_addr, 837b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik HASHED_SAS_ADDR_SIZE); 838b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik memcpy(ssp_hdr->hashed_src_addr, 83920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->hashed_sas_addr, HASHED_SAS_ADDR_SIZE); 840b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik ssp_hdr->tag = cpu_to_be16(tag); 841b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 84220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* fill in IU for TASK and Command Frame */ 843b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik buf_cmd += sizeof(*ssp_hdr); 844b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik memcpy(buf_cmd, &task->ssp_task.LUN, 8); 845b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 84620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (ssp_hdr->frame_type != SSP_TASK) { 84720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[9] = fburst | task->ssp_task.task_attr | 84820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (task->ssp_task.task_prio << 3); 84920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(buf_cmd + 12, &task->ssp_task.cdb, 16); 85020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else{ 85120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[10] = tmf->tmf; 85220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (tmf->tmf) { 85320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_ABORT_TASK: 85420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_QUERY_TASK: 85520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[12] = 85620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (tmf->tag_of_task_to_be_managed >> 8) & 0xff; 85720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan buf_cmd[13] = 85820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf->tag_of_task_to_be_managed & 0xff; 85920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 86020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan default: 86120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 86220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 863b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 86420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* fill in PRD (scatter/gather) table, if any */ 86520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->make_prd(task->scatter, tei->n_elem, buf_prd); 866b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik return 0; 867b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 868b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 86920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#define DEV_IS_GONE(mvi_dev) ((!mvi_dev || (mvi_dev->dev_type == NO_DEVICE))) 87020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_task_exec(struct sas_task *task, const int num, gfp_t gfp_flags, 8710b84b7094e87769120def1e703b8b4d037281038Andy Yan struct completion *completion,int is_tmf, 8720b84b7094e87769120def1e703b8b4d037281038Andy Yan struct mvs_tmf_task *tmf) 873b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 8748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct domain_device *dev = task->dev; 87520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi; 87620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev; 877b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik struct mvs_task_exec_info tei; 8788f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei struct sas_task *t = task; 8794e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei struct mvs_slot_info *slot; 8808f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 tag = 0xdeadbeef, rc, n_elem = 0; 8818f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei u32 n = num, pass = 0; 88220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 883b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 88420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!dev->port) { 88520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tsm = &t->task_status; 88620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 88720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tsm->resp = SAS_TASK_UNDELIVERED; 88820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tsm->stat = SAS_PHY_DOWN; 88920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan t->task_done(t); 89020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 89120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 89220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 89320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = mvs_find_dev_mvi(task->dev); 89420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 8950b84b7094e87769120def1e703b8b4d037281038Andy Yan spin_lock_irqsave(&mvi->lock, flags); 8968f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei do { 8974e52fc0a0a2ec2158691efba3f149f6416481255Ke Wei dev = t->dev; 89820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev = (struct mvs_device *)dev->lldd_dev; 89920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (DEV_IS_GONE(mvi_dev)) { 90020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) 90120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("device %d not ready.\n", 90220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id); 90320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 90420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("device %016llx not ready.\n", 90520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr)); 90620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 90720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = SAS_PHY_DOWN; 90820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out_done; 90920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 91020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 91120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev->port->id >= mvi->chip->n_phy) 91220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tei.port = &mvi->port[dev->port->id - mvi->chip->n_phy]; 91320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 91420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tei.port = &mvi->port[dev->port->id]; 915b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 916dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!tei.port->port_attached) { 917dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (sas_protocol_ata(t->task_proto)) { 91820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d does not" 91920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "attached device.\n", dev->port->id); 920dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = SAS_PHY_DOWN; 921dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto out_done; 922dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 923dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct task_status_struct *ts = &t->task_status; 924dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ts->resp = SAS_TASK_UNDELIVERED; 925dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ts->stat = SAS_PHY_DOWN; 926dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_done(t); 927dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n > 1) 928dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t = list_entry(t->list.next, 929dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_task, list); 930dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik continue; 931dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 932dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 933dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 934dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(t->task_proto)) { 935dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (t->num_scatter) { 93620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan n_elem = dma_map_sg(mvi->dev, 93720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan t->scatter, 938dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->num_scatter, 939dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->data_dir); 940dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!n_elem) { 941dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -ENOMEM; 942dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 943dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 944dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 945dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 946dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik n_elem = t->num_scatter; 947dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 948dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 949dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_tag_alloc(mvi, &tag); 950dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (rc) 951dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out; 952dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 953dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot = &mvi->slot_info[tag]; 95420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 95520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 956dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->lldd_task = NULL; 957dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->n_elem = n_elem; 95820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->slot_tag = tag; 959dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik memset(slot->buf, 0, MVS_SLOT_BUF_SZ); 96020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 961dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.task = t; 962dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.hdr = &mvi->slot[tag]; 963dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.tag = tag; 964dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik tei.n_elem = n_elem; 965dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (t->task_proto) { 966dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SMP: 967dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_task_prep_smp(mvi, &tei); 968dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 969dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 97020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_task_prep_ssp(mvi, &tei, is_tmf, tmf); 971dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 972dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 973dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 974dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: 975dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = mvs_task_prep_ata(mvi, &tei); 976dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 977dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 97820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_ERR, mvi->dev, 979dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik "unknown sas_task proto: 0x%x\n", 980dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_proto); 981dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = -EINVAL; 982dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 983dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 984dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 98520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc) { 98620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("rc is %x\n", rc); 987dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto err_out_tag; 98820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 989dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->task = t; 990dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->port = tei.port; 991dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->lldd_task = (void *) slot; 99220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_add_tail(&slot->entry, &tei.port->list); 993dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* TODO: select normal or high priority */ 994dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik spin_lock(&t->task_state_lock); 995dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->task_state_flags |= SAS_TASK_AT_INITIATOR; 996dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik spin_unlock(&t->task_state_lock); 997dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 998dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_hba_memory_dump(mvi, tag, t->task_proto); 99920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req++; 1000dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik ++pass; 1001dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvi->tx_prod = (mvi->tx_prod + 1) & (MVS_CHIP_SLOT_SZ - 1); 1002dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n > 1) 1003dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t = list_entry(t->list.next, struct sas_task, list); 1004dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } while (--n); 1005dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik rc = 0; 1006dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik goto out_done; 1007dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1008dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out_tag: 1009dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_free(mvi, tag); 1010dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikerr_out: 101120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 101220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_ERR, mvi->dev, "mvsas exec failed[%d]!\n", rc); 1013dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(t->task_proto)) 1014dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (n_elem) 101520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, t->scatter, n_elem, 1016dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik t->data_dir); 1017dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikout_done: 101820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(pass)) { 101920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->start_delivery(mvi, 102020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (mvi->tx_prod - 1) & (MVS_CHIP_SLOT_SZ - 1)); 102120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 10220b84b7094e87769120def1e703b8b4d037281038Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1023dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 1024dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1025dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 102620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_queue_command(struct sas_task *task, const int num, 102720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan gfp_t gfp_flags) 102820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 10290b84b7094e87769120def1e703b8b4d037281038Andy Yan return mvs_task_exec(task, num, gfp_flags, NULL, 0, NULL); 103020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 103120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1032dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_slot_free(struct mvs_info *mvi, u32 rx_desc) 1033dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1034dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 slot_idx = rx_desc & RXQ_SLOT_MASK; 1035dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_tag_clear(mvi, slot_idx); 1036dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1037dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1038dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_slot_task_free(struct mvs_info *mvi, struct sas_task *task, 1039dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_slot_info *slot, u32 slot_idx) 1040dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 104120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!slot->task) 104220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 1043dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!sas_protocol_ata(task->task_proto)) 1044dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (slot->n_elem) 104520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, task->scatter, 1046dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->n_elem, task->data_dir); 1047dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1048dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (task->task_proto) { 1049dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SMP: 105020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &task->smp_task.smp_resp, 1, 1051dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_FROMDEVICE); 105220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dma_unmap_sg(mvi->dev, &task->smp_task.smp_req, 1, 1053dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik PCI_DMA_TODEVICE); 1054dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1055dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1056dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 1057dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 1058dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 1059dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 1060dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik /* do nothing */ 1061dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1062dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 106320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_del_init(&slot->entry); 1064dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik task->lldd_task = NULL; 1065dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->task = NULL; 1066dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik slot->port = NULL; 106720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->slot_tag = 0xFFFFFFFF; 106820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_free(mvi, slot_idx); 1069dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1070dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1071dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void mvs_update_wideport(struct mvs_info *mvi, int i) 1072dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1073dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 1074dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_port *port = phy->port; 1075dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik int j, no; 1076dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 107720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for_each_phy(port->wide_port_phymap, j, no) { 107820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (j & 1) { 107920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, no, 108020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYR_WIDE_PORT); 108120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, no, 1082dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap); 1083dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else { 108420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, no, 108520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYR_WIDE_PORT); 108620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_data(mvi, no, 108720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 0); 1088dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 108920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1090dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1091dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1092dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_is_phy_ready(struct mvs_info *mvi, int i) 1093dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1094dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 tmp; 1095dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 109620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port = phy->port; 1097dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 109820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, i); 1099dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if ((tmp & PHY_READY_MASK) && !(phy->irq_status & PHYEV_POOF)) { 1100dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!port) 1101dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_attached = 1; 1102dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return tmp; 1103dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1104dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1105dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (port) { 1106dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 1107dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap &= ~(1U << i); 1108dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!port->wide_port_phymap) 1109dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 0; 1110dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_update_wideport(mvi, i); 1111dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } else if (phy->phy_type & PORT_TYPE_SATA) 1112dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 0; 1113dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->port = NULL; 1114dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_attached = 0; 1115dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_type &= ~(PORT_TYPE_SAS | PORT_TYPE_SATA); 1116dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1117dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return 0; 1118dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1119dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1120dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic void *mvs_get_d2h_reg(struct mvs_info *mvi, int i, void *buf) 1121dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1122dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik u32 *s = (u32 *) buf; 1123dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1124dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (!s) 1125dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return NULL; 1126dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 112720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG3); 112820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[3] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1129dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 113020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG2); 113120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[2] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1132dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 113320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG1); 113420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[1] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 1135dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 113620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_cfg_addr(mvi, i, PHYR_SATA_SIG0); 113720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[0] = MVS_CHIP_DISP->read_port_cfg_data(mvi, i); 113820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 113920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* Workaround: take some ATAPI devices for ATA */ 114020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (((s[1] & 0x00FFFFFF) == 0x00EB1401) && (*(u8 *)&s[3] == 0x01)) 114120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan s[1] = 0x00EB1401 | (*((u8 *)&s[1] + 3) & 0x10); 1142dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1143dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return (void *)s; 1144dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1145dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1146dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzikstatic u32 mvs_is_sig_fis_received(u32 irq_status) 1147dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1148dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return irq_status & PHYEV_SIG_FIS; 1149dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1150dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 115120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_update_phyinfo(struct mvs_info *mvi, int i, int get_st) 1152dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 1153dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = &mvi->phy[i]; 115420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_identify_frame *id; 1155b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 115620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan id = (struct sas_identify_frame *)phy->frame_rcvd; 1157b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1158dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (get_st) { 115920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status = MVS_CHIP_DISP->read_port_irq_stat(mvi, i); 1160dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->phy_status = mvs_is_phy_ready(mvi, i); 1161dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 11628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 1163dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_status) { 116420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int oob_done = 0; 116520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &mvi->phy[i].sas_phy; 1166b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 116720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan oob_done = MVS_CHIP_DISP->oob_done(mvi, i); 116820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 116920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->fix_phy_info(mvi, i, id); 117020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_type & PORT_TYPE_SATA) { 117120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->identify.target_port_protocols = SAS_PROTOCOL_STP; 117220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvs_is_sig_fis_received(phy->irq_status)) { 117320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 1; 117420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_sas_addr = 117520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy; 117620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (oob_done) 117720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy->oob_mode = SATA_OOB_MODE; 117820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->frame_rcvd_size = 117920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct dev_to_host_fis); 118020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_get_d2h_reg(mvi, i, (void *)id); 118120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 118220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 118320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev_printk(KERN_DEBUG, mvi->dev, 118420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "Phy%d : No sig fis\n", i); 118520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask(mvi, i); 118620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, i, 118720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp | PHYEV_SIG_FIS); 118820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 0; 118920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_type &= ~PORT_TYPE_SATA; 119020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, i, 0); 119120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out_done; 119220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 119320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (phy->phy_type & PORT_TYPE_SAS 119420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan || phy->att_dev_info & PORT_SSP_INIT_MASK) { 119520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 1; 1196dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.device_type = 119720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_info & PORT_DEV_TYPE_MASK; 1198b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1199dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->identify.device_type == SAS_END_DEV) 1200dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.target_port_protocols = 1201dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik SAS_PROTOCOL_SSP; 1202dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik else if (phy->identify.device_type != NO_DEVICE) 1203dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->identify.target_port_protocols = 1204dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik SAS_PROTOCOL_SMP; 120520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (oob_done) 1206dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sas_phy->oob_mode = SAS_OOB_MODE; 1207dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->frame_rcvd_size = 1208dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik sizeof(struct sas_identify_frame); 1209dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 121020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(sas_phy->attached_sas_addr, 121120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan &phy->att_dev_sas_addr, SAS_ADDR_SIZE); 1212b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 121320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (MVS_CHIP_DISP->phy_work_around) 121420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_work_around(mvi, i); 1215dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 121620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d attach dev info is %x\n", 121720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy, phy->att_dev_info); 121820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d attach sas addr is %llx\n", 121920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i + mvi->id * mvi->chip->n_phy, phy->att_dev_sas_addr); 12204e52fc0a0a2ec2158691efba3f149f6416481255Ke Weiout_done: 1221dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (get_st) 122220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_stat(mvi, i, phy->irq_status); 1223b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1224b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 122520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_port_notify_formed(struct asd_sas_phy *sas_phy, int lock) 12268f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 1227dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct sas_ha_struct *sas_ha = sas_phy->ha; 122820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; int i = 0, hi; 1229dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik struct mvs_phy *phy = sas_phy->lldd_phy; 123020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_port *sas_port = sas_phy->port; 123120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port; 123220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 123320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!sas_port) 123420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 12358f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 123620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (sas_ha->sas_phy[i]) { 123720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_ha->sas_phy[i] == sas_phy) 123820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 123920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan i++; 124020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 124120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan hi = i/((struct mvs_prv_info *)sas_ha->lldd_ha)->n_phy; 124220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = ((struct mvs_prv_info *)sas_ha->lldd_ha)->mvi[hi]; 124320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_port->id >= mvi->chip->n_phy) 124420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = &mvi->port[sas_port->id - mvi->chip->n_phy]; 124520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 124620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = &mvi->port[sas_port->id]; 124720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 124820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 1249dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->port_attached = 1; 1250dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik phy->port = port; 1251dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik if (phy->phy_type & PORT_TYPE_SAS) { 1252dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik port->wide_port_phymap = sas_port->phy_mask; 125320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("set wide port phy map %x\n", sas_port->phy_mask); 1254dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik mvs_update_wideport(mvi, sas_phy->id); 12558f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 125620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 125720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1258dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1259dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 126020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_port_notify_deformed(struct asd_sas_phy *sas_phy, int lock) 1261dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 126220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /*Nothing*/ 1263dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1264dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 1265dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 126620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_port_formed(struct asd_sas_phy *sas_phy) 126720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 126820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 1); 1269dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1270dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 127120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_port_deformed(struct asd_sas_phy *sas_phy) 1272dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 127320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_deformed(sas_phy, 1); 127420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 12758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 127620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstruct mvs_device *mvs_alloc_dev(struct mvs_info *mvi) 127720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 127820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 dev; 127920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (dev = 0; dev < MVS_MAX_DEVICES; dev++) { 128020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->devices[dev].dev_type == NO_DEVICE) { 128120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->devices[dev].device_id = dev; 128220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return &mvi->devices[dev]; 128320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 12848f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei } 12858121ed420285885654af133a6ca1919590f98917Ke Wei 128620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev == MVS_MAX_DEVICES) 128720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("max support %d devices, ignore ..\n", 128820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_MAX_DEVICES); 128920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 129020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return NULL; 12918f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 12928f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 129320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_free_dev(struct mvs_device *mvi_dev) 1294b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 129520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 id = mvi_dev->device_id; 129620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memset(mvi_dev, 0, sizeof(*mvi_dev)); 129720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id = id; 129820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_type = NO_DEVICE; 129920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_status = MVS_DEV_NORMAL; 130020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->taskfileset = MVS_ID_NOT_MAPPED; 130120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1302b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 130320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_dev_found_notify(struct domain_device *dev, int lock) 130420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 130520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 130620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int res = 0; 130720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = NULL; 130820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *parent_dev = dev->parent; 130920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_device; 1310b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 131120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = mvs_find_dev_mvi(dev); 1312b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 131320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 131420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 131520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 131620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device = mvs_alloc_dev(mvi); 131720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!mvi_device) { 131820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -1; 131920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto found_out; 1320b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 132120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->lldd_dev = (void *)mvi_device; 132220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device->dev_type = dev->dev_type; 132320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 132420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (parent_dev && DEV_IS_EXPANDER(parent_dev->dev_type)) { 132520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int phy_id; 132620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 phy_num = parent_dev->ex_dev.num_phys; 132720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ex_phy *phy; 132820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (phy_id = 0; phy_id < phy_num; phy_id++) { 132920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = &parent_dev->ex_dev.ex_phy[phy_id]; 133020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (SAS_ADDR(phy->attached_sas_addr) == 133120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr)) { 133220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_device->attached_phy = phy_id; 133320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 133420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 133520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1336b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 133720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy_id == phy_num) { 133820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("Error: no attached dev:%016llx" 133920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "at ex:%016llx.\n", 134020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr), 134120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(parent_dev->sas_addr)); 134220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -1; 134320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1344dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1345b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 134620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanfound_out: 134720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 134820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 134920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return res; 135020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1351b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 135220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_dev_found(struct domain_device *dev) 135320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 135420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvs_dev_found_notify(dev, 1); 135520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1356b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 135720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_dev_gone_notify(struct domain_device *dev, int lock) 135820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 135920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags = 0; 136020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi; 136120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 1362dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 136320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi = mvs_find_dev_mvi(dev); 1364b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 136520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 136620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 1367b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 136820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) { 136920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("found dev[%d:%x] is gone.\n", 137020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id, mvi_dev->dev_type); 137120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_reg_set(mvi, mvi_dev); 137220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_dev(mvi_dev); 137320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 137420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("found dev has gone.\n"); 1375b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 137620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan dev->lldd_dev = NULL; 1377b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 137820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (lock) 137920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1380b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1381b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1382b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 138320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_dev_gone(struct domain_device *dev) 138420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 138520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_dev_gone_notify(dev, 1); 138620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1387b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 138820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic struct sas_task *mvs_alloc_task(void) 138920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 139020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = kzalloc(sizeof(struct sas_task), GFP_KERNEL); 139120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 139220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task) { 139320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan INIT_LIST_HEAD(&task->list); 139420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_init(&task->task_state_lock); 139520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags = SAS_TASK_STATE_PENDING; 139620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan init_timer(&task->timer); 139720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan init_completion(&task->completion); 1398b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 139920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return task; 1400dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1401b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 140220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_free_task(struct sas_task *task) 1403dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 140420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task) { 140520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan BUG_ON(!list_empty(&task->list)); 140620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kfree(task); 1407b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 140820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1409b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 141020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_task_done(struct sas_task *task) 141120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 141220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!del_timer(&task->timer)) 141320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 141420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan complete(&task->completion); 1415b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 1416b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 141720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_tmf_timedout(unsigned long data) 1418b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 141920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = (struct sas_task *)data; 14208f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 142120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags |= SAS_TASK_STATE_ABORTED; 142220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan complete(&task->completion); 142320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 14248f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 142520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* XXX */ 142620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan#define MVS_TASK_TIMEOUT 20 142720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_exec_internal_tmf_task(struct domain_device *dev, 142820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *parameter, u32 para_len, struct mvs_tmf_task *tmf) 142920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 143020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int res, retry; 143120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = NULL; 14328f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 143320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (retry = 0; retry < 3; retry++) { 143420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = mvs_alloc_task(); 143520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!task) 143620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -ENOMEM; 14378f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 143820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->dev = dev; 143920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_proto = dev->tproto; 14408f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 144120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(&task->ssp_task, parameter, para_len); 144220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_done = mvs_task_done; 14438f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 144420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.data = (unsigned long) task; 144520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.function = mvs_tmf_timedout; 144620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->timer.expires = jiffies + MVS_TASK_TIMEOUT*HZ; 144720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan add_timer(&task->timer); 14488f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 14490b84b7094e87769120def1e703b8b4d037281038Andy Yan res = mvs_task_exec(task, 1, GFP_KERNEL, NULL, 1, tmf); 14508f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 145120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (res) { 145220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_timer(&task->timer); 145320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("executing internel task failed:%d\n", res); 145420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto ex_err; 145520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 14568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 145720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan wait_for_completion(&task->completion); 145820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -TMF_RESP_FUNC_FAILED; 145920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* Even TMF timed out, return direct. */ 146020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if ((task->task_state_flags & SAS_TASK_STATE_ABORTED)) { 146120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(task->task_state_flags & SAS_TASK_STATE_DONE)) { 146220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("TMF task[%x] timeout.\n", tmf->tmf); 146320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto ex_err; 146420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 146520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 14668f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 146720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 146820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAM_GOOD) { 146920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = TMF_RESP_FUNC_COMPLETE; 147020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 147120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1472b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 147320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 147420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAS_DATA_UNDERRUN) { 147520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* no error, but return the number of bytes of 147620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * underrun */ 147720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = task->task_status.residual; 147820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 147920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1480b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 148120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_status.resp == SAS_TASK_COMPLETE && 148220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat == SAS_DATA_OVERRUN) { 148320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("blocked task error.\n"); 148420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan res = -EMSGSIZE; 148520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 148620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 148720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk(" task to dev %016llx response: 0x%x " 148820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan "status 0x%x\n", 148920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(dev->sas_addr), 149020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.resp, 149120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_status.stat); 149220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_task(task); 149320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = NULL; 1494b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 1495dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1496dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 149720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanex_err: 149820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan BUG_ON(retry == 3 && task != NULL); 149920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task != NULL) 150020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_task(task); 150120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return res; 1502dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 1503b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 150420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_debug_issue_ssp_tmf(struct domain_device *dev, 150520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 *lun, struct mvs_tmf_task *tmf) 1506dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 150720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ssp_task ssp_task; 150820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan DECLARE_COMPLETION_ONSTACK(completion); 150920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(dev->tproto & SAS_PROTOCOL_SSP)) 151020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return TMF_RESP_FUNC_ESUPP; 1511b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 151220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan strncpy((u8 *)&ssp_task.LUN, lun, 8); 1513b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 151420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return mvs_exec_internal_tmf_task(dev, &ssp_task, 151520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(ssp_task), tmf); 151620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 15188f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 151920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* Standard mandates link reset for ATA (type 0) 152020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan and hard reset for SSP (type 1) , only for RECOVERY */ 152120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_debug_I_T_nexus_reset(struct domain_device *dev) 152220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 152320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc; 152420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_phy *phy = sas_find_local_phy(dev); 152520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int reset_type = (dev->dev_type == SATA_DEV || 152620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (dev->tproto & SAS_PROTOCOL_STP)) ? 0 : 1; 152720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = sas_phy_reset(phy, reset_type); 152820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan msleep(2000); 152920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 153020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15318f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 153220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* mandatory SAM-3 */ 153320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_lu_reset(struct domain_device *dev, u8 *lun) 153420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 153520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 153620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, phyno[WIDE_PORT_MAX_PHY], num , rc = TMF_RESP_FUNC_FAILED; 153720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 153820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 153920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device * mvi_dev = (struct mvs_device *)dev->lldd_dev; 154020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 154120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_LU_RESET; 154220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->dev_status = MVS_DEV_EH; 154320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 154420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == TMF_RESP_FUNC_COMPLETE) { 154520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num = mvs_find_dev_phyno(dev, phyno); 154620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 154720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < num; i++) 154820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phyno[i], dev); 154920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 1550dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 155120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* If failed, fall-through I_T_Nexus reset */ 155220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s for device[%x]:rc= %d\n", __func__, 155320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->device_id, rc); 155420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 155520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 15568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 155720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_I_T_nexus_reset(struct domain_device *dev) 155820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 155920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 156020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i, phyno[WIDE_PORT_MAX_PHY], num , rc = TMF_RESP_FUNC_FAILED; 156120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 156220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = (struct mvs_device *)dev->lldd_dev; 156320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 156420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev->dev_status != MVS_DEV_EH) 156520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return TMF_RESP_FUNC_COMPLETE; 156620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_I_T_nexus_reset(dev); 156720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s for device[%x]:rc= %d\n", 156820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan __func__, mvi_dev->device_id, rc); 156920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 157020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* housekeeper */ 157120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan num = mvs_find_dev_phyno(dev, phyno); 157220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 157320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < num; i++) 157420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phyno[i], dev); 157520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 157620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 157720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 157820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 157920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* optional SAM-3 */ 158020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_query_task(struct sas_task *task) 158120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 158220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag; 158320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_lun lun; 158420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 158520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 158620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 158720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task && task->task_proto & SAS_PROTOCOL_SSP) { 158820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_cmnd * cmnd = (struct scsi_cmnd *)task->uldd_task; 158920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 159020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 159120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 159220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int_to_scsilun(cmnd->device->lun, &lun); 159320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_find_tag(mvi, task, &tag); 159420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == 0) { 159520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_FAILED; 1596dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 159720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 15988f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 159920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_QUERY_TASK; 160020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tag_of_task_to_be_managed = cpu_to_le16(tag); 16018f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 160220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun.scsi_lun, &tmf_task); 160320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (rc) { 160420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The task is still in Lun, release it then */ 160520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_SUCC: 160620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The task is not in Lun or failed, reset the phy */ 160720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_FAILED: 160820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case TMF_RESP_FUNC_COMPLETE: 160920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 161020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1611dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 161220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s:rc= %d\n", __func__, rc); 161320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 16148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16158f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 161620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan/* mandatory SAM-3, still need free task/slot info */ 161720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_abort_task(struct sas_task *task) 16188f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 161920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_lun lun; 162020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 162120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct domain_device *dev = task->dev; 162220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 162320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 162420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 162520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tag; 162620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->exp_req) 162720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->exp_req--; 162820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&task->task_state_lock, flags); 162920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_state_flags & SAS_TASK_STATE_DONE) { 163020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&task->task_state_lock, flags); 163120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_COMPLETE; 163220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 1633dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 163420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&task->task_state_lock, flags); 163520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task && task->task_proto & SAS_PROTOCOL_SSP) { 163620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scsi_cmnd * cmnd = (struct scsi_cmnd *)task->uldd_task; 163720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 163820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int_to_scsilun(cmnd->device->lun, &lun); 163920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_find_tag(mvi, task, &tag); 164020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == 0) { 164120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("No such tag in %s\n", __func__); 164220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = TMF_RESP_FUNC_FAILED; 164320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 164420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 16458f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 164620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_ABORT_TASK; 164720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tag_of_task_to_be_managed = cpu_to_le16(tag); 16488f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 164920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun.scsi_lun, &tmf_task); 16508f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 165120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* if successful, clear the task and callback forwards.*/ 165220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc == TMF_RESP_FUNC_COMPLETE) { 165320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_no; 165420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot; 165520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mvs_find_dev_mvi(dev); 16568f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 165720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->lldd_task) { 165820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot = (struct mvs_slot_info *)task->lldd_task; 165920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_no = (u32) (slot - mvi->slot_info); 166020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, slot_no, 1); 166120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 166220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 166320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (task->task_proto & SAS_PROTOCOL_SATA || 166420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_proto & SAS_PROTOCOL_STP) { 166520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* to do free register_set */ 166620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 166720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* SMP */ 16688f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 166920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 167020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanout: 167120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rc != TMF_RESP_FUNC_COMPLETE) 167220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("%s:rc= %d\n", __func__, rc); 1673dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik return rc; 16748f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 167620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_abort_task_set(struct domain_device *dev, u8 *lun) 16778f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 167820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 167920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 16808f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 168120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_ABORT_TASK_SET; 168220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 1683dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 168420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 16858f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 16868f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 168720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_clear_aca(struct domain_device *dev, u8 *lun) 16888f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 168920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 169020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 16918f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_CLEAR_ACA; 169320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 16948f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 169620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 16978f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 169820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_clear_task_set(struct domain_device *dev, u8 *lun) 169920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 170020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int rc = TMF_RESP_FUNC_FAILED; 170120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_tmf_task tmf_task; 17028f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmf_task.tmf = TMF_CLEAR_TASK_SET; 170420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rc = mvs_debug_issue_ssp_tmf(dev, lun, &tmf_task); 17058f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return rc; 1707dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik} 17088f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 170920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_sata_done(struct mvs_info *mvi, struct sas_task *task, 171020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx, int err) 1711dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik{ 171220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = (struct mvs_device *)task->dev->lldd_dev; 171320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tstat = &task->task_status; 171420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ata_task_resp *resp = (struct ata_task_resp *)tstat->buf; 171520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int stat = SAM_GOOD; 1716e9ff91b6927079307b5d481a93beac4134e923ebKe Wei 17178f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 171820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan resp->frame_len = sizeof(struct dev_to_host_fis); 171920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(&resp->ending_fis[0], 172020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SATA_RECEIVED_D2H_FIS(mvi_dev->taskfileset), 172120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct dev_to_host_fis)); 172220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->buf_valid_size = sizeof(*resp); 172320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(err)) 172420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_PROTO_RESPONSE; 172520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return stat; 17268f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei} 17278f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 172820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_slot_err(struct mvs_info *mvi, struct sas_task *task, 172920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx) 17308f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei{ 173120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot = &mvi->slot_info[slot_idx]; 173220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int stat; 173320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 err_dw0 = le32_to_cpu(*(u32 *) (slot->response)); 173420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tfs = 0; 173520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan enum mvs_port_type type = PORT_TYPE_SAS; 17368f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 173720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (err_dw0 & CMD_ISS_STPD) 173820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->issue_stop(mvi, type, tfs); 173920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 174020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->command_active(mvi, slot_idx); 1741b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 174220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAM_CHECK_COND; 1743dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik switch (task->task_proto) { 1744dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SSP: 174520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_ABORTED_TASK; 174620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 174720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SMP: 174820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAM_CHECK_COND; 1749dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 175020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1751dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_SATA: 1752dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik case SAS_PROTOCOL_STP: 175320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: 175420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan { 175520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (err_dw0 == 0x80400002) 175620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("find reserved error, why?\n"); 175720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 175820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->ata_task.use_ncq = 0; 175920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan stat = SAS_PROTO_RESPONSE; 176020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_sata_done(mvi, task, slot_idx, 1); 176120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 1762dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 176320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 1764dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik default: 1765dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik break; 1766dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik } 1767dd4969a892ea522ecf9d7d826ba1531ce044d46fJeff Garzik 176820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return stat; 1769e9ff91b6927079307b5d481a93beac4134e923ebKe Wei} 1770e9ff91b6927079307b5d481a93beac4134e923ebKe Wei 177120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_slot_complete(struct mvs_info *mvi, u32 rx_desc, u32 flags) 1772b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 177320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 slot_idx = rx_desc & RXQ_SLOT_MASK; 177420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot = &mvi->slot_info[slot_idx]; 177520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task = slot->task; 177620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_device *mvi_dev = NULL; 177720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct task_status_struct *tstat; 177820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 177920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan bool aborted; 178020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan void *to; 178120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan enum exec_status sts; 178220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 178320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->exp_req) 178420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->exp_req--; 178520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(!task || !task->lldd_task)) 178620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -1; 178720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 178820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat = &task->task_status; 178920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev = (struct mvs_device *)task->dev->lldd_dev; 1790b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 179120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_hba_cq_dump(mvi); 179220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 179320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock(&task->task_state_lock); 179420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags &= 179520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ~(SAS_TASK_STATE_PENDING | SAS_TASK_AT_INITIATOR); 179620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_state_flags |= SAS_TASK_STATE_DONE; 179720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* race condition*/ 179820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan aborted = task->task_state_flags & SAS_TASK_STATE_ABORTED; 179920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock(&task->task_state_lock); 180020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 180120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memset(tstat, 0, sizeof(*tstat)); 180220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->resp = SAS_TASK_COMPLETE; 180320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 180420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(aborted)) { 180520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAS_ABORTED_TASK; 180620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) 180720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req--; 180820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_protocol_ata(task->task_proto)) 180920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_reg_set(mvi, mvi_dev); 181020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 181120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_task_free(mvi, task, slot, slot_idx); 181220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return -1; 1813b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 1814b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 181520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(!mvi_dev || !slot->port->port_attached || flags)) { 181620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port has not device.\n"); 181720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAS_PHY_DOWN; 181820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 181920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1820b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 182120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* 182220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely((rx_desc & RXQ_ERR) || (*(u64 *) slot->response))) { 182320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Find device[%016llx] RXQ_ERR %X, 182420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan err info:%016llx\n", 182520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan SAS_ADDR(task->dev->sas_addr), 182620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_desc, (u64)(*(u64 *) slot->response)); 1827b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 182820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 182920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 183020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* error info record present */ 183120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely((rx_desc & RXQ_ERR) && (*(u64 *) slot->response))) { 183220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = mvs_slot_err(mvi, task, slot_idx); 183320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan goto out; 1834b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 1835b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 183620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan switch (task->task_proto) { 183720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SSP: 183820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* hw says status == 0, datapres == 0 */ 183920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rx_desc & RXQ_GOOD) { 184020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_GOOD; 184120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->resp = SAS_TASK_COMPLETE; 184220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 184320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* response frame present */ 184420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else if (rx_desc & RXQ_RSP) { 184520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct ssp_response_iu *iu = slot->response + 184620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sizeof(struct mvs_err_info); 184720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ssp_task_response(mvi->dev, task, iu); 184820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else 184920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_CHECK_COND; 185020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 1851b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 185220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SMP: { 185320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct scatterlist *sg_resp = &task->smp_task.smp_resp; 185420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_GOOD; 185520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan to = kmap_atomic(sg_page(sg_resp), KM_IRQ0); 185620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan memcpy(to + sg_resp->offset, 185720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot->response + sizeof(struct mvs_err_info), 185820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sg_dma_len(sg_resp)); 185920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kunmap_atomic(to, KM_IRQ0); 186020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 186120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 18628f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 186320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA: 186420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_STP: 186520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan case SAS_PROTOCOL_SATA | SAS_PROTOCOL_STP: { 186620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = mvs_sata_done(mvi, task, slot_idx, 0); 186720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 186820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1869b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 187020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan default: 187120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tstat->stat = SAM_CHECK_COND; 187220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan break; 187320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1874b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 187520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanout: 187620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi_dev) 187720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi_dev->runing_req--; 187820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (sas_protocol_ata(task->task_proto)) 187920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_free_reg_set(mvi, mvi_dev); 1880b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 188120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_task_free(mvi, task, slot, slot_idx); 188220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sts = tstat->stat; 18838f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 188420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock(&mvi->lock); 188520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_done) 188620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task->task_done(task); 188720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 188820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("why has not task_done.\n"); 188920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock(&mvi->lock); 1890b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 189120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return sts; 189220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1893b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 189420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_release_task(struct mvs_info *mvi, 189520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int phy_no, struct domain_device *dev) 189620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 189720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int i = 0; u32 slot_idx; 189820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy; 189920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_port *port; 190020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_slot_info *slot, *slot2; 1901b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 190220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy = &mvi->phy[phy_no]; 190320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan port = phy->port; 190420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!port) 190520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 1906b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 190720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_for_each_entry_safe(slot, slot2, &port->list, entry) { 190820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_task *task; 190920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_idx = (u32) (slot - mvi->slot_info); 191020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan task = slot->task; 1911b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 191220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (dev && task->dev != dev) 191320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan continue; 19148f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 191520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("Release slot [%x] tag[%x], task [%p]:\n", 191620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan slot_idx, slot->slot_tag, task); 1917b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 191820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (task->task_proto & SAS_PROTOCOL_SSP) { 191920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk("attached with SSP task CDB["); 192020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (i = 0; i < 16; i++) 192120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk(" %02x", task->ssp_task.cdb[i]); 192220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_printk(" ]\n"); 192320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 1924b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 192520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, slot_idx, 1); 1926b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 192720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1928b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 192920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_phy_disconnected(struct mvs_phy *phy) 193020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 193120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_attached = 0; 193220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_info = 0; 193320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->att_dev_sas_addr = 0; 193420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 193520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 193620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_work_queue(struct work_struct *work) 193720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 193820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct delayed_work *dw = container_of(work, struct delayed_work, work); 193920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_wq *mwq = container_of(dw, struct mvs_wq, work_q); 194020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = mwq->mvi; 194120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan unsigned long flags; 1942b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 194320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_lock_irqsave(&mvi->lock, flags); 194420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mwq->handler & PHY_PLUG_EVENT) { 194520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 phy_no = (unsigned long) mwq->data; 194620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha = mvi->sas; 194720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = &mvi->phy[phy_no]; 194820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 194920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 195020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_event & PHY_PLUG_OUT) { 195120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 195220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_identify_frame *id; 195320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan id = (struct sas_identify_frame *)phy->frame_rcvd; 195420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_phy_ctl(mvi, phy_no); 195520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event &= ~PHY_PLUG_OUT; 195620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(tmp & PHY_READY_MASK)) { 195720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_phy_disconnected(sas_phy); 195820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_phy_disconnected(phy); 195920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_phy_event(sas_phy, 196020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHYE_LOSS_OF_SIGNAL); 196120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Removed Device\n", phy_no); 196220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 196320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->detect_porttype(mvi, phy_no); 196420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_update_phyinfo(mvi, phy_no, 1); 196520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, phy_no); 196620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 0); 196720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Attached Device\n", phy_no); 196820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 196920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 197020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 197120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_del(&mwq->entry); 197220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan spin_unlock_irqrestore(&mvi->lock, flags); 197320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan kfree(mwq); 197420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 19758f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 197620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic int mvs_handle_event(struct mvs_info *mvi, void *data, int handler) 197720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 197820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_wq *mwq; 197920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int ret = 0; 198020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 198120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq = kmalloc(sizeof(struct mvs_wq), GFP_ATOMIC); 198220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mwq) { 198320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->mvi = mvi; 198420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->data = data; 198520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mwq->handler = handler; 198620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MV_INIT_DELAYED_WORK(&mwq->work_q, mvs_work_queue, mwq); 198720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan list_add_tail(&mwq->entry, &mvi->wq_list); 198820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan schedule_delayed_work(&mwq->work_q, HZ * 2); 198920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else 199020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ret = -ENOMEM; 199120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 199220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return ret; 199320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 1994b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 199520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_sig_time_out(unsigned long tphy) 199620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 199720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = (struct mvs_phy *)tphy; 199820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_info *mvi = phy->mvi; 199920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u8 phy_no; 200020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 200120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan for (phy_no = 0; phy_no < mvi->chip->n_phy; phy_no++) { 200220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (&mvi->phy[phy_no] == phy) { 200320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Get signature time out, reset phy %d\n", 200420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no+mvi->id*mvi->chip->n_phy); 200520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, phy_no, 1); 200620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 2007b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik } 200820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2009b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 201020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanstatic void mvs_sig_remove_timer(struct mvs_phy *phy) 201120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 201220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->timer.function) 201320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan del_timer(&phy->timer); 201420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.function = NULL; 201520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan} 2016b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 201720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanvoid mvs_int_port(struct mvs_info *mvi, int phy_no, u32 events) 201820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan{ 201920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 tmp; 202020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct sas_ha_struct *sas_ha = mvi->sas; 202120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct mvs_phy *phy = &mvi->phy[phy_no]; 202220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan struct asd_sas_phy *sas_phy = &phy->sas_phy; 20238f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 202420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status = MVS_CHIP_DISP->read_port_irq_stat(mvi, phy_no); 202520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d ctrl sts=0x%X.\n", phy_no+mvi->id*mvi->chip->n_phy, 202620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->read_phy_ctl(mvi, phy_no)); 202720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("Port %d irq sts = 0x%X\n", phy_no+mvi->id*mvi->chip->n_phy, 202820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->irq_status); 20298f261aaf9be5c1246013cf6a65b98586d24832a5Ke Wei 203020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* 203120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * events is port event now , 203220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * we need check the interrupt status which belongs to per port. 203320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 2034b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 203520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_DCDR_ERR) 203620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d STP decoding error.\n", 203720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no+mvi->id*mvi->chip->n_phy); 203820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 203920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_POOF) { 204020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(phy->phy_event & PHY_PLUG_OUT)) { 204120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int dev_sata = phy->phy_type & PORT_TYPE_SATA; 204220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan int ready; 204320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_release_task(mvi, phy_no, NULL); 204420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event |= PHY_PLUG_OUT; 204520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_handle_event(mvi, 204620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan (void *)(unsigned long)phy_no, 204720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan PHY_PLUG_EVENT); 204820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan ready = mvs_is_phy_ready(mvi, phy_no); 204920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!ready) 205020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("phy%d Unplug Notice\n", 205120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + 205220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->id * mvi->chip->n_phy); 205320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (ready || dev_sata) { 205420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (MVS_CHIP_DISP->stp_reset) 205520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->stp_reset(mvi, 205620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no); 205720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan else 205820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->phy_reset(mvi, 205920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no, 0); 206020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return; 206120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 206220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 206320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 2064b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 206520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & PHYEV_COMWAKE) { 206620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask(mvi, phy_no); 206720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, phy_no, 206820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp | PHYEV_SIG_FIS); 206920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->timer.function == NULL) { 207020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.data = (unsigned long)phy; 207120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.function = mvs_sig_time_out; 207220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->timer.expires = jiffies + 10*HZ; 207320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan add_timer(&phy->timer); 207420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 207520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 207620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->irq_status & (PHYEV_SIG_FIS | PHYEV_ID_DONE)) { 207720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_status = mvs_is_phy_ready(mvi, phy_no); 207820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_sig_remove_timer(phy); 207920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("notify plug in on phy[%d]\n", phy_no); 208020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_status) { 208120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mdelay(10); 208220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->detect_porttype(mvi, phy_no); 208320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_type & PORT_TYPE_SATA) { 208420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp = MVS_CHIP_DISP->read_port_irq_mask( 208520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi, phy_no); 208620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan tmp &= ~PHYEV_SIG_FIS; 208720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_mask(mvi, 208820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no, tmp); 208920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 209020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_update_phyinfo(mvi, phy_no, 0); 209120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_bytes_dmaed(mvi, phy_no); 209220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* whether driver is going to handle hot plug */ 209320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (phy->phy_event & PHY_PLUG_OUT) { 209420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_port_notify_formed(sas_phy, 0); 209520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy->phy_event &= ~PHY_PLUG_OUT; 209620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 209720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else { 209820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("plugin interrupt but phy%d is gone\n", 209920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + mvi->id*mvi->chip->n_phy); 210020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 210120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (phy->irq_status & PHYEV_BROAD_CH) { 210220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mv_dprintk("port %d broadcast change.\n", 210320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan phy_no + mvi->id*mvi->chip->n_phy); 210420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* exception for Samsung disk drive*/ 210520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mdelay(1000); 210620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD); 210720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 210820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->write_port_irq_stat(mvi, phy_no, phy->irq_status); 2109b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 2110b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 211120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yanint mvs_int_rx(struct mvs_info *mvi, bool self_clear) 2112b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik{ 211320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan u32 rx_prod_idx, rx_desc; 211420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan bool attn = false; 2115b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 211620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* the first dword in the RX ring is special: it contains 211720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * a mirror of the hardware's RX producer index, so that 211820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * we don't have to stall the CPU reading that register. 211920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * The actual RX ring is offset by one dword, due to this. 212020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 212120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_prod_idx = mvi->rx_cons; 212220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->rx_cons = le32_to_cpu(mvi->rx[0]); 212320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->rx_cons == 0xfff) /* h/w hasn't touched RX ring yet */ 212420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 2125b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 212620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* The CMPL_Q may come late, read from register and try again 212720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * note: if coalescing is enabled, 212820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan * it will need to read from register every time for sure 212920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan */ 213020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (unlikely(mvi->rx_cons == rx_prod_idx)) 213120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvi->rx_cons = MVS_CHIP_DISP->rx_update(mvi) & RX_RING_SZ_MASK; 213220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 213320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (mvi->rx_cons == rx_prod_idx) 213420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 213520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 213620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan while (mvi->rx_cons != rx_prod_idx) { 213720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan /* increment our internal RX consumer pointer */ 213820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_prod_idx = (rx_prod_idx + 1) & (MVS_RX_RING_SZ - 1); 213920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan rx_desc = le32_to_cpu(mvi->rx[rx_prod_idx + 1]); 214020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 214120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (likely(rx_desc & RXQ_DONE)) 214220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, rx_desc, 0); 214320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (rx_desc & RXQ_ATTN) { 214420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan attn = true; 214520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (rx_desc & RXQ_ERR) { 214620b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (!(rx_desc & RXQ_DONE)) 214720b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_complete(mvi, rx_desc, 0); 214820b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } else if (rx_desc & RXQ_SLOT_RESET) { 214920b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan mvs_slot_free(mvi, rx_desc); 215020b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 215120b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan } 215220b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan 215320b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan if (attn && self_clear) 215420b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan MVS_CHIP_DISP->int_full(mvi); 215520b09c2992fefbe78f8cede7b404fb143a413c52Andy Yan return 0; 2156b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik} 2157b5762948263dd5e9725a380e7a9626f99e40ae9dJeff Garzik 2158