sata_sil.c revision 405e66b38797875e80669eaf72d313dbb76533c3
11da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/*
21da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *  sata_sil.c - Silicon Image SATA
31da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
41da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *  Maintained by:  Jeff Garzik <jgarzik@pobox.com>
51da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *  		    Please ALWAYS copy linux-ide@vger.kernel.org
61da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *		    on emails.
71da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
8af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  Copyright 2003-2005 Red Hat, Inc.
91da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *  Copyright 2003 Benjamin Herrenschmidt
101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
11af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *
12af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  This program is free software; you can redistribute it and/or modify
13af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  it under the terms of the GNU General Public License as published by
14af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  the Free Software Foundation; either version 2, or (at your option)
15af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  any later version.
16af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *
17af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  This program is distributed in the hope that it will be useful,
18af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  but WITHOUT ANY WARRANTY; without even the implied warranty of
19af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  GNU General Public License for more details.
21af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *
22af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  You should have received a copy of the GNU General Public License
23af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  along with this program; see the file COPYING.  If not, write to
24af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
25af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *
26af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *
27af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  libata documentation is available via 'make {ps|pdf}docs',
28af36d7f0df56de3e3e4bbfb15d0915097ecb8cabJeff Garzik *  as Documentation/DocBook/libata.*
291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
30953d1137fc4aba16deace262e93974913596dcfeJeff Garzik *  Documentation for SiI 3112:
31953d1137fc4aba16deace262e93974913596dcfeJeff Garzik *  http://gkernel.sourceforge.net/specs/sii/3112A_SiI-DS-0095-B2.pdf.bz2
32953d1137fc4aba16deace262e93974913596dcfeJeff Garzik *
33953d1137fc4aba16deace262e93974913596dcfeJeff Garzik *  Other errata and documentation available under NDA.
34953d1137fc4aba16deace262e93974913596dcfeJeff Garzik *
351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */
361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/kernel.h>
381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/module.h>
391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/pci.h>
401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/init.h>
411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/blkdev.h>
421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/delay.h>
431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/interrupt.h>
44a9524a76f70f3343e4be27f95a7e92a8ba5f9009Jeff Garzik#include <linux/device.h>
451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <scsi/scsi_host.h>
461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#include <linux/libata.h>
471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds#define DRV_NAME	"sata_sil"
492a3103ce4357a09c2289405f969acec0edf4398fJeff Garzik#define DRV_VERSION	"2.3"
501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsenum {
520d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	SIL_MMIO_BAR		= 5,
530d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo
54e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/*
55e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 * host flags
56e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 */
57201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	SIL_FLAG_NO_SATA_IRQ	= (1 << 28),
58e4e10e3e7995f5bd481d2720bf30d3a661d110caTejun Heo	SIL_FLAG_RERR_ON_DMA_ACT = (1 << 29),
59e4deec6304cbd5fd08bf573eccc68787945071c2Tejun Heo	SIL_FLAG_MOD15WRITE	= (1 << 30),
6020888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo
61cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	SIL_DFL_PORT_FLAGS	= ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY |
620c88758b5a6325428aaadab619886242db20ceaeTejun Heo				  ATA_FLAG_MMIO,
630c88758b5a6325428aaadab619886242db20ceaeTejun Heo	SIL_DFL_LINK_FLAGS	= ATA_LFLAG_HRST_TO_RESUME,
64e4deec6304cbd5fd08bf573eccc68787945071c2Tejun Heo
65e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/*
66e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 * Controller IDs
67e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 */
681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	sil_3112		= 0,
69201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	sil_3112_no_sata_irq	= 1,
70201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	sil_3512		= 2,
71201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	sil_3114		= 3,
721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
73e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/*
74e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 * Register offsets
75e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 */
761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_SYSCFG		= 0x48,
77e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo
78e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/*
79e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 * Register bits
80e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 */
81e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/* SYSCFG */
821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_IDE0_INT	= (1 << 22),
831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_IDE1_INT	= (1 << 23),
841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_IDE2_INT	= (1 << 24),
851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_IDE3_INT	= (1 << 25),
861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_2PORT		= SIL_MASK_IDE0_INT | SIL_MASK_IDE1_INT,
871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_MASK_4PORT		= SIL_MASK_2PORT |
881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds				  SIL_MASK_IDE2_INT | SIL_MASK_IDE3_INT,
891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
90e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/* BMDMA/BMDMA2 */
911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_INTR_STEERING	= (1 << 1),
92e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo
9320888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_ENABLE		= (1 << 0),  /* DMA run switch */
9420888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_RDWR		= (1 << 3),  /* DMA Rd-Wr */
9520888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_SATA_IRQ	= (1 << 4),  /* OR of all SATA IRQs */
9620888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_ACTIVE		= (1 << 16), /* DMA running */
9720888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_ERROR		= (1 << 17), /* PCI bus error */
9820888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_COMPLETE	= (1 << 18), /* cmd complete / IRQ pending */
9920888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_N_SATA_IRQ	= (1 << 6),  /* SATA_IRQ for the next channel */
10020888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_N_ACTIVE	= (1 << 24), /* ACTIVE for the next channel */
10120888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_N_ERROR		= (1 << 25), /* ERROR for the next channel */
10220888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_DMA_N_COMPLETE	= (1 << 26), /* COMPLETE for the next channel */
10320888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo
10420888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	/* SIEN */
10520888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	SIL_SIEN_N		= (1 << 16), /* triggered by SError.N */
10620888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo
107e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	/*
108e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 * Others
109e653a1e6131d0a819288a2e2de654627233604e0Tejun Heo	 */
1101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_QUIRK_MOD15WRITE	= (1 << 0),
1111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	SIL_QUIRK_UDMA5MAX	= (1 << 1),
1121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
1131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1145796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzikstatic int sil_init_one(struct pci_dev *pdev, const struct pci_device_id *ent);
115281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#ifdef CONFIG_PM
116afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heostatic int sil_pci_device_resume(struct pci_dev *pdev);
117281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#endif
118cd0d3bbcdd650651b7ccfaf55d107e3fc237d95aAlan Coxstatic void sil_dev_config(struct ata_device *dev);
119da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heostatic int sil_scr_read(struct ata_port *ap, unsigned int sc_reg, u32 *val);
120da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heostatic int sil_scr_write(struct ata_port *ap, unsigned int sc_reg, u32 val);
1210260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heostatic int sil_set_mode(struct ata_link *link, struct ata_device **r_failed);
122f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heostatic void sil_freeze(struct ata_port *ap);
123f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heostatic void sil_thaw(struct ata_port *ap);
1241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
125374b1873571bf80dc0c1fcceaaad067980f3b9deJeff Garzik
1263b7d697dfb7d03edb87e50b743a7ecff029618e9Jeff Garzikstatic const struct pci_device_id sil_pci_tbl[] = {
12754bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(CMD, 0x3112), sil_3112 },
12854bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(CMD, 0x0240), sil_3112 },
12954bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(CMD, 0x3512), sil_3512 },
13054bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(CMD, 0x3114), sil_3114 },
13154bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(ATI, 0x436e), sil_3112 },
13254bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(ATI, 0x4379), sil_3112_no_sata_irq },
13354bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik	{ PCI_VDEVICE(ATI, 0x437a), sil_3112_no_sata_irq },
13454bb3a94b192be09feb85993b664ff118d6433d0Jeff Garzik
1351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ }	/* terminate list */
1361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
1371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* TODO firmware versions should be added - eric */
1401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const struct sil_drivelist {
1415796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzik	const char *product;
1421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned int quirk;
1431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} sil_blacklist [] = {
1441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST320012AS",		SIL_QUIRK_MOD15WRITE },
1451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST330013AS",		SIL_QUIRK_MOD15WRITE },
1461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST340017AS",		SIL_QUIRK_MOD15WRITE },
1471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST360015AS",		SIL_QUIRK_MOD15WRITE },
1481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST380023AS",		SIL_QUIRK_MOD15WRITE },
1491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST3120023AS",	SIL_QUIRK_MOD15WRITE },
1501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST340014ASL",	SIL_QUIRK_MOD15WRITE },
1511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST360014ASL",	SIL_QUIRK_MOD15WRITE },
1521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST380011ASL",	SIL_QUIRK_MOD15WRITE },
1531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST3120022ASL",	SIL_QUIRK_MOD15WRITE },
1541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "ST3160021ASL",	SIL_QUIRK_MOD15WRITE },
1551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ "Maxtor 4D060H3",	SIL_QUIRK_UDMA5MAX },
1561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{ }
1571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
1581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
1591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic struct pci_driver sil_pci_driver = {
1601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.name			= DRV_NAME,
1611da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.id_table		= sil_pci_tbl,
1621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.probe			= sil_init_one,
1631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.remove			= ata_pci_remove_one,
164281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#ifdef CONFIG_PM
165afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo	.suspend		= ata_pci_device_suspend,
166afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo	.resume			= sil_pci_device_resume,
167281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#endif
1681da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
1691da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
170193515d51ccb363165d6b09e9ba5c21089e34badJeff Garzikstatic struct scsi_host_template sil_sht = {
1711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.module			= THIS_MODULE,
1721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.name			= DRV_NAME,
1731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.ioctl			= ata_scsi_ioctl,
1741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.queuecommand		= ata_scsi_queuecmd,
1751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.can_queue		= ATA_DEF_QUEUE,
1761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.this_id		= ATA_SHT_THIS_ID,
1771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.sg_tablesize		= LIBATA_MAX_PRD,
1781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.cmd_per_lun		= ATA_SHT_CMD_PER_LUN,
1791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.emulated		= ATA_SHT_EMULATED,
1801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.use_clustering		= ATA_SHT_USE_CLUSTERING,
1811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.proc_name		= DRV_NAME,
1821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.dma_boundary		= ATA_DMA_BOUNDARY,
1831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.slave_configure	= ata_scsi_slave_config,
184ccf68c3405fca11386004674377d951b9b18e756Tejun Heo	.slave_destroy		= ata_scsi_slave_destroy,
1851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.bios_param		= ata_std_bios_param,
1861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
1871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
188057ace5e79da9ebf2aa82833cfea825533ac06fbJeff Garzikstatic const struct ata_port_operations sil_ops = {
1891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.dev_config		= sil_dev_config,
1901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.tf_load		= ata_tf_load,
1911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.tf_read		= ata_tf_read,
1921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.check_status		= ata_check_status,
1931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.exec_command		= ata_exec_command,
1941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.dev_select		= ata_std_dev_select,
1959d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox	.set_mode		= sil_set_mode,
1961da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.bmdma_setup            = ata_bmdma_setup,
1971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.bmdma_start            = ata_bmdma_start,
1981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.bmdma_stop		= ata_bmdma_stop,
1991da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.bmdma_status		= ata_bmdma_status,
2001da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.qc_prep		= ata_qc_prep,
2011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.qc_issue		= ata_qc_issue_prot,
2020d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	.data_xfer		= ata_data_xfer,
203f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	.freeze			= sil_freeze,
204f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	.thaw			= sil_thaw,
205f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	.error_handler		= ata_bmdma_error_handler,
206f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	.post_internal_cmd	= ata_bmdma_post_internal_cmd,
2071da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.irq_clear		= ata_bmdma_irq_clear,
208246ce3b675843e0369643cceb4faeb6cf6d19a30Akira Iguchi	.irq_on			= ata_irq_on,
2091da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.scr_read		= sil_scr_read,
2101da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.scr_write		= sil_scr_write,
2111da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	.port_start		= ata_port_start,
2121da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
2131da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
21498ac62defe529d04a192688f40d801a2d8fbcf98Arjan van de Venstatic const struct ata_port_info sil_port_info[] = {
2151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* sil_3112 */
2161da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{
217cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik		.flags		= SIL_DFL_PORT_FLAGS | SIL_FLAG_MOD15WRITE,
2180c88758b5a6325428aaadab619886242db20ceaeTejun Heo		.link_flags	= SIL_DFL_LINK_FLAGS,
219e4deec6304cbd5fd08bf573eccc68787945071c2Tejun Heo		.pio_mask	= 0x1f,			/* pio0-4 */
220e4deec6304cbd5fd08bf573eccc68787945071c2Tejun Heo		.mwdma_mask	= 0x07,			/* mwdma0-2 */
221bf6263a853c9c143bf03f0a6fdcc68ab714fb5f5Jeff Garzik		.udma_mask	= ATA_UDMA5,
222e4deec6304cbd5fd08bf573eccc68787945071c2Tejun Heo		.port_ops	= &sil_ops,
2230ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo	},
224201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	/* sil_3112_no_sata_irq */
225201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	{
226cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik		.flags		= SIL_DFL_PORT_FLAGS | SIL_FLAG_MOD15WRITE |
227201ce85946504ea0e6bd9a365de26684b437121eTejun Heo				  SIL_FLAG_NO_SATA_IRQ,
2280c88758b5a6325428aaadab619886242db20ceaeTejun Heo		.link_flags	= SIL_DFL_LINK_FLAGS,
229201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		.pio_mask	= 0x1f,			/* pio0-4 */
230201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		.mwdma_mask	= 0x07,			/* mwdma0-2 */
231bf6263a853c9c143bf03f0a6fdcc68ab714fb5f5Jeff Garzik		.udma_mask	= ATA_UDMA5,
232201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		.port_ops	= &sil_ops,
233201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	},
2340ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo	/* sil_3512 */
2351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{
236cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik		.flags		= SIL_DFL_PORT_FLAGS | SIL_FLAG_RERR_ON_DMA_ACT,
2370c88758b5a6325428aaadab619886242db20ceaeTejun Heo		.link_flags	= SIL_DFL_LINK_FLAGS,
2380ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo		.pio_mask	= 0x1f,			/* pio0-4 */
2390ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo		.mwdma_mask	= 0x07,			/* mwdma0-2 */
240bf6263a853c9c143bf03f0a6fdcc68ab714fb5f5Jeff Garzik		.udma_mask	= ATA_UDMA5,
2410ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo		.port_ops	= &sil_ops,
2420ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo	},
2430ee304d5802dc62746f13f12d4cb4ec4ed285f66Tejun Heo	/* sil_3114 */
2441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	{
245cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik		.flags		= SIL_DFL_PORT_FLAGS | SIL_FLAG_RERR_ON_DMA_ACT,
2460c88758b5a6325428aaadab619886242db20ceaeTejun Heo		.link_flags	= SIL_DFL_LINK_FLAGS,
2471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		.pio_mask	= 0x1f,			/* pio0-4 */
2481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		.mwdma_mask	= 0x07,			/* mwdma0-2 */
249bf6263a853c9c143bf03f0a6fdcc68ab714fb5f5Jeff Garzik		.udma_mask	= ATA_UDMA5,
2501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		.port_ops	= &sil_ops,
2511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	},
2521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
2531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
2541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* per-port register offsets */
2551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/* TODO: we can probably calculate rather than use a table */
2561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic const struct {
2571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long tf;	/* ATA taskfile register block */
2581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long ctl;	/* ATA control/altstatus register block */
2591da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long bmdma;	/* DMA register block */
26020888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	unsigned long bmdma2;	/* DMA register block #2 */
26148d4ef2a1df9867c67b515d66732ba028a73735dTejun Heo	unsigned long fifo_cfg;	/* FIFO Valid Byte Count and Control */
2621da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long scr;	/* SATA control register block */
2631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long sien;	/* SATA Interrupt Enable register */
2641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned long xfer_mode;/* data transfer mode register */
265e4e10e3e7995f5bd481d2720bf30d3a661d110caTejun Heo	unsigned long sfis_cfg;	/* SATA FIS reception config register */
2661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds} sil_port[] = {
2671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* port 0 ... */
2685bcd7a00a464fd81b4b68847b9b811a635a15b61Jeff Garzik	/*   tf    ctl  bmdma  bmdma2  fifo    scr   sien   mode   sfis */
2695bcd7a00a464fd81b4b68847b9b811a635a15b61Jeff Garzik	{  0x80,  0x8A,   0x0,  0x10,  0x40, 0x100, 0x148,  0xb4, 0x14c },
2705bcd7a00a464fd81b4b68847b9b811a635a15b61Jeff Garzik	{  0xC0,  0xCA,   0x8,  0x18,  0x44, 0x180, 0x1c8,  0xf4, 0x1cc },
27120888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	{ 0x280, 0x28A, 0x200, 0x210, 0x240, 0x300, 0x348, 0x2b4, 0x34c },
27220888d83687d5cb374cdb5b0afa746ab79666f4eTejun Heo	{ 0x2C0, 0x2CA, 0x208, 0x218, 0x244, 0x380, 0x3c8, 0x2f4, 0x3cc },
2731da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* ... port 3 */
2741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds};
2751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
2761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_AUTHOR("Jeff Garzik");
2771da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_DESCRIPTION("low-level driver for Silicon Image SATA controller");
2781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_LICENSE("GPL");
2791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_DEVICE_TABLE(pci, sil_pci_tbl);
2801da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus TorvaldsMODULE_VERSION(DRV_VERSION);
2811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
2825796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzikstatic int slow_down;
28351e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff Garzikmodule_param(slow_down, int, 0444);
28451e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff GarzikMODULE_PARM_DESC(slow_down, "Sledgehammer used to work around random problems, by limiting commands to 15 sectors (0=off, 1=on)");
28551e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff Garzik
286374b1873571bf80dc0c1fcceaaad067980f3b9deJeff Garzik
2871da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic unsigned char sil_get_device_cache_line(struct pci_dev *pdev)
2881da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
2891da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	u8 cache_line = 0;
2901da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	pci_read_config_byte(pdev, PCI_CACHE_LINE_SIZE, &cache_line);
2911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	return cache_line;
2921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
2931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
2949d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox/**
2959d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox *	sil_set_mode		-	wrap set_mode functions
2960260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo *	@link: link to set up
2979d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox *	@r_failed: returned device when we fail
2989d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox *
2999d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox *	Wrap the libata method for device setup as after the setup we need
3009d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox *	to inspect the results and do some configuration work
3019d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox */
3029d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox
3030260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heostatic int sil_set_mode(struct ata_link *link, struct ata_device **r_failed)
3041da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3050260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo	struct ata_port *ap = link->ap;
3060260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo	void __iomem *mmio_base = ap->host->iomap[SIL_MMIO_BAR];
3070d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *addr = mmio_base + sil_port[ap->port_no].xfer_mode;
3080260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo	struct ata_device *dev;
309f58229f8060055b08b34008ea08f31de1e2f003cTejun Heo	u32 tmp, dev_mode[2] = { };
3109d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox	int rc;
311a617c09f6d646b60f31efc8afd9f81b752bf21b7Jeff Garzik
3120260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo	rc = ata_do_set_mode(link, r_failed);
3139d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox	if (rc)
3149d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox		return rc;
3151da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3160260731f0187840e272bfa10d3ba0f3e417976f5Tejun Heo	ata_link_for_each_dev(dev, link) {
317e1211e3fa7fd05ff0d4f597fd37e40de8acc6784Tejun Heo		if (!ata_dev_enabled(dev))
318f58229f8060055b08b34008ea08f31de1e2f003cTejun Heo			dev_mode[dev->devno] = 0;	/* PIO0/1/2 */
3191da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		else if (dev->flags & ATA_DFLAG_PIO)
320f58229f8060055b08b34008ea08f31de1e2f003cTejun Heo			dev_mode[dev->devno] = 1;	/* PIO3/4 */
3211da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		else
322f58229f8060055b08b34008ea08f31de1e2f003cTejun Heo			dev_mode[dev->devno] = 3;	/* UDMA */
3231da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		/* value 2 indicates MDMA */
3241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
3251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3261da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	tmp = readl(addr);
3271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	tmp &= ~((1<<5) | (1<<4) | (1<<1) | (1<<0));
3281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	tmp |= dev_mode[0];
3291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	tmp |= (dev_mode[1] << 4);
3301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	writel(tmp, addr);
3311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	readl(addr);	/* flush */
3329d2c7c75f889a3eefad016c71f651b0796e0a6e9Alan Cox	return 0;
3331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3355796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzikstatic inline void __iomem *sil_scr_addr(struct ata_port *ap,
3365796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzik					 unsigned int sc_reg)
3371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3380d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *offset = ap->ioaddr.scr_addr;
3391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	switch (sc_reg) {
3411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	case SCR_STATUS:
3421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return offset + 4;
3431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	case SCR_ERROR:
3441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return offset + 8;
3451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	case SCR_CONTROL:
3461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return offset;
3471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	default:
3481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		/* do nothing */
3491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		break;
3501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
3511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
3528d9db2d2fbae9e05022825c32f86e00c8e342860Randy Dunlap	return NULL;
3531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
355da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heostatic int sil_scr_read(struct ata_port *ap, unsigned int sc_reg, u32 *val)
3561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3570d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *mmio = sil_scr_addr(ap, sc_reg);
358da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo
359da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	if (mmio) {
360da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo		*val = readl(mmio);
361da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo		return 0;
362da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	}
363da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	return -EINVAL;
3641da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
366da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heostatic int sil_scr_write(struct ata_port *ap, unsigned int sc_reg, u32 val)
3671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
3680d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *mmio = sil_scr_addr(ap, sc_reg);
369da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo
370da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	if (mmio) {
3711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		writel(val, mmio);
372da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo		return 0;
373da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	}
374da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo	return -EINVAL;
3751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
3761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
377cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heostatic void sil_host_intr(struct ata_port *ap, u32 bmdma2)
378cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo{
3799af5c9c97dc9d599281778864c72b385f0c63341Tejun Heo	struct ata_eh_info *ehi = &ap->link.eh_info;
3809af5c9c97dc9d599281778864c72b385f0c63341Tejun Heo	struct ata_queued_cmd *qc = ata_qc_from_tag(ap, ap->link.active_tag);
381cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	u8 status;
382cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
383e573890b00426189e1e223967a2c46fb758bf06eTejun Heo	if (unlikely(bmdma2 & SIL_DMA_SATA_IRQ)) {
384d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		u32 serror;
385d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo
386d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		/* SIEN doesn't mask SATA IRQs on some 3112s.  Those
387d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		 * controllers continue to assert IRQ as long as
388d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		 * SError bits are pending.  Clear SError immediately.
389d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		 */
390da3dbb17a0e9a9ec7f5aed95f1fddadb790edc9dTejun Heo		sil_scr_read(ap, SCR_ERROR, &serror);
391d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		sil_scr_write(ap, SCR_ERROR, serror);
392d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo
3938cf32ac6578a70025be1103466da9d1d6141429eTejun Heo		/* Sometimes spurious interrupts occur, double check
3948cf32ac6578a70025be1103466da9d1d6141429eTejun Heo		 * it's PHYRDY CHG.
395d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		 */
3968cf32ac6578a70025be1103466da9d1d6141429eTejun Heo		if (serror & SERR_PHYRDY_CHG) {
397f7fe7ad4bcaba17f05d5cbf1119772c645783b08Tejun Heo			ap->link.eh_info.serror |= serror;
3988cf32ac6578a70025be1103466da9d1d6141429eTejun Heo			goto freeze;
399d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo		}
400d4c85325a817d3351e61c4be64b437116e8483b4Tejun Heo
4018cf32ac6578a70025be1103466da9d1d6141429eTejun Heo		if (!(bmdma2 & SIL_DMA_COMPLETE))
4028cf32ac6578a70025be1103466da9d1d6141429eTejun Heo			return;
403e573890b00426189e1e223967a2c46fb758bf06eTejun Heo	}
404e573890b00426189e1e223967a2c46fb758bf06eTejun Heo
4058cf32ac6578a70025be1103466da9d1d6141429eTejun Heo	if (unlikely(!qc || (qc->tf.flags & ATA_TFLAG_POLLING))) {
406e2f8fb72144a9f38d44ccf3f939e939392eda659Tejun Heo		/* this sometimes happens, just clear IRQ */
407e2f8fb72144a9f38d44ccf3f939e939392eda659Tejun Heo		ata_chk_status(ap);
408e2f8fb72144a9f38d44ccf3f939e939392eda659Tejun Heo		return;
409e2f8fb72144a9f38d44ccf3f939e939392eda659Tejun Heo	}
410e2f8fb72144a9f38d44ccf3f939e939392eda659Tejun Heo
411cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	/* Check whether we are expecting interrupt in this state */
412cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	switch (ap->hsm_task_state) {
413cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	case HSM_ST_FIRST:
414cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		/* Some pre-ATAPI-4 devices assert INTRQ
415cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		 * at this state when ready to receive CDB.
416cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		 */
417cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
418cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		/* Check the ATA_DFLAG_CDB_INTR flag is enough here.
419405e66b38797875e80669eaf72d313dbb76533c3Tejun Heo		 * The flag was turned on only for atapi devices.  No
420405e66b38797875e80669eaf72d313dbb76533c3Tejun Heo		 * need to check ata_is_atapi(qc->tf.protocol) again.
421cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		 */
422cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR))
423cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			goto err_hsm;
424cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		break;
425cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	case HSM_ST_LAST:
426405e66b38797875e80669eaf72d313dbb76533c3Tejun Heo		if (ata_is_dma(qc->tf.protocol)) {
427cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			/* clear DMA-Start bit */
428cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			ap->ops->bmdma_stop(qc);
429cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
430cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			if (bmdma2 & SIL_DMA_ERROR) {
431cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo				qc->err_mask |= AC_ERR_HOST_BUS;
432cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo				ap->hsm_task_state = HSM_ST_ERR;
433cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			}
434cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		}
435cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		break;
436cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	case HSM_ST:
437cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		break;
438cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	default:
439cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		goto err_hsm;
440cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	}
441cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
442cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	/* check main status, clearing INTRQ */
443cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	status = ata_chk_status(ap);
444cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	if (unlikely(status & ATA_BUSY))
445cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		goto err_hsm;
446cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
447cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	/* ack bmdma irq events */
448cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	ata_bmdma_irq_clear(ap);
449cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
450cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	/* kick HSM in the ass */
451cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	ata_hsm_move(ap, qc, status, 0);
452cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
453405e66b38797875e80669eaf72d313dbb76533c3Tejun Heo	if (unlikely(qc->err_mask) && ata_is_dma(qc->tf.protocol))
454ea54763f8a7c51b9f8fcb14431812ae63fcbaf96Tejun Heo		ata_ehi_push_desc(ehi, "BMDMA2 stat 0x%x", bmdma2);
455ea54763f8a7c51b9f8fcb14431812ae63fcbaf96Tejun Heo
456cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	return;
457cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
458cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo err_hsm:
459cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	qc->err_mask |= AC_ERR_HSM;
460cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo freeze:
461cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	ata_port_freeze(ap);
462cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo}
463cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
4647d12e780e003f93433d49ce78cfedf4b4c52adc5David Howellsstatic irqreturn_t sil_interrupt(int irq, void *dev_instance)
465cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo{
466cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	struct ata_host *host = dev_instance;
4670d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *mmio_base = host->iomap[SIL_MMIO_BAR];
468cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	int handled = 0;
469cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	int i;
470cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
471cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	spin_lock(&host->lock);
472cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
473cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	for (i = 0; i < host->n_ports; i++) {
474cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik		struct ata_port *ap = host->ports[i];
475cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		u32 bmdma2 = readl(mmio_base + sil_port[ap->port_no].bmdma2);
476cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
477cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		if (unlikely(!ap || ap->flags & ATA_FLAG_DISABLED))
478cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			continue;
479cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
480201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		/* turn off SATA_IRQ if not supported */
481201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		if (ap->flags & SIL_FLAG_NO_SATA_IRQ)
482201ce85946504ea0e6bd9a365de26684b437121eTejun Heo			bmdma2 &= ~SIL_DMA_SATA_IRQ;
483201ce85946504ea0e6bd9a365de26684b437121eTejun Heo
48423fa9618094975f803ed0c6a44604b16747b9637Tejun Heo		if (bmdma2 == 0xffffffff ||
48523fa9618094975f803ed0c6a44604b16747b9637Tejun Heo		    !(bmdma2 & (SIL_DMA_COMPLETE | SIL_DMA_SATA_IRQ)))
486cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo			continue;
487cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
488cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		sil_host_intr(ap, bmdma2);
489cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo		handled = 1;
490cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	}
491cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
492cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	spin_unlock(&host->lock);
493cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
494cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo	return IRQ_RETVAL(handled);
495cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo}
496cbe88fbc72d9e1aa4a6f994cb6e19fa08ae5a0baTejun Heo
497f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heostatic void sil_freeze(struct ata_port *ap)
498f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo{
4990d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *mmio_base = ap->host->iomap[SIL_MMIO_BAR];
500f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	u32 tmp;
501f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo
502e573890b00426189e1e223967a2c46fb758bf06eTejun Heo	/* global IRQ mask doesn't block SATA IRQ, turn off explicitly */
503e573890b00426189e1e223967a2c46fb758bf06eTejun Heo	writel(0, mmio_base + sil_port[ap->port_no].sien);
504e573890b00426189e1e223967a2c46fb758bf06eTejun Heo
505f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	/* plug IRQ */
506f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	tmp = readl(mmio_base + SIL_SYSCFG);
507f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	tmp |= SIL_MASK_IDE0_INT << ap->port_no;
508f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	writel(tmp, mmio_base + SIL_SYSCFG);
509f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	readl(mmio_base + SIL_SYSCFG);	/* flush */
510f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo}
511f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo
512f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heostatic void sil_thaw(struct ata_port *ap)
513f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo{
5140d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	void __iomem *mmio_base = ap->host->iomap[SIL_MMIO_BAR];
515f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	u32 tmp;
516f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo
517f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	/* clear IRQ */
518f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	ata_chk_status(ap);
519f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	ata_bmdma_irq_clear(ap);
520f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo
521201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	/* turn on SATA IRQ if supported */
522201ce85946504ea0e6bd9a365de26684b437121eTejun Heo	if (!(ap->flags & SIL_FLAG_NO_SATA_IRQ))
523201ce85946504ea0e6bd9a365de26684b437121eTejun Heo		writel(SIL_SIEN_N, mmio_base + sil_port[ap->port_no].sien);
524e573890b00426189e1e223967a2c46fb758bf06eTejun Heo
525f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	/* turn on IRQ */
526f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	tmp = readl(mmio_base + SIL_SYSCFG);
527f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	tmp &= ~(SIL_MASK_IDE0_INT << ap->port_no);
528f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo	writel(tmp, mmio_base + SIL_SYSCFG);
529f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo}
530f6aae27ed002ba9c0a98aff811dbde32ce749d28Tejun Heo
5311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds/**
5321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	sil_dev_config - Apply device/host-specific errata fixups
5331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	@dev: Device to be examined
5341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
5351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	After the IDENTIFY [PACKET] DEVICE step is complete, and a
5361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	device is known to be present, this function is called.
5371da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	We apply two errata fixups which are specific to Silicon Image,
5381da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	a Seagate and a Maxtor fixup.
5391da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
5401da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	For certain Seagate devices, we must limit the maximum sectors
5411da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	to under 8K.
5421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
5431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	For certain Maxtor devices, we must not program the drive
5441da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	beyond udma5.
5451da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
5461da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	Both fixups are unfairly pessimistic.  As soon as I get more
5471da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	information on these errata, I will create a more exhaustive
5481da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	list, and apply the fixups to only the specific
5491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	devices/hosts/firmwares that need it.
5501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *
5511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	20040111 - Seagate drives affected by the Mod15Write bug are blacklisted
5521da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	The Maxtor quirk is in the blacklist, but I'm keeping the original
5531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	pessimistic fix for the following reasons...
5541da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	- There seems to be less info on it, only one device gleaned off the
5551da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	Windows	driver, maybe only one is affected.  More info would be greatly
5561da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	appreciated.
5571da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds *	- But then again UDMA5 is hardly anything to complain about
5581da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds */
559cd0d3bbcdd650651b7ccfaf55d107e3fc237d95aAlan Coxstatic void sil_dev_config(struct ata_device *dev)
5601da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
5619af5c9c97dc9d599281778864c72b385f0c63341Tejun Heo	struct ata_port *ap = dev->link->ap;
5629af5c9c97dc9d599281778864c72b385f0c63341Tejun Heo	int print_info = ap->link.eh_context.i.flags & ATA_EHI_PRINTINFO;
5631da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned int n, quirks = 0;
564a0cf733b333eeeafb7324e2897448006c693c26cTejun Heo	unsigned char model_num[ATA_ID_PROD_LEN + 1];
5651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
566a0cf733b333eeeafb7324e2897448006c693c26cTejun Heo	ata_id_c_string(dev->id, model_num, ATA_ID_PROD, sizeof(model_num));
5671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
5688a60a07129fad60bba779a2a4038c7518b167fc7Jeff Garzik	for (n = 0; sil_blacklist[n].product; n++)
5692e02671daa2cd69d93c828c40579bbe953f17210Tejun Heo		if (!strcmp(sil_blacklist[n].product, model_num)) {
5701da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds			quirks = sil_blacklist[n].quirk;
5711da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds			break;
5721da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		}
5738a60a07129fad60bba779a2a4038c7518b167fc7Jeff Garzik
5741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* limit requests to 15 sectors */
57551e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff Garzik	if (slow_down ||
57651e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff Garzik	    ((ap->flags & SIL_FLAG_MOD15WRITE) &&
57751e9f2ff83df6b1c81c5c44f4486c68ed87aa20eJeff Garzik	     (quirks & SIL_QUIRK_MOD15WRITE))) {
578efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo		if (print_info)
579efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo			ata_dev_printk(dev, KERN_INFO, "applying Seagate "
580efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo				       "errata fix (mod15write workaround)\n");
581b00eec1d58ee71131375bfeb86e64bceec3f5618Tejun Heo		dev->max_sectors = 15;
5821da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return;
5831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
5841da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
5851da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	/* limit to udma5 */
5861da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	if (quirks & SIL_QUIRK_UDMA5MAX) {
587efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo		if (print_info)
588efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo			ata_dev_printk(dev, KERN_INFO, "applying Maxtor "
589efdaedc443e935eda82e9e78a6e65d1f993d242fTejun Heo				       "errata fix %s\n", model_num);
5905a529139554f12cb265715117a2153c936286294Tejun Heo		dev->udma_mask &= ATA_UDMA5;
5911da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return;
5921da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
5931da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
5941da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
5954447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heostatic void sil_init_controller(struct ata_host *host)
5963d8ec91352099b32a400f1952112dc076da28106Tejun Heo{
5974447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	struct pci_dev *pdev = to_pci_dev(host->dev);
5984447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	void __iomem *mmio_base = host->iomap[SIL_MMIO_BAR];
5993d8ec91352099b32a400f1952112dc076da28106Tejun Heo	u8 cls;
6003d8ec91352099b32a400f1952112dc076da28106Tejun Heo	u32 tmp;
6013d8ec91352099b32a400f1952112dc076da28106Tejun Heo	int i;
6023d8ec91352099b32a400f1952112dc076da28106Tejun Heo
6033d8ec91352099b32a400f1952112dc076da28106Tejun Heo	/* Initialize FIFO PCI bus arbitration */
6043d8ec91352099b32a400f1952112dc076da28106Tejun Heo	cls = sil_get_device_cache_line(pdev);
6053d8ec91352099b32a400f1952112dc076da28106Tejun Heo	if (cls) {
6063d8ec91352099b32a400f1952112dc076da28106Tejun Heo		cls >>= 3;
6073d8ec91352099b32a400f1952112dc076da28106Tejun Heo		cls++;  /* cls = (line_size/8)+1 */
6084447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		for (i = 0; i < host->n_ports; i++)
6093d8ec91352099b32a400f1952112dc076da28106Tejun Heo			writew(cls << 8 | cls,
6103d8ec91352099b32a400f1952112dc076da28106Tejun Heo			       mmio_base + sil_port[i].fifo_cfg);
6113d8ec91352099b32a400f1952112dc076da28106Tejun Heo	} else
6123d8ec91352099b32a400f1952112dc076da28106Tejun Heo		dev_printk(KERN_WARNING, &pdev->dev,
6133d8ec91352099b32a400f1952112dc076da28106Tejun Heo			   "cache line size not set.  Driver may not function\n");
6143d8ec91352099b32a400f1952112dc076da28106Tejun Heo
6153d8ec91352099b32a400f1952112dc076da28106Tejun Heo	/* Apply R_ERR on DMA activate FIS errata workaround */
6164447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	if (host->ports[0]->flags & SIL_FLAG_RERR_ON_DMA_ACT) {
6173d8ec91352099b32a400f1952112dc076da28106Tejun Heo		int cnt;
6183d8ec91352099b32a400f1952112dc076da28106Tejun Heo
6194447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		for (i = 0, cnt = 0; i < host->n_ports; i++) {
6203d8ec91352099b32a400f1952112dc076da28106Tejun Heo			tmp = readl(mmio_base + sil_port[i].sfis_cfg);
6213d8ec91352099b32a400f1952112dc076da28106Tejun Heo			if ((tmp & 0x3) != 0x01)
6223d8ec91352099b32a400f1952112dc076da28106Tejun Heo				continue;
6233d8ec91352099b32a400f1952112dc076da28106Tejun Heo			if (!cnt)
6243d8ec91352099b32a400f1952112dc076da28106Tejun Heo				dev_printk(KERN_INFO, &pdev->dev,
6253d8ec91352099b32a400f1952112dc076da28106Tejun Heo					   "Applying R_ERR on DMA activate "
6263d8ec91352099b32a400f1952112dc076da28106Tejun Heo					   "FIS errata fix\n");
6273d8ec91352099b32a400f1952112dc076da28106Tejun Heo			writel(tmp & ~0x3, mmio_base + sil_port[i].sfis_cfg);
6283d8ec91352099b32a400f1952112dc076da28106Tejun Heo			cnt++;
6293d8ec91352099b32a400f1952112dc076da28106Tejun Heo		}
6303d8ec91352099b32a400f1952112dc076da28106Tejun Heo	}
6313d8ec91352099b32a400f1952112dc076da28106Tejun Heo
6324447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	if (host->n_ports == 4) {
6333d8ec91352099b32a400f1952112dc076da28106Tejun Heo		/* flip the magic "make 4 ports work" bit */
6343d8ec91352099b32a400f1952112dc076da28106Tejun Heo		tmp = readl(mmio_base + sil_port[2].bmdma);
6353d8ec91352099b32a400f1952112dc076da28106Tejun Heo		if ((tmp & SIL_INTR_STEERING) == 0)
6363d8ec91352099b32a400f1952112dc076da28106Tejun Heo			writel(tmp | SIL_INTR_STEERING,
6373d8ec91352099b32a400f1952112dc076da28106Tejun Heo			       mmio_base + sil_port[2].bmdma);
6383d8ec91352099b32a400f1952112dc076da28106Tejun Heo	}
6393d8ec91352099b32a400f1952112dc076da28106Tejun Heo}
6403d8ec91352099b32a400f1952112dc076da28106Tejun Heo
6415796d1c4c89efff823259fda35b08ea66ebf8b23Jeff Garzikstatic int sil_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
6421da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
6431da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	static int printed_version;
6444447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	int board_id = ent->driver_data;
6454447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	const struct ata_port_info *ppi[] = { &sil_port_info[board_id], NULL };
6464447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	struct ata_host *host;
647ea6ba10bbb88e106f9e2db7dc253993bb3bbbe3bJeff Garzik	void __iomem *mmio_base;
6484447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	int n_ports, rc;
6491da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	unsigned int i;
6501da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6511da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	if (!printed_version++)
652a9524a76f70f3343e4be27f95a7e92a8ba5f9009Jeff Garzik		dev_printk(KERN_DEBUG, &pdev->dev, "version " DRV_VERSION "\n");
6531da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6544447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	/* allocate host */
6554447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	n_ports = 2;
6564447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	if (board_id == sil_3114)
6574447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		n_ports = 4;
6584447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo
6594447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	host = ata_host_alloc_pinfo(&pdev->dev, ppi, n_ports);
6604447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	if (!host)
6614447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		return -ENOMEM;
6624447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo
6634447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	/* acquire resources and fill host */
66424dc5f33ea4b504cfbd23fa159a4cacba8e4d800Tejun Heo	rc = pcim_enable_device(pdev);
6651da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	if (rc)
6661da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds		return rc;
6671da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6680d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	rc = pcim_iomap_regions(pdev, 1 << SIL_MMIO_BAR, DRV_NAME);
6690d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	if (rc == -EBUSY)
67024dc5f33ea4b504cfbd23fa159a4cacba8e4d800Tejun Heo		pcim_pin_device(pdev);
6710d5ff566779f894ca9937231a181eb31e4adff0eTejun Heo	if (rc)
67224dc5f33ea4b504cfbd23fa159a4cacba8e4d800Tejun Heo		return rc;
6734447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	host->iomap = pcim_iomap_table(pdev);
6741da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6751da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
6761da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	if (rc)
67724dc5f33ea4b504cfbd23fa159a4cacba8e4d800Tejun Heo		return rc;
6781da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
6791da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	if (rc)
68024dc5f33ea4b504cfbd23fa159a4cacba8e4d800Tejun Heo		return rc;
6811da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6824447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	mmio_base = host->iomap[SIL_MMIO_BAR];
6831da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6844447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	for (i = 0; i < host->n_ports; i++) {
685cbcdd87593a1d85c5c4b259945a3a09eee12814dTejun Heo		struct ata_port *ap = host->ports[i];
686cbcdd87593a1d85c5c4b259945a3a09eee12814dTejun Heo		struct ata_ioports *ioaddr = &ap->ioaddr;
6874447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo
6884447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ioaddr->cmd_addr = mmio_base + sil_port[i].tf;
6894447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ioaddr->altstatus_addr =
6904447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ioaddr->ctl_addr = mmio_base + sil_port[i].ctl;
6914447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ioaddr->bmdma_addr = mmio_base + sil_port[i].bmdma;
6924447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ioaddr->scr_addr = mmio_base + sil_port[i].scr;
6934447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo		ata_std_ports(ioaddr);
694cbcdd87593a1d85c5c4b259945a3a09eee12814dTejun Heo
695cbcdd87593a1d85c5c4b259945a3a09eee12814dTejun Heo		ata_port_pbar_desc(ap, SIL_MMIO_BAR, -1, "mmio");
696cbcdd87593a1d85c5c4b259945a3a09eee12814dTejun Heo		ata_port_pbar_desc(ap, SIL_MMIO_BAR, sil_port[i].tf, "tf");
6971da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	}
6981da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
6994447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	/* initialize and activate */
7004447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	sil_init_controller(host);
7011da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
7021da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	pci_set_master(pdev);
7034447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	return ata_host_activate(host, pdev->irq, sil_interrupt, IRQF_SHARED,
7044447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo				 &sil_sht);
7051da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
7061da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
707281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#ifdef CONFIG_PM
708afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heostatic int sil_pci_device_resume(struct pci_dev *pdev)
709afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo{
710cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	struct ata_host *host = dev_get_drvdata(&pdev->dev);
711553c4aa630af7bc885e056d0436e4eb7f238579bTejun Heo	int rc;
712553c4aa630af7bc885e056d0436e4eb7f238579bTejun Heo
713553c4aa630af7bc885e056d0436e4eb7f238579bTejun Heo	rc = ata_pci_device_do_resume(pdev);
714553c4aa630af7bc885e056d0436e4eb7f238579bTejun Heo	if (rc)
715553c4aa630af7bc885e056d0436e4eb7f238579bTejun Heo		return rc;
716afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo
7174447d35156169cf136e829eb6b5cac2d6370f2d9Tejun Heo	sil_init_controller(host);
718cca3974e48607c3775dc73b544a5700b2e37c21aJeff Garzik	ata_host_resume(host);
719afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo
720afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo	return 0;
721afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo}
722281d426c7e64286f433645e27862e7744b1e9310Alexey Dobriyan#endif
723afb5a7cb84b1ea8b6045945e3d288303e6b71336Tejun Heo
7241da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic int __init sil_init(void)
7251da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
726b7887196e38da54ff893897b80875d632d1a1114Pavel Roskin	return pci_register_driver(&sil_pci_driver);
7271da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
7281da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
7291da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsstatic void __exit sil_exit(void)
7301da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds{
7311da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds	pci_unregister_driver(&sil_pci_driver);
7321da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds}
7331da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
7341da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvalds
7351da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_init(sil_init);
7361da177e4c3f41524e886b7f1b8a0c1fc7321cacLinus Torvaldsmodule_exit(sil_exit);
737