ipr.c revision 1be7bd82bf4c5d9d3efd1de0e2ebe2c5b1db8340
1/*
2 * ipr.c -- driver for IBM Power Linux RAID adapters
3 *
4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5 *
6 * Copyright (C) 2003, 2004 IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
21 *
22 */
23
24/*
25 * Notes:
26 *
27 * This driver is used to control the following SCSI adapters:
28 *
29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30 *
31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32 *              PCI-X Dual Channel Ultra 320 SCSI Adapter
33 *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34 *              Embedded SCSI adapter on p615 and p655 systems
35 *
36 * Supported Hardware Features:
37 *	- Ultra 320 SCSI controller
38 *	- PCI-X host interface
39 *	- Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40 *	- Non-Volatile Write Cache
41 *	- Supports attachment of non-RAID disks, tape, and optical devices
42 *	- RAID Levels 0, 5, 10
43 *	- Hot spare
44 *	- Background Parity Checking
45 *	- Background Data Scrubbing
46 *	- Ability to increase the capacity of an existing RAID 5 disk array
47 *		by adding disks
48 *
49 * Driver Features:
50 *	- Tagged command queuing
51 *	- Adapter microcode download
52 *	- PCI hot plug
53 *	- SCSI device hot plug
54 *
55 */
56
57#include <linux/fs.h>
58#include <linux/init.h>
59#include <linux/types.h>
60#include <linux/errno.h>
61#include <linux/kernel.h>
62#include <linux/ioport.h>
63#include <linux/delay.h>
64#include <linux/pci.h>
65#include <linux/wait.h>
66#include <linux/spinlock.h>
67#include <linux/sched.h>
68#include <linux/interrupt.h>
69#include <linux/blkdev.h>
70#include <linux/firmware.h>
71#include <linux/module.h>
72#include <linux/moduleparam.h>
73#include <linux/libata.h>
74#include <linux/hdreg.h>
75#include <asm/io.h>
76#include <asm/irq.h>
77#include <asm/processor.h>
78#include <scsi/scsi.h>
79#include <scsi/scsi_host.h>
80#include <scsi/scsi_tcq.h>
81#include <scsi/scsi_eh.h>
82#include <scsi/scsi_cmnd.h>
83#include "ipr.h"
84
85/*
86 *   Global Data
87 */
88static LIST_HEAD(ipr_ioa_head);
89static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
90static unsigned int ipr_max_speed = 1;
91static int ipr_testmode = 0;
92static unsigned int ipr_fastfail = 0;
93static unsigned int ipr_transop_timeout = 0;
94static unsigned int ipr_enable_cache = 1;
95static unsigned int ipr_debug = 0;
96static unsigned int ipr_dual_ioa_raid = 1;
97static DEFINE_SPINLOCK(ipr_driver_lock);
98
99/* This table describes the differences between DMA controller chips */
100static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
101	{ /* Gemstone, Citrine, Obsidian, and Obsidian-E */
102		.mailbox = 0x0042C,
103		.cache_line_size = 0x20,
104		{
105			.set_interrupt_mask_reg = 0x0022C,
106			.clr_interrupt_mask_reg = 0x00230,
107			.sense_interrupt_mask_reg = 0x0022C,
108			.clr_interrupt_reg = 0x00228,
109			.sense_interrupt_reg = 0x00224,
110			.ioarrin_reg = 0x00404,
111			.sense_uproc_interrupt_reg = 0x00214,
112			.set_uproc_interrupt_reg = 0x00214,
113			.clr_uproc_interrupt_reg = 0x00218
114		}
115	},
116	{ /* Snipe and Scamp */
117		.mailbox = 0x0052C,
118		.cache_line_size = 0x20,
119		{
120			.set_interrupt_mask_reg = 0x00288,
121			.clr_interrupt_mask_reg = 0x0028C,
122			.sense_interrupt_mask_reg = 0x00288,
123			.clr_interrupt_reg = 0x00284,
124			.sense_interrupt_reg = 0x00280,
125			.ioarrin_reg = 0x00504,
126			.sense_uproc_interrupt_reg = 0x00290,
127			.set_uproc_interrupt_reg = 0x00290,
128			.clr_uproc_interrupt_reg = 0x00294
129		}
130	},
131};
132
133static const struct ipr_chip_t ipr_chip[] = {
134	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, IPR_USE_LSI, &ipr_chip_cfg[0] },
135	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, IPR_USE_LSI, &ipr_chip_cfg[0] },
136	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, IPR_USE_LSI, &ipr_chip_cfg[0] },
137	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, IPR_USE_LSI, &ipr_chip_cfg[0] },
138	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, IPR_USE_MSI, &ipr_chip_cfg[0] },
139	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, IPR_USE_LSI, &ipr_chip_cfg[1] },
140	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, IPR_USE_LSI, &ipr_chip_cfg[1] }
141};
142
143static int ipr_max_bus_speeds [] = {
144	IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
145};
146
147MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
148MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
149module_param_named(max_speed, ipr_max_speed, uint, 0);
150MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
151module_param_named(log_level, ipr_log_level, uint, 0);
152MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
153module_param_named(testmode, ipr_testmode, int, 0);
154MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
155module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
156MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
157module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
158MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
159module_param_named(enable_cache, ipr_enable_cache, int, 0);
160MODULE_PARM_DESC(enable_cache, "Enable adapter's non-volatile write cache (default: 1)");
161module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
162MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
163module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
164MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
165MODULE_LICENSE("GPL");
166MODULE_VERSION(IPR_DRIVER_VERSION);
167
168/*  A constant array of IOASCs/URCs/Error Messages */
169static const
170struct ipr_error_table_t ipr_error_table[] = {
171	{0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
172	"8155: An unknown error was received"},
173	{0x00330000, 0, 0,
174	"Soft underlength error"},
175	{0x005A0000, 0, 0,
176	"Command to be cancelled not found"},
177	{0x00808000, 0, 0,
178	"Qualified success"},
179	{0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
180	"FFFE: Soft device bus error recovered by the IOA"},
181	{0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
182	"4101: Soft device bus fabric error"},
183	{0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
184	"FFF9: Device sector reassign successful"},
185	{0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
186	"FFF7: Media error recovered by device rewrite procedures"},
187	{0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
188	"7001: IOA sector reassignment successful"},
189	{0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
190	"FFF9: Soft media error. Sector reassignment recommended"},
191	{0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
192	"FFF7: Media error recovered by IOA rewrite procedures"},
193	{0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
194	"FF3D: Soft PCI bus error recovered by the IOA"},
195	{0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
196	"FFF6: Device hardware error recovered by the IOA"},
197	{0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
198	"FFF6: Device hardware error recovered by the device"},
199	{0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
200	"FF3D: Soft IOA error recovered by the IOA"},
201	{0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
202	"FFFA: Undefined device response recovered by the IOA"},
203	{0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
204	"FFF6: Device bus error, message or command phase"},
205	{0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
206	"FFFE: Task Management Function failed"},
207	{0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
208	"FFF6: Failure prediction threshold exceeded"},
209	{0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
210	"8009: Impending cache battery pack failure"},
211	{0x02040400, 0, 0,
212	"34FF: Disk device format in progress"},
213	{0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
214	"9070: IOA requested reset"},
215	{0x023F0000, 0, 0,
216	"Synchronization required"},
217	{0x024E0000, 0, 0,
218	"No ready, IOA shutdown"},
219	{0x025A0000, 0, 0,
220	"Not ready, IOA has been shutdown"},
221	{0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
222	"3020: Storage subsystem configuration error"},
223	{0x03110B00, 0, 0,
224	"FFF5: Medium error, data unreadable, recommend reassign"},
225	{0x03110C00, 0, 0,
226	"7000: Medium error, data unreadable, do not reassign"},
227	{0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
228	"FFF3: Disk media format bad"},
229	{0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
230	"3002: Addressed device failed to respond to selection"},
231	{0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
232	"3100: Device bus error"},
233	{0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
234	"3109: IOA timed out a device command"},
235	{0x04088000, 0, 0,
236	"3120: SCSI bus is not operational"},
237	{0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
238	"4100: Hard device bus fabric error"},
239	{0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
240	"9000: IOA reserved area data check"},
241	{0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
242	"9001: IOA reserved area invalid data pattern"},
243	{0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
244	"9002: IOA reserved area LRC error"},
245	{0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
246	"102E: Out of alternate sectors for disk storage"},
247	{0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
248	"FFF4: Data transfer underlength error"},
249	{0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
250	"FFF4: Data transfer overlength error"},
251	{0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
252	"3400: Logical unit failure"},
253	{0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
254	"FFF4: Device microcode is corrupt"},
255	{0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
256	"8150: PCI bus error"},
257	{0x04430000, 1, 0,
258	"Unsupported device bus message received"},
259	{0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
260	"FFF4: Disk device problem"},
261	{0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
262	"8150: Permanent IOA failure"},
263	{0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
264	"3010: Disk device returned wrong response to IOA"},
265	{0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
266	"8151: IOA microcode error"},
267	{0x04448500, 0, 0,
268	"Device bus status error"},
269	{0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
270	"8157: IOA error requiring IOA reset to recover"},
271	{0x04448700, 0, 0,
272	"ATA device status error"},
273	{0x04490000, 0, 0,
274	"Message reject received from the device"},
275	{0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
276	"8008: A permanent cache battery pack failure occurred"},
277	{0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
278	"9090: Disk unit has been modified after the last known status"},
279	{0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
280	"9081: IOA detected device error"},
281	{0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
282	"9082: IOA detected device error"},
283	{0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
284	"3110: Device bus error, message or command phase"},
285	{0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
286	"3110: SAS Command / Task Management Function failed"},
287	{0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
288	"9091: Incorrect hardware configuration change has been detected"},
289	{0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
290	"9073: Invalid multi-adapter configuration"},
291	{0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
292	"4010: Incorrect connection between cascaded expanders"},
293	{0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
294	"4020: Connections exceed IOA design limits"},
295	{0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
296	"4030: Incorrect multipath connection"},
297	{0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
298	"4110: Unsupported enclosure function"},
299	{0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
300	"FFF4: Command to logical unit failed"},
301	{0x05240000, 1, 0,
302	"Illegal request, invalid request type or request packet"},
303	{0x05250000, 0, 0,
304	"Illegal request, invalid resource handle"},
305	{0x05258000, 0, 0,
306	"Illegal request, commands not allowed to this device"},
307	{0x05258100, 0, 0,
308	"Illegal request, command not allowed to a secondary adapter"},
309	{0x05260000, 0, 0,
310	"Illegal request, invalid field in parameter list"},
311	{0x05260100, 0, 0,
312	"Illegal request, parameter not supported"},
313	{0x05260200, 0, 0,
314	"Illegal request, parameter value invalid"},
315	{0x052C0000, 0, 0,
316	"Illegal request, command sequence error"},
317	{0x052C8000, 1, 0,
318	"Illegal request, dual adapter support not enabled"},
319	{0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
320	"9031: Array protection temporarily suspended, protection resuming"},
321	{0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
322	"9040: Array protection temporarily suspended, protection resuming"},
323	{0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
324	"3140: Device bus not ready to ready transition"},
325	{0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
326	"FFFB: SCSI bus was reset"},
327	{0x06290500, 0, 0,
328	"FFFE: SCSI bus transition to single ended"},
329	{0x06290600, 0, 0,
330	"FFFE: SCSI bus transition to LVD"},
331	{0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
332	"FFFB: SCSI bus was reset by another initiator"},
333	{0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
334	"3029: A device replacement has occurred"},
335	{0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
336	"9051: IOA cache data exists for a missing or failed device"},
337	{0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
338	"9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
339	{0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
340	"9025: Disk unit is not supported at its physical location"},
341	{0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
342	"3020: IOA detected a SCSI bus configuration error"},
343	{0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
344	"3150: SCSI bus configuration error"},
345	{0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
346	"9074: Asymmetric advanced function disk configuration"},
347	{0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
348	"4040: Incomplete multipath connection between IOA and enclosure"},
349	{0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
350	"4041: Incomplete multipath connection between enclosure and device"},
351	{0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
352	"9075: Incomplete multipath connection between IOA and remote IOA"},
353	{0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
354	"9076: Configuration error, missing remote IOA"},
355	{0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
356	"4050: Enclosure does not support a required multipath function"},
357	{0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
358	"4070: Logically bad block written on device"},
359	{0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
360	"9041: Array protection temporarily suspended"},
361	{0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
362	"9042: Corrupt array parity detected on specified device"},
363	{0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
364	"9030: Array no longer protected due to missing or failed disk unit"},
365	{0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
366	"9071: Link operational transition"},
367	{0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
368	"9072: Link not operational transition"},
369	{0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
370	"9032: Array exposed but still protected"},
371	{0x066B8300, 0, IPR_DEFAULT_LOG_LEVEL + 1,
372	"70DD: Device forced failed by disrupt device command"},
373	{0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
374	"4061: Multipath redundancy level got better"},
375	{0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
376	"4060: Multipath redundancy level got worse"},
377	{0x07270000, 0, 0,
378	"Failure due to other device"},
379	{0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
380	"9008: IOA does not support functions expected by devices"},
381	{0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
382	"9010: Cache data associated with attached devices cannot be found"},
383	{0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
384	"9011: Cache data belongs to devices other than those attached"},
385	{0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
386	"9020: Array missing 2 or more devices with only 1 device present"},
387	{0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
388	"9021: Array missing 2 or more devices with 2 or more devices present"},
389	{0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
390	"9022: Exposed array is missing a required device"},
391	{0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
392	"9023: Array member(s) not at required physical locations"},
393	{0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
394	"9024: Array not functional due to present hardware configuration"},
395	{0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
396	"9026: Array not functional due to present hardware configuration"},
397	{0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
398	"9027: Array is missing a device and parity is out of sync"},
399	{0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
400	"9028: Maximum number of arrays already exist"},
401	{0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
402	"9050: Required cache data cannot be located for a disk unit"},
403	{0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
404	"9052: Cache data exists for a device that has been modified"},
405	{0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
406	"9054: IOA resources not available due to previous problems"},
407	{0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
408	"9092: Disk unit requires initialization before use"},
409	{0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
410	"9029: Incorrect hardware configuration change has been detected"},
411	{0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
412	"9060: One or more disk pairs are missing from an array"},
413	{0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
414	"9061: One or more disks are missing from an array"},
415	{0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
416	"9062: One or more disks are missing from an array"},
417	{0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
418	"9063: Maximum number of functional arrays has been exceeded"},
419	{0x0B260000, 0, 0,
420	"Aborted command, invalid descriptor"},
421	{0x0B5A0000, 0, 0,
422	"Command terminated by host"}
423};
424
425static const struct ipr_ses_table_entry ipr_ses_table[] = {
426	{ "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
427	{ "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
428	{ "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
429	{ "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
430	{ "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
431	{ "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
432	{ "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
433	{ "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
434	{ "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
435	{ "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
436	{ "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
437	{ "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
438	{ "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
439};
440
441/*
442 *  Function Prototypes
443 */
444static int ipr_reset_alert(struct ipr_cmnd *);
445static void ipr_process_ccn(struct ipr_cmnd *);
446static void ipr_process_error(struct ipr_cmnd *);
447static void ipr_reset_ioa_job(struct ipr_cmnd *);
448static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
449				   enum ipr_shutdown_type);
450
451#ifdef CONFIG_SCSI_IPR_TRACE
452/**
453 * ipr_trc_hook - Add a trace entry to the driver trace
454 * @ipr_cmd:	ipr command struct
455 * @type:		trace type
456 * @add_data:	additional data
457 *
458 * Return value:
459 * 	none
460 **/
461static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
462			 u8 type, u32 add_data)
463{
464	struct ipr_trace_entry *trace_entry;
465	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
466
467	trace_entry = &ioa_cfg->trace[ioa_cfg->trace_index++];
468	trace_entry->time = jiffies;
469	trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
470	trace_entry->type = type;
471	trace_entry->ata_op_code = ipr_cmd->ioarcb.add_data.u.regs.command;
472	trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
473	trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
474	trace_entry->u.add_data = add_data;
475}
476#else
477#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while(0)
478#endif
479
480/**
481 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
482 * @ipr_cmd:	ipr command struct
483 *
484 * Return value:
485 * 	none
486 **/
487static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
488{
489	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
490	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
491	dma_addr_t dma_addr = be32_to_cpu(ioarcb->ioarcb_host_pci_addr);
492
493	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
494	ioarcb->write_data_transfer_length = 0;
495	ioarcb->read_data_transfer_length = 0;
496	ioarcb->write_ioadl_len = 0;
497	ioarcb->read_ioadl_len = 0;
498	ioarcb->write_ioadl_addr =
499		cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioadl));
500	ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
501	ioasa->ioasc = 0;
502	ioasa->residual_data_len = 0;
503	ioasa->u.gata.status = 0;
504
505	ipr_cmd->scsi_cmd = NULL;
506	ipr_cmd->qc = NULL;
507	ipr_cmd->sense_buffer[0] = 0;
508	ipr_cmd->dma_use_sg = 0;
509}
510
511/**
512 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
513 * @ipr_cmd:	ipr command struct
514 *
515 * Return value:
516 * 	none
517 **/
518static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
519{
520	ipr_reinit_ipr_cmnd(ipr_cmd);
521	ipr_cmd->u.scratch = 0;
522	ipr_cmd->sibling = NULL;
523	init_timer(&ipr_cmd->timer);
524}
525
526/**
527 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
528 * @ioa_cfg:	ioa config struct
529 *
530 * Return value:
531 * 	pointer to ipr command struct
532 **/
533static
534struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
535{
536	struct ipr_cmnd *ipr_cmd;
537
538	ipr_cmd = list_entry(ioa_cfg->free_q.next, struct ipr_cmnd, queue);
539	list_del(&ipr_cmd->queue);
540	ipr_init_ipr_cmnd(ipr_cmd);
541
542	return ipr_cmd;
543}
544
545/**
546 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
547 * @ioa_cfg:	ioa config struct
548 * @clr_ints:     interrupts to clear
549 *
550 * This function masks all interrupts on the adapter, then clears the
551 * interrupts specified in the mask
552 *
553 * Return value:
554 * 	none
555 **/
556static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
557					  u32 clr_ints)
558{
559	volatile u32 int_reg;
560
561	/* Stop new interrupts */
562	ioa_cfg->allow_interrupts = 0;
563
564	/* Set interrupt mask to stop all new interrupts */
565	writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
566
567	/* Clear any pending interrupts */
568	writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg);
569	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
570}
571
572/**
573 * ipr_save_pcix_cmd_reg - Save PCI-X command register
574 * @ioa_cfg:	ioa config struct
575 *
576 * Return value:
577 * 	0 on success / -EIO on failure
578 **/
579static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
580{
581	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
582
583	if (pcix_cmd_reg == 0)
584		return 0;
585
586	if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
587				 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
588		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
589		return -EIO;
590	}
591
592	ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
593	return 0;
594}
595
596/**
597 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
598 * @ioa_cfg:	ioa config struct
599 *
600 * Return value:
601 * 	0 on success / -EIO on failure
602 **/
603static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
604{
605	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
606
607	if (pcix_cmd_reg) {
608		if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
609					  ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
610			dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
611			return -EIO;
612		}
613	}
614
615	return 0;
616}
617
618/**
619 * ipr_sata_eh_done - done function for aborted SATA commands
620 * @ipr_cmd:	ipr command struct
621 *
622 * This function is invoked for ops generated to SATA
623 * devices which are being aborted.
624 *
625 * Return value:
626 * 	none
627 **/
628static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
629{
630	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
631	struct ata_queued_cmd *qc = ipr_cmd->qc;
632	struct ipr_sata_port *sata_port = qc->ap->private_data;
633
634	qc->err_mask |= AC_ERR_OTHER;
635	sata_port->ioasa.status |= ATA_BUSY;
636	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
637	ata_qc_complete(qc);
638}
639
640/**
641 * ipr_scsi_eh_done - mid-layer done function for aborted ops
642 * @ipr_cmd:	ipr command struct
643 *
644 * This function is invoked by the interrupt handler for
645 * ops generated by the SCSI mid-layer which are being aborted.
646 *
647 * Return value:
648 * 	none
649 **/
650static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
651{
652	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
653	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
654
655	scsi_cmd->result |= (DID_ERROR << 16);
656
657	scsi_dma_unmap(ipr_cmd->scsi_cmd);
658	scsi_cmd->scsi_done(scsi_cmd);
659	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
660}
661
662/**
663 * ipr_fail_all_ops - Fails all outstanding ops.
664 * @ioa_cfg:	ioa config struct
665 *
666 * This function fails all outstanding ops.
667 *
668 * Return value:
669 * 	none
670 **/
671static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
672{
673	struct ipr_cmnd *ipr_cmd, *temp;
674
675	ENTER;
676	list_for_each_entry_safe(ipr_cmd, temp, &ioa_cfg->pending_q, queue) {
677		list_del(&ipr_cmd->queue);
678
679		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
680		ipr_cmd->ioasa.ilid = cpu_to_be32(IPR_DRIVER_ILID);
681
682		if (ipr_cmd->scsi_cmd)
683			ipr_cmd->done = ipr_scsi_eh_done;
684		else if (ipr_cmd->qc)
685			ipr_cmd->done = ipr_sata_eh_done;
686
687		ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, IPR_IOASC_IOA_WAS_RESET);
688		del_timer(&ipr_cmd->timer);
689		ipr_cmd->done(ipr_cmd);
690	}
691
692	LEAVE;
693}
694
695/**
696 * ipr_do_req -  Send driver initiated requests.
697 * @ipr_cmd:		ipr command struct
698 * @done:			done function
699 * @timeout_func:	timeout function
700 * @timeout:		timeout value
701 *
702 * This function sends the specified command to the adapter with the
703 * timeout given. The done function is invoked on command completion.
704 *
705 * Return value:
706 * 	none
707 **/
708static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
709		       void (*done) (struct ipr_cmnd *),
710		       void (*timeout_func) (struct ipr_cmnd *), u32 timeout)
711{
712	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
713
714	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
715
716	ipr_cmd->done = done;
717
718	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
719	ipr_cmd->timer.expires = jiffies + timeout;
720	ipr_cmd->timer.function = (void (*)(unsigned long))timeout_func;
721
722	add_timer(&ipr_cmd->timer);
723
724	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
725
726	mb();
727	writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
728	       ioa_cfg->regs.ioarrin_reg);
729}
730
731/**
732 * ipr_internal_cmd_done - Op done function for an internally generated op.
733 * @ipr_cmd:	ipr command struct
734 *
735 * This function is the op done function for an internally generated,
736 * blocking op. It simply wakes the sleeping thread.
737 *
738 * Return value:
739 * 	none
740 **/
741static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
742{
743	if (ipr_cmd->sibling)
744		ipr_cmd->sibling = NULL;
745	else
746		complete(&ipr_cmd->completion);
747}
748
749/**
750 * ipr_send_blocking_cmd - Send command and sleep on its completion.
751 * @ipr_cmd:	ipr command struct
752 * @timeout_func:	function to invoke if command times out
753 * @timeout:	timeout
754 *
755 * Return value:
756 * 	none
757 **/
758static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
759				  void (*timeout_func) (struct ipr_cmnd *ipr_cmd),
760				  u32 timeout)
761{
762	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
763
764	init_completion(&ipr_cmd->completion);
765	ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
766
767	spin_unlock_irq(ioa_cfg->host->host_lock);
768	wait_for_completion(&ipr_cmd->completion);
769	spin_lock_irq(ioa_cfg->host->host_lock);
770}
771
772/**
773 * ipr_send_hcam - Send an HCAM to the adapter.
774 * @ioa_cfg:	ioa config struct
775 * @type:		HCAM type
776 * @hostrcb:	hostrcb struct
777 *
778 * This function will send a Host Controlled Async command to the adapter.
779 * If HCAMs are currently not allowed to be issued to the adapter, it will
780 * place the hostrcb on the free queue.
781 *
782 * Return value:
783 * 	none
784 **/
785static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
786			  struct ipr_hostrcb *hostrcb)
787{
788	struct ipr_cmnd *ipr_cmd;
789	struct ipr_ioarcb *ioarcb;
790
791	if (ioa_cfg->allow_cmds) {
792		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
793		list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
794		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
795
796		ipr_cmd->u.hostrcb = hostrcb;
797		ioarcb = &ipr_cmd->ioarcb;
798
799		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
800		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
801		ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
802		ioarcb->cmd_pkt.cdb[1] = type;
803		ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
804		ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
805
806		ioarcb->read_data_transfer_length = cpu_to_be32(sizeof(hostrcb->hcam));
807		ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
808		ipr_cmd->ioadl[0].flags_and_data_len =
809			cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | sizeof(hostrcb->hcam));
810		ipr_cmd->ioadl[0].address = cpu_to_be32(hostrcb->hostrcb_dma);
811
812		if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
813			ipr_cmd->done = ipr_process_ccn;
814		else
815			ipr_cmd->done = ipr_process_error;
816
817		ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
818
819		mb();
820		writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
821		       ioa_cfg->regs.ioarrin_reg);
822	} else {
823		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
824	}
825}
826
827/**
828 * ipr_init_res_entry - Initialize a resource entry struct.
829 * @res:	resource entry struct
830 *
831 * Return value:
832 * 	none
833 **/
834static void ipr_init_res_entry(struct ipr_resource_entry *res)
835{
836	res->needs_sync_complete = 0;
837	res->in_erp = 0;
838	res->add_to_ml = 0;
839	res->del_from_ml = 0;
840	res->resetting_device = 0;
841	res->sdev = NULL;
842	res->sata_port = NULL;
843}
844
845/**
846 * ipr_handle_config_change - Handle a config change from the adapter
847 * @ioa_cfg:	ioa config struct
848 * @hostrcb:	hostrcb
849 *
850 * Return value:
851 * 	none
852 **/
853static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
854			      struct ipr_hostrcb *hostrcb)
855{
856	struct ipr_resource_entry *res = NULL;
857	struct ipr_config_table_entry *cfgte;
858	u32 is_ndn = 1;
859
860	cfgte = &hostrcb->hcam.u.ccn.cfgte;
861
862	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
863		if (!memcmp(&res->cfgte.res_addr, &cfgte->res_addr,
864			    sizeof(cfgte->res_addr))) {
865			is_ndn = 0;
866			break;
867		}
868	}
869
870	if (is_ndn) {
871		if (list_empty(&ioa_cfg->free_res_q)) {
872			ipr_send_hcam(ioa_cfg,
873				      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
874				      hostrcb);
875			return;
876		}
877
878		res = list_entry(ioa_cfg->free_res_q.next,
879				 struct ipr_resource_entry, queue);
880
881		list_del(&res->queue);
882		ipr_init_res_entry(res);
883		list_add_tail(&res->queue, &ioa_cfg->used_res_q);
884	}
885
886	memcpy(&res->cfgte, cfgte, sizeof(struct ipr_config_table_entry));
887
888	if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
889		if (res->sdev) {
890			res->del_from_ml = 1;
891			res->cfgte.res_handle = IPR_INVALID_RES_HANDLE;
892			if (ioa_cfg->allow_ml_add_del)
893				schedule_work(&ioa_cfg->work_q);
894		} else
895			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
896	} else if (!res->sdev) {
897		res->add_to_ml = 1;
898		if (ioa_cfg->allow_ml_add_del)
899			schedule_work(&ioa_cfg->work_q);
900	}
901
902	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
903}
904
905/**
906 * ipr_process_ccn - Op done function for a CCN.
907 * @ipr_cmd:	ipr command struct
908 *
909 * This function is the op done function for a configuration
910 * change notification host controlled async from the adapter.
911 *
912 * Return value:
913 * 	none
914 **/
915static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
916{
917	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
918	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
919	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
920
921	list_del(&hostrcb->queue);
922	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
923
924	if (ioasc) {
925		if (ioasc != IPR_IOASC_IOA_WAS_RESET)
926			dev_err(&ioa_cfg->pdev->dev,
927				"Host RCB failed with IOASC: 0x%08X\n", ioasc);
928
929		ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
930	} else {
931		ipr_handle_config_change(ioa_cfg, hostrcb);
932	}
933}
934
935/**
936 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
937 * @i:		index into buffer
938 * @buf:		string to modify
939 *
940 * This function will strip all trailing whitespace, pad the end
941 * of the string with a single space, and NULL terminate the string.
942 *
943 * Return value:
944 * 	new length of string
945 **/
946static int strip_and_pad_whitespace(int i, char *buf)
947{
948	while (i && buf[i] == ' ')
949		i--;
950	buf[i+1] = ' ';
951	buf[i+2] = '\0';
952	return i + 2;
953}
954
955/**
956 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
957 * @prefix:		string to print at start of printk
958 * @hostrcb:	hostrcb pointer
959 * @vpd:		vendor/product id/sn struct
960 *
961 * Return value:
962 * 	none
963 **/
964static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
965				struct ipr_vpd *vpd)
966{
967	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
968	int i = 0;
969
970	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
971	i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
972
973	memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
974	i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
975
976	memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
977	buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
978
979	ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
980}
981
982/**
983 * ipr_log_vpd - Log the passed VPD to the error log.
984 * @vpd:		vendor/product id/sn struct
985 *
986 * Return value:
987 * 	none
988 **/
989static void ipr_log_vpd(struct ipr_vpd *vpd)
990{
991	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
992		    + IPR_SERIAL_NUM_LEN];
993
994	memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
995	memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
996	       IPR_PROD_ID_LEN);
997	buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
998	ipr_err("Vendor/Product ID: %s\n", buffer);
999
1000	memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1001	buffer[IPR_SERIAL_NUM_LEN] = '\0';
1002	ipr_err("    Serial Number: %s\n", buffer);
1003}
1004
1005/**
1006 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1007 * @prefix:		string to print at start of printk
1008 * @hostrcb:	hostrcb pointer
1009 * @vpd:		vendor/product id/sn/wwn struct
1010 *
1011 * Return value:
1012 * 	none
1013 **/
1014static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1015				    struct ipr_ext_vpd *vpd)
1016{
1017	ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1018	ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1019		     be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1020}
1021
1022/**
1023 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1024 * @vpd:		vendor/product id/sn/wwn struct
1025 *
1026 * Return value:
1027 * 	none
1028 **/
1029static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1030{
1031	ipr_log_vpd(&vpd->vpd);
1032	ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1033		be32_to_cpu(vpd->wwid[1]));
1034}
1035
1036/**
1037 * ipr_log_enhanced_cache_error - Log a cache error.
1038 * @ioa_cfg:	ioa config struct
1039 * @hostrcb:	hostrcb struct
1040 *
1041 * Return value:
1042 * 	none
1043 **/
1044static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1045					 struct ipr_hostrcb *hostrcb)
1046{
1047	struct ipr_hostrcb_type_12_error *error =
1048		&hostrcb->hcam.u.error.u.type_12_error;
1049
1050	ipr_err("-----Current Configuration-----\n");
1051	ipr_err("Cache Directory Card Information:\n");
1052	ipr_log_ext_vpd(&error->ioa_vpd);
1053	ipr_err("Adapter Card Information:\n");
1054	ipr_log_ext_vpd(&error->cfc_vpd);
1055
1056	ipr_err("-----Expected Configuration-----\n");
1057	ipr_err("Cache Directory Card Information:\n");
1058	ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1059	ipr_err("Adapter Card Information:\n");
1060	ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1061
1062	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1063		     be32_to_cpu(error->ioa_data[0]),
1064		     be32_to_cpu(error->ioa_data[1]),
1065		     be32_to_cpu(error->ioa_data[2]));
1066}
1067
1068/**
1069 * ipr_log_cache_error - Log a cache error.
1070 * @ioa_cfg:	ioa config struct
1071 * @hostrcb:	hostrcb struct
1072 *
1073 * Return value:
1074 * 	none
1075 **/
1076static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1077				struct ipr_hostrcb *hostrcb)
1078{
1079	struct ipr_hostrcb_type_02_error *error =
1080		&hostrcb->hcam.u.error.u.type_02_error;
1081
1082	ipr_err("-----Current Configuration-----\n");
1083	ipr_err("Cache Directory Card Information:\n");
1084	ipr_log_vpd(&error->ioa_vpd);
1085	ipr_err("Adapter Card Information:\n");
1086	ipr_log_vpd(&error->cfc_vpd);
1087
1088	ipr_err("-----Expected Configuration-----\n");
1089	ipr_err("Cache Directory Card Information:\n");
1090	ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1091	ipr_err("Adapter Card Information:\n");
1092	ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1093
1094	ipr_err("Additional IOA Data: %08X %08X %08X\n",
1095		     be32_to_cpu(error->ioa_data[0]),
1096		     be32_to_cpu(error->ioa_data[1]),
1097		     be32_to_cpu(error->ioa_data[2]));
1098}
1099
1100/**
1101 * ipr_log_enhanced_config_error - Log a configuration error.
1102 * @ioa_cfg:	ioa config struct
1103 * @hostrcb:	hostrcb struct
1104 *
1105 * Return value:
1106 * 	none
1107 **/
1108static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1109					  struct ipr_hostrcb *hostrcb)
1110{
1111	int errors_logged, i;
1112	struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1113	struct ipr_hostrcb_type_13_error *error;
1114
1115	error = &hostrcb->hcam.u.error.u.type_13_error;
1116	errors_logged = be32_to_cpu(error->errors_logged);
1117
1118	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1119		be32_to_cpu(error->errors_detected), errors_logged);
1120
1121	dev_entry = error->dev;
1122
1123	for (i = 0; i < errors_logged; i++, dev_entry++) {
1124		ipr_err_separator;
1125
1126		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1127		ipr_log_ext_vpd(&dev_entry->vpd);
1128
1129		ipr_err("-----New Device Information-----\n");
1130		ipr_log_ext_vpd(&dev_entry->new_vpd);
1131
1132		ipr_err("Cache Directory Card Information:\n");
1133		ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1134
1135		ipr_err("Adapter Card Information:\n");
1136		ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1137	}
1138}
1139
1140/**
1141 * ipr_log_config_error - Log a configuration error.
1142 * @ioa_cfg:	ioa config struct
1143 * @hostrcb:	hostrcb struct
1144 *
1145 * Return value:
1146 * 	none
1147 **/
1148static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1149				 struct ipr_hostrcb *hostrcb)
1150{
1151	int errors_logged, i;
1152	struct ipr_hostrcb_device_data_entry *dev_entry;
1153	struct ipr_hostrcb_type_03_error *error;
1154
1155	error = &hostrcb->hcam.u.error.u.type_03_error;
1156	errors_logged = be32_to_cpu(error->errors_logged);
1157
1158	ipr_err("Device Errors Detected/Logged: %d/%d\n",
1159		be32_to_cpu(error->errors_detected), errors_logged);
1160
1161	dev_entry = error->dev;
1162
1163	for (i = 0; i < errors_logged; i++, dev_entry++) {
1164		ipr_err_separator;
1165
1166		ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1167		ipr_log_vpd(&dev_entry->vpd);
1168
1169		ipr_err("-----New Device Information-----\n");
1170		ipr_log_vpd(&dev_entry->new_vpd);
1171
1172		ipr_err("Cache Directory Card Information:\n");
1173		ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1174
1175		ipr_err("Adapter Card Information:\n");
1176		ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1177
1178		ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1179			be32_to_cpu(dev_entry->ioa_data[0]),
1180			be32_to_cpu(dev_entry->ioa_data[1]),
1181			be32_to_cpu(dev_entry->ioa_data[2]),
1182			be32_to_cpu(dev_entry->ioa_data[3]),
1183			be32_to_cpu(dev_entry->ioa_data[4]));
1184	}
1185}
1186
1187/**
1188 * ipr_log_enhanced_array_error - Log an array configuration error.
1189 * @ioa_cfg:	ioa config struct
1190 * @hostrcb:	hostrcb struct
1191 *
1192 * Return value:
1193 * 	none
1194 **/
1195static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1196					 struct ipr_hostrcb *hostrcb)
1197{
1198	int i, num_entries;
1199	struct ipr_hostrcb_type_14_error *error;
1200	struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1201	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1202
1203	error = &hostrcb->hcam.u.error.u.type_14_error;
1204
1205	ipr_err_separator;
1206
1207	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1208		error->protection_level,
1209		ioa_cfg->host->host_no,
1210		error->last_func_vset_res_addr.bus,
1211		error->last_func_vset_res_addr.target,
1212		error->last_func_vset_res_addr.lun);
1213
1214	ipr_err_separator;
1215
1216	array_entry = error->array_member;
1217	num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1218			    sizeof(error->array_member));
1219
1220	for (i = 0; i < num_entries; i++, array_entry++) {
1221		if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1222			continue;
1223
1224		if (be32_to_cpu(error->exposed_mode_adn) == i)
1225			ipr_err("Exposed Array Member %d:\n", i);
1226		else
1227			ipr_err("Array Member %d:\n", i);
1228
1229		ipr_log_ext_vpd(&array_entry->vpd);
1230		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1231		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1232				 "Expected Location");
1233
1234		ipr_err_separator;
1235	}
1236}
1237
1238/**
1239 * ipr_log_array_error - Log an array configuration error.
1240 * @ioa_cfg:	ioa config struct
1241 * @hostrcb:	hostrcb struct
1242 *
1243 * Return value:
1244 * 	none
1245 **/
1246static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1247				struct ipr_hostrcb *hostrcb)
1248{
1249	int i;
1250	struct ipr_hostrcb_type_04_error *error;
1251	struct ipr_hostrcb_array_data_entry *array_entry;
1252	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1253
1254	error = &hostrcb->hcam.u.error.u.type_04_error;
1255
1256	ipr_err_separator;
1257
1258	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1259		error->protection_level,
1260		ioa_cfg->host->host_no,
1261		error->last_func_vset_res_addr.bus,
1262		error->last_func_vset_res_addr.target,
1263		error->last_func_vset_res_addr.lun);
1264
1265	ipr_err_separator;
1266
1267	array_entry = error->array_member;
1268
1269	for (i = 0; i < 18; i++) {
1270		if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1271			continue;
1272
1273		if (be32_to_cpu(error->exposed_mode_adn) == i)
1274			ipr_err("Exposed Array Member %d:\n", i);
1275		else
1276			ipr_err("Array Member %d:\n", i);
1277
1278		ipr_log_vpd(&array_entry->vpd);
1279
1280		ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1281		ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1282				 "Expected Location");
1283
1284		ipr_err_separator;
1285
1286		if (i == 9)
1287			array_entry = error->array_member2;
1288		else
1289			array_entry++;
1290	}
1291}
1292
1293/**
1294 * ipr_log_hex_data - Log additional hex IOA error data.
1295 * @ioa_cfg:	ioa config struct
1296 * @data:		IOA error data
1297 * @len:		data length
1298 *
1299 * Return value:
1300 * 	none
1301 **/
1302static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, u32 *data, int len)
1303{
1304	int i;
1305
1306	if (len == 0)
1307		return;
1308
1309	if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1310		len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1311
1312	for (i = 0; i < len / 4; i += 4) {
1313		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1314			be32_to_cpu(data[i]),
1315			be32_to_cpu(data[i+1]),
1316			be32_to_cpu(data[i+2]),
1317			be32_to_cpu(data[i+3]));
1318	}
1319}
1320
1321/**
1322 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1323 * @ioa_cfg:	ioa config struct
1324 * @hostrcb:	hostrcb struct
1325 *
1326 * Return value:
1327 * 	none
1328 **/
1329static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1330					    struct ipr_hostrcb *hostrcb)
1331{
1332	struct ipr_hostrcb_type_17_error *error;
1333
1334	error = &hostrcb->hcam.u.error.u.type_17_error;
1335	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1336	strstrip(error->failure_reason);
1337
1338	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1339		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1340	ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1341	ipr_log_hex_data(ioa_cfg, error->data,
1342			 be32_to_cpu(hostrcb->hcam.length) -
1343			 (offsetof(struct ipr_hostrcb_error, u) +
1344			  offsetof(struct ipr_hostrcb_type_17_error, data)));
1345}
1346
1347/**
1348 * ipr_log_dual_ioa_error - Log a dual adapter error.
1349 * @ioa_cfg:	ioa config struct
1350 * @hostrcb:	hostrcb struct
1351 *
1352 * Return value:
1353 * 	none
1354 **/
1355static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1356				   struct ipr_hostrcb *hostrcb)
1357{
1358	struct ipr_hostrcb_type_07_error *error;
1359
1360	error = &hostrcb->hcam.u.error.u.type_07_error;
1361	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1362	strstrip(error->failure_reason);
1363
1364	ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1365		     be32_to_cpu(hostrcb->hcam.u.error.prc));
1366	ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1367	ipr_log_hex_data(ioa_cfg, error->data,
1368			 be32_to_cpu(hostrcb->hcam.length) -
1369			 (offsetof(struct ipr_hostrcb_error, u) +
1370			  offsetof(struct ipr_hostrcb_type_07_error, data)));
1371}
1372
1373static const struct {
1374	u8 active;
1375	char *desc;
1376} path_active_desc[] = {
1377	{ IPR_PATH_NO_INFO, "Path" },
1378	{ IPR_PATH_ACTIVE, "Active path" },
1379	{ IPR_PATH_NOT_ACTIVE, "Inactive path" }
1380};
1381
1382static const struct {
1383	u8 state;
1384	char *desc;
1385} path_state_desc[] = {
1386	{ IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1387	{ IPR_PATH_HEALTHY, "is healthy" },
1388	{ IPR_PATH_DEGRADED, "is degraded" },
1389	{ IPR_PATH_FAILED, "is failed" }
1390};
1391
1392/**
1393 * ipr_log_fabric_path - Log a fabric path error
1394 * @hostrcb:	hostrcb struct
1395 * @fabric:		fabric descriptor
1396 *
1397 * Return value:
1398 * 	none
1399 **/
1400static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1401				struct ipr_hostrcb_fabric_desc *fabric)
1402{
1403	int i, j;
1404	u8 path_state = fabric->path_state;
1405	u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1406	u8 state = path_state & IPR_PATH_STATE_MASK;
1407
1408	for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1409		if (path_active_desc[i].active != active)
1410			continue;
1411
1412		for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1413			if (path_state_desc[j].state != state)
1414				continue;
1415
1416			if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
1417				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
1418					     path_active_desc[i].desc, path_state_desc[j].desc,
1419					     fabric->ioa_port);
1420			} else if (fabric->cascaded_expander == 0xff) {
1421				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
1422					     path_active_desc[i].desc, path_state_desc[j].desc,
1423					     fabric->ioa_port, fabric->phy);
1424			} else if (fabric->phy == 0xff) {
1425				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
1426					     path_active_desc[i].desc, path_state_desc[j].desc,
1427					     fabric->ioa_port, fabric->cascaded_expander);
1428			} else {
1429				ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
1430					     path_active_desc[i].desc, path_state_desc[j].desc,
1431					     fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1432			}
1433			return;
1434		}
1435	}
1436
1437	ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
1438		fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1439}
1440
1441static const struct {
1442	u8 type;
1443	char *desc;
1444} path_type_desc[] = {
1445	{ IPR_PATH_CFG_IOA_PORT, "IOA port" },
1446	{ IPR_PATH_CFG_EXP_PORT, "Expander port" },
1447	{ IPR_PATH_CFG_DEVICE_PORT, "Device port" },
1448	{ IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
1449};
1450
1451static const struct {
1452	u8 status;
1453	char *desc;
1454} path_status_desc[] = {
1455	{ IPR_PATH_CFG_NO_PROB, "Functional" },
1456	{ IPR_PATH_CFG_DEGRADED, "Degraded" },
1457	{ IPR_PATH_CFG_FAILED, "Failed" },
1458	{ IPR_PATH_CFG_SUSPECT, "Suspect" },
1459	{ IPR_PATH_NOT_DETECTED, "Missing" },
1460	{ IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
1461};
1462
1463static const char *link_rate[] = {
1464	"unknown",
1465	"disabled",
1466	"phy reset problem",
1467	"spinup hold",
1468	"port selector",
1469	"unknown",
1470	"unknown",
1471	"unknown",
1472	"1.5Gbps",
1473	"3.0Gbps",
1474	"unknown",
1475	"unknown",
1476	"unknown",
1477	"unknown",
1478	"unknown",
1479	"unknown"
1480};
1481
1482/**
1483 * ipr_log_path_elem - Log a fabric path element.
1484 * @hostrcb:	hostrcb struct
1485 * @cfg:		fabric path element struct
1486 *
1487 * Return value:
1488 * 	none
1489 **/
1490static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
1491			      struct ipr_hostrcb_config_element *cfg)
1492{
1493	int i, j;
1494	u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
1495	u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
1496
1497	if (type == IPR_PATH_CFG_NOT_EXIST)
1498		return;
1499
1500	for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
1501		if (path_type_desc[i].type != type)
1502			continue;
1503
1504		for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
1505			if (path_status_desc[j].status != status)
1506				continue;
1507
1508			if (type == IPR_PATH_CFG_IOA_PORT) {
1509				ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
1510					     path_status_desc[j].desc, path_type_desc[i].desc,
1511					     cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1512					     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1513			} else {
1514				if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
1515					ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
1516						     path_status_desc[j].desc, path_type_desc[i].desc,
1517						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1518						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1519				} else if (cfg->cascaded_expander == 0xff) {
1520					ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
1521						     "WWN=%08X%08X\n", path_status_desc[j].desc,
1522						     path_type_desc[i].desc, cfg->phy,
1523						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1524						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1525				} else if (cfg->phy == 0xff) {
1526					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
1527						     "WWN=%08X%08X\n", path_status_desc[j].desc,
1528						     path_type_desc[i].desc, cfg->cascaded_expander,
1529						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1530						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1531				} else {
1532					ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
1533						     "WWN=%08X%08X\n", path_status_desc[j].desc,
1534						     path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
1535						     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1536						     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1537				}
1538			}
1539			return;
1540		}
1541	}
1542
1543	ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
1544		     "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
1545		     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
1546		     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
1547}
1548
1549/**
1550 * ipr_log_fabric_error - Log a fabric error.
1551 * @ioa_cfg:	ioa config struct
1552 * @hostrcb:	hostrcb struct
1553 *
1554 * Return value:
1555 * 	none
1556 **/
1557static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
1558				 struct ipr_hostrcb *hostrcb)
1559{
1560	struct ipr_hostrcb_type_20_error *error;
1561	struct ipr_hostrcb_fabric_desc *fabric;
1562	struct ipr_hostrcb_config_element *cfg;
1563	int i, add_len;
1564
1565	error = &hostrcb->hcam.u.error.u.type_20_error;
1566	error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1567	ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
1568
1569	add_len = be32_to_cpu(hostrcb->hcam.length) -
1570		(offsetof(struct ipr_hostrcb_error, u) +
1571		 offsetof(struct ipr_hostrcb_type_20_error, desc));
1572
1573	for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
1574		ipr_log_fabric_path(hostrcb, fabric);
1575		for_each_fabric_cfg(fabric, cfg)
1576			ipr_log_path_elem(hostrcb, cfg);
1577
1578		add_len -= be16_to_cpu(fabric->length);
1579		fabric = (struct ipr_hostrcb_fabric_desc *)
1580			((unsigned long)fabric + be16_to_cpu(fabric->length));
1581	}
1582
1583	ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
1584}
1585
1586/**
1587 * ipr_log_generic_error - Log an adapter error.
1588 * @ioa_cfg:	ioa config struct
1589 * @hostrcb:	hostrcb struct
1590 *
1591 * Return value:
1592 * 	none
1593 **/
1594static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
1595				  struct ipr_hostrcb *hostrcb)
1596{
1597	ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
1598			 be32_to_cpu(hostrcb->hcam.length));
1599}
1600
1601/**
1602 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
1603 * @ioasc:	IOASC
1604 *
1605 * This function will return the index of into the ipr_error_table
1606 * for the specified IOASC. If the IOASC is not in the table,
1607 * 0 will be returned, which points to the entry used for unknown errors.
1608 *
1609 * Return value:
1610 * 	index into the ipr_error_table
1611 **/
1612static u32 ipr_get_error(u32 ioasc)
1613{
1614	int i;
1615
1616	for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
1617		if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
1618			return i;
1619
1620	return 0;
1621}
1622
1623/**
1624 * ipr_handle_log_data - Log an adapter error.
1625 * @ioa_cfg:	ioa config struct
1626 * @hostrcb:	hostrcb struct
1627 *
1628 * This function logs an adapter error to the system.
1629 *
1630 * Return value:
1631 * 	none
1632 **/
1633static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
1634				struct ipr_hostrcb *hostrcb)
1635{
1636	u32 ioasc;
1637	int error_index;
1638
1639	if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
1640		return;
1641
1642	if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
1643		dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
1644
1645	ioasc = be32_to_cpu(hostrcb->hcam.u.error.failing_dev_ioasc);
1646
1647	if (ioasc == IPR_IOASC_BUS_WAS_RESET ||
1648	    ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER) {
1649		/* Tell the midlayer we had a bus reset so it will handle the UA properly */
1650		scsi_report_bus_reset(ioa_cfg->host,
1651				      hostrcb->hcam.u.error.failing_dev_res_addr.bus);
1652	}
1653
1654	error_index = ipr_get_error(ioasc);
1655
1656	if (!ipr_error_table[error_index].log_hcam)
1657		return;
1658
1659	ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
1660
1661	/* Set indication we have logged an error */
1662	ioa_cfg->errors_logged++;
1663
1664	if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
1665		return;
1666	if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
1667		hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
1668
1669	switch (hostrcb->hcam.overlay_id) {
1670	case IPR_HOST_RCB_OVERLAY_ID_2:
1671		ipr_log_cache_error(ioa_cfg, hostrcb);
1672		break;
1673	case IPR_HOST_RCB_OVERLAY_ID_3:
1674		ipr_log_config_error(ioa_cfg, hostrcb);
1675		break;
1676	case IPR_HOST_RCB_OVERLAY_ID_4:
1677	case IPR_HOST_RCB_OVERLAY_ID_6:
1678		ipr_log_array_error(ioa_cfg, hostrcb);
1679		break;
1680	case IPR_HOST_RCB_OVERLAY_ID_7:
1681		ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
1682		break;
1683	case IPR_HOST_RCB_OVERLAY_ID_12:
1684		ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
1685		break;
1686	case IPR_HOST_RCB_OVERLAY_ID_13:
1687		ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
1688		break;
1689	case IPR_HOST_RCB_OVERLAY_ID_14:
1690	case IPR_HOST_RCB_OVERLAY_ID_16:
1691		ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
1692		break;
1693	case IPR_HOST_RCB_OVERLAY_ID_17:
1694		ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
1695		break;
1696	case IPR_HOST_RCB_OVERLAY_ID_20:
1697		ipr_log_fabric_error(ioa_cfg, hostrcb);
1698		break;
1699	case IPR_HOST_RCB_OVERLAY_ID_1:
1700	case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
1701	default:
1702		ipr_log_generic_error(ioa_cfg, hostrcb);
1703		break;
1704	}
1705}
1706
1707/**
1708 * ipr_process_error - Op done function for an adapter error log.
1709 * @ipr_cmd:	ipr command struct
1710 *
1711 * This function is the op done function for an error log host
1712 * controlled async from the adapter. It will log the error and
1713 * send the HCAM back to the adapter.
1714 *
1715 * Return value:
1716 * 	none
1717 **/
1718static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
1719{
1720	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1721	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1722	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
1723	u32 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.failing_dev_ioasc);
1724
1725	list_del(&hostrcb->queue);
1726	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
1727
1728	if (!ioasc) {
1729		ipr_handle_log_data(ioa_cfg, hostrcb);
1730		if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
1731			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
1732	} else if (ioasc != IPR_IOASC_IOA_WAS_RESET) {
1733		dev_err(&ioa_cfg->pdev->dev,
1734			"Host RCB failed with IOASC: 0x%08X\n", ioasc);
1735	}
1736
1737	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
1738}
1739
1740/**
1741 * ipr_timeout -  An internally generated op has timed out.
1742 * @ipr_cmd:	ipr command struct
1743 *
1744 * This function blocks host requests and initiates an
1745 * adapter reset.
1746 *
1747 * Return value:
1748 * 	none
1749 **/
1750static void ipr_timeout(struct ipr_cmnd *ipr_cmd)
1751{
1752	unsigned long lock_flags = 0;
1753	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1754
1755	ENTER;
1756	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1757
1758	ioa_cfg->errors_logged++;
1759	dev_err(&ioa_cfg->pdev->dev,
1760		"Adapter being reset due to command timeout.\n");
1761
1762	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
1763		ioa_cfg->sdt_state = GET_DUMP;
1764
1765	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
1766		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
1767
1768	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1769	LEAVE;
1770}
1771
1772/**
1773 * ipr_oper_timeout -  Adapter timed out transitioning to operational
1774 * @ipr_cmd:	ipr command struct
1775 *
1776 * This function blocks host requests and initiates an
1777 * adapter reset.
1778 *
1779 * Return value:
1780 * 	none
1781 **/
1782static void ipr_oper_timeout(struct ipr_cmnd *ipr_cmd)
1783{
1784	unsigned long lock_flags = 0;
1785	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1786
1787	ENTER;
1788	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1789
1790	ioa_cfg->errors_logged++;
1791	dev_err(&ioa_cfg->pdev->dev,
1792		"Adapter timed out transitioning to operational.\n");
1793
1794	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
1795		ioa_cfg->sdt_state = GET_DUMP;
1796
1797	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
1798		if (ipr_fastfail)
1799			ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
1800		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
1801	}
1802
1803	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1804	LEAVE;
1805}
1806
1807/**
1808 * ipr_reset_reload - Reset/Reload the IOA
1809 * @ioa_cfg:		ioa config struct
1810 * @shutdown_type:	shutdown type
1811 *
1812 * This function resets the adapter and re-initializes it.
1813 * This function assumes that all new host commands have been stopped.
1814 * Return value:
1815 * 	SUCCESS / FAILED
1816 **/
1817static int ipr_reset_reload(struct ipr_ioa_cfg *ioa_cfg,
1818			    enum ipr_shutdown_type shutdown_type)
1819{
1820	if (!ioa_cfg->in_reset_reload)
1821		ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
1822
1823	spin_unlock_irq(ioa_cfg->host->host_lock);
1824	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
1825	spin_lock_irq(ioa_cfg->host->host_lock);
1826
1827	/* If we got hit with a host reset while we were already resetting
1828	 the adapter for some reason, and the reset failed. */
1829	if (ioa_cfg->ioa_is_dead) {
1830		ipr_trace;
1831		return FAILED;
1832	}
1833
1834	return SUCCESS;
1835}
1836
1837/**
1838 * ipr_find_ses_entry - Find matching SES in SES table
1839 * @res:	resource entry struct of SES
1840 *
1841 * Return value:
1842 * 	pointer to SES table entry / NULL on failure
1843 **/
1844static const struct ipr_ses_table_entry *
1845ipr_find_ses_entry(struct ipr_resource_entry *res)
1846{
1847	int i, j, matches;
1848	const struct ipr_ses_table_entry *ste = ipr_ses_table;
1849
1850	for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
1851		for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
1852			if (ste->compare_product_id_byte[j] == 'X') {
1853				if (res->cfgte.std_inq_data.vpids.product_id[j] == ste->product_id[j])
1854					matches++;
1855				else
1856					break;
1857			} else
1858				matches++;
1859		}
1860
1861		if (matches == IPR_PROD_ID_LEN)
1862			return ste;
1863	}
1864
1865	return NULL;
1866}
1867
1868/**
1869 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
1870 * @ioa_cfg:	ioa config struct
1871 * @bus:		SCSI bus
1872 * @bus_width:	bus width
1873 *
1874 * Return value:
1875 *	SCSI bus speed in units of 100KHz, 1600 is 160 MHz
1876 *	For a 2-byte wide SCSI bus, the maximum transfer speed is
1877 *	twice the maximum transfer rate (e.g. for a wide enabled bus,
1878 *	max 160MHz = max 320MB/sec).
1879 **/
1880static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
1881{
1882	struct ipr_resource_entry *res;
1883	const struct ipr_ses_table_entry *ste;
1884	u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
1885
1886	/* Loop through each config table entry in the config table buffer */
1887	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1888		if (!(IPR_IS_SES_DEVICE(res->cfgte.std_inq_data)))
1889			continue;
1890
1891		if (bus != res->cfgte.res_addr.bus)
1892			continue;
1893
1894		if (!(ste = ipr_find_ses_entry(res)))
1895			continue;
1896
1897		max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
1898	}
1899
1900	return max_xfer_rate;
1901}
1902
1903/**
1904 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
1905 * @ioa_cfg:		ioa config struct
1906 * @max_delay:		max delay in micro-seconds to wait
1907 *
1908 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
1909 *
1910 * Return value:
1911 * 	0 on success / other on failure
1912 **/
1913static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
1914{
1915	volatile u32 pcii_reg;
1916	int delay = 1;
1917
1918	/* Read interrupt reg until IOA signals IO Debug Acknowledge */
1919	while (delay < max_delay) {
1920		pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
1921
1922		if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
1923			return 0;
1924
1925		/* udelay cannot be used if delay is more than a few milliseconds */
1926		if ((delay / 1000) > MAX_UDELAY_MS)
1927			mdelay(delay / 1000);
1928		else
1929			udelay(delay);
1930
1931		delay += delay;
1932	}
1933	return -EIO;
1934}
1935
1936/**
1937 * ipr_get_ldump_data_section - Dump IOA memory
1938 * @ioa_cfg:			ioa config struct
1939 * @start_addr:			adapter address to dump
1940 * @dest:				destination kernel buffer
1941 * @length_in_words:	length to dump in 4 byte words
1942 *
1943 * Return value:
1944 * 	0 on success / -EIO on failure
1945 **/
1946static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
1947				      u32 start_addr,
1948				      __be32 *dest, u32 length_in_words)
1949{
1950	volatile u32 temp_pcii_reg;
1951	int i, delay = 0;
1952
1953	/* Write IOA interrupt reg starting LDUMP state  */
1954	writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
1955	       ioa_cfg->regs.set_uproc_interrupt_reg);
1956
1957	/* Wait for IO debug acknowledge */
1958	if (ipr_wait_iodbg_ack(ioa_cfg,
1959			       IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
1960		dev_err(&ioa_cfg->pdev->dev,
1961			"IOA dump long data transfer timeout\n");
1962		return -EIO;
1963	}
1964
1965	/* Signal LDUMP interlocked - clear IO debug ack */
1966	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
1967	       ioa_cfg->regs.clr_interrupt_reg);
1968
1969	/* Write Mailbox with starting address */
1970	writel(start_addr, ioa_cfg->ioa_mailbox);
1971
1972	/* Signal address valid - clear IOA Reset alert */
1973	writel(IPR_UPROCI_RESET_ALERT,
1974	       ioa_cfg->regs.clr_uproc_interrupt_reg);
1975
1976	for (i = 0; i < length_in_words; i++) {
1977		/* Wait for IO debug acknowledge */
1978		if (ipr_wait_iodbg_ack(ioa_cfg,
1979				       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
1980			dev_err(&ioa_cfg->pdev->dev,
1981				"IOA dump short data transfer timeout\n");
1982			return -EIO;
1983		}
1984
1985		/* Read data from mailbox and increment destination pointer */
1986		*dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
1987		dest++;
1988
1989		/* For all but the last word of data, signal data received */
1990		if (i < (length_in_words - 1)) {
1991			/* Signal dump data received - Clear IO debug Ack */
1992			writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
1993			       ioa_cfg->regs.clr_interrupt_reg);
1994		}
1995	}
1996
1997	/* Signal end of block transfer. Set reset alert then clear IO debug ack */
1998	writel(IPR_UPROCI_RESET_ALERT,
1999	       ioa_cfg->regs.set_uproc_interrupt_reg);
2000
2001	writel(IPR_UPROCI_IO_DEBUG_ALERT,
2002	       ioa_cfg->regs.clr_uproc_interrupt_reg);
2003
2004	/* Signal dump data received - Clear IO debug Ack */
2005	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2006	       ioa_cfg->regs.clr_interrupt_reg);
2007
2008	/* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2009	while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2010		temp_pcii_reg =
2011		    readl(ioa_cfg->regs.sense_uproc_interrupt_reg);
2012
2013		if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2014			return 0;
2015
2016		udelay(10);
2017		delay += 10;
2018	}
2019
2020	return 0;
2021}
2022
2023#ifdef CONFIG_SCSI_IPR_DUMP
2024/**
2025 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2026 * @ioa_cfg:		ioa config struct
2027 * @pci_address:	adapter address
2028 * @length:			length of data to copy
2029 *
2030 * Copy data from PCI adapter to kernel buffer.
2031 * Note: length MUST be a 4 byte multiple
2032 * Return value:
2033 * 	0 on success / other on failure
2034 **/
2035static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2036			unsigned long pci_address, u32 length)
2037{
2038	int bytes_copied = 0;
2039	int cur_len, rc, rem_len, rem_page_len;
2040	__be32 *page;
2041	unsigned long lock_flags = 0;
2042	struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2043
2044	while (bytes_copied < length &&
2045	       (ioa_dump->hdr.len + bytes_copied) < IPR_MAX_IOA_DUMP_SIZE) {
2046		if (ioa_dump->page_offset >= PAGE_SIZE ||
2047		    ioa_dump->page_offset == 0) {
2048			page = (__be32 *)__get_free_page(GFP_ATOMIC);
2049
2050			if (!page) {
2051				ipr_trace;
2052				return bytes_copied;
2053			}
2054
2055			ioa_dump->page_offset = 0;
2056			ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2057			ioa_dump->next_page_index++;
2058		} else
2059			page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2060
2061		rem_len = length - bytes_copied;
2062		rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2063		cur_len = min(rem_len, rem_page_len);
2064
2065		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2066		if (ioa_cfg->sdt_state == ABORT_DUMP) {
2067			rc = -EIO;
2068		} else {
2069			rc = ipr_get_ldump_data_section(ioa_cfg,
2070							pci_address + bytes_copied,
2071							&page[ioa_dump->page_offset / 4],
2072							(cur_len / sizeof(u32)));
2073		}
2074		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2075
2076		if (!rc) {
2077			ioa_dump->page_offset += cur_len;
2078			bytes_copied += cur_len;
2079		} else {
2080			ipr_trace;
2081			break;
2082		}
2083		schedule();
2084	}
2085
2086	return bytes_copied;
2087}
2088
2089/**
2090 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2091 * @hdr:	dump entry header struct
2092 *
2093 * Return value:
2094 * 	nothing
2095 **/
2096static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2097{
2098	hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2099	hdr->num_elems = 1;
2100	hdr->offset = sizeof(*hdr);
2101	hdr->status = IPR_DUMP_STATUS_SUCCESS;
2102}
2103
2104/**
2105 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2106 * @ioa_cfg:	ioa config struct
2107 * @driver_dump:	driver dump struct
2108 *
2109 * Return value:
2110 * 	nothing
2111 **/
2112static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2113				   struct ipr_driver_dump *driver_dump)
2114{
2115	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2116
2117	ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
2118	driver_dump->ioa_type_entry.hdr.len =
2119		sizeof(struct ipr_dump_ioa_type_entry) -
2120		sizeof(struct ipr_dump_entry_header);
2121	driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2122	driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2123	driver_dump->ioa_type_entry.type = ioa_cfg->type;
2124	driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2125		(ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2126		ucode_vpd->minor_release[1];
2127	driver_dump->hdr.num_entries++;
2128}
2129
2130/**
2131 * ipr_dump_version_data - Fill in the driver version in the dump.
2132 * @ioa_cfg:	ioa config struct
2133 * @driver_dump:	driver dump struct
2134 *
2135 * Return value:
2136 * 	nothing
2137 **/
2138static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2139				  struct ipr_driver_dump *driver_dump)
2140{
2141	ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
2142	driver_dump->version_entry.hdr.len =
2143		sizeof(struct ipr_dump_version_entry) -
2144		sizeof(struct ipr_dump_entry_header);
2145	driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2146	driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2147	strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2148	driver_dump->hdr.num_entries++;
2149}
2150
2151/**
2152 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
2153 * @ioa_cfg:	ioa config struct
2154 * @driver_dump:	driver dump struct
2155 *
2156 * Return value:
2157 * 	nothing
2158 **/
2159static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
2160				   struct ipr_driver_dump *driver_dump)
2161{
2162	ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
2163	driver_dump->trace_entry.hdr.len =
2164		sizeof(struct ipr_dump_trace_entry) -
2165		sizeof(struct ipr_dump_entry_header);
2166	driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2167	driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
2168	memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
2169	driver_dump->hdr.num_entries++;
2170}
2171
2172/**
2173 * ipr_dump_location_data - Fill in the IOA location in the dump.
2174 * @ioa_cfg:	ioa config struct
2175 * @driver_dump:	driver dump struct
2176 *
2177 * Return value:
2178 * 	nothing
2179 **/
2180static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
2181				   struct ipr_driver_dump *driver_dump)
2182{
2183	ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
2184	driver_dump->location_entry.hdr.len =
2185		sizeof(struct ipr_dump_location_entry) -
2186		sizeof(struct ipr_dump_entry_header);
2187	driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2188	driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
2189	strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
2190	driver_dump->hdr.num_entries++;
2191}
2192
2193/**
2194 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
2195 * @ioa_cfg:	ioa config struct
2196 * @dump:		dump struct
2197 *
2198 * Return value:
2199 * 	nothing
2200 **/
2201static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
2202{
2203	unsigned long start_addr, sdt_word;
2204	unsigned long lock_flags = 0;
2205	struct ipr_driver_dump *driver_dump = &dump->driver_dump;
2206	struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
2207	u32 num_entries, start_off, end_off;
2208	u32 bytes_to_copy, bytes_copied, rc;
2209	struct ipr_sdt *sdt;
2210	int i;
2211
2212	ENTER;
2213
2214	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2215
2216	if (ioa_cfg->sdt_state != GET_DUMP) {
2217		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2218		return;
2219	}
2220
2221	start_addr = readl(ioa_cfg->ioa_mailbox);
2222
2223	if (!ipr_sdt_is_fmt2(start_addr)) {
2224		dev_err(&ioa_cfg->pdev->dev,
2225			"Invalid dump table format: %lx\n", start_addr);
2226		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2227		return;
2228	}
2229
2230	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
2231
2232	driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
2233
2234	/* Initialize the overall dump header */
2235	driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
2236	driver_dump->hdr.num_entries = 1;
2237	driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
2238	driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
2239	driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
2240	driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
2241
2242	ipr_dump_version_data(ioa_cfg, driver_dump);
2243	ipr_dump_location_data(ioa_cfg, driver_dump);
2244	ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
2245	ipr_dump_trace_data(ioa_cfg, driver_dump);
2246
2247	/* Update dump_header */
2248	driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
2249
2250	/* IOA Dump entry */
2251	ipr_init_dump_entry_hdr(&ioa_dump->hdr);
2252	ioa_dump->format = IPR_SDT_FMT2;
2253	ioa_dump->hdr.len = 0;
2254	ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2255	ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
2256
2257	/* First entries in sdt are actually a list of dump addresses and
2258	 lengths to gather the real dump data.  sdt represents the pointer
2259	 to the ioa generated dump table.  Dump data will be extracted based
2260	 on entries in this table */
2261	sdt = &ioa_dump->sdt;
2262
2263	rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
2264					sizeof(struct ipr_sdt) / sizeof(__be32));
2265
2266	/* Smart Dump table is ready to use and the first entry is valid */
2267	if (rc || (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE)) {
2268		dev_err(&ioa_cfg->pdev->dev,
2269			"Dump of IOA failed. Dump table not valid: %d, %X.\n",
2270			rc, be32_to_cpu(sdt->hdr.state));
2271		driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
2272		ioa_cfg->sdt_state = DUMP_OBTAINED;
2273		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2274		return;
2275	}
2276
2277	num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
2278
2279	if (num_entries > IPR_NUM_SDT_ENTRIES)
2280		num_entries = IPR_NUM_SDT_ENTRIES;
2281
2282	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2283
2284	for (i = 0; i < num_entries; i++) {
2285		if (ioa_dump->hdr.len > IPR_MAX_IOA_DUMP_SIZE) {
2286			driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
2287			break;
2288		}
2289
2290		if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
2291			sdt_word = be32_to_cpu(sdt->entry[i].bar_str_offset);
2292			start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
2293			end_off = be32_to_cpu(sdt->entry[i].end_offset);
2294
2295			if (ipr_sdt_is_fmt2(sdt_word) && sdt_word) {
2296				bytes_to_copy = end_off - start_off;
2297				if (bytes_to_copy > IPR_MAX_IOA_DUMP_SIZE) {
2298					sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
2299					continue;
2300				}
2301
2302				/* Copy data from adapter to driver buffers */
2303				bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
2304							    bytes_to_copy);
2305
2306				ioa_dump->hdr.len += bytes_copied;
2307
2308				if (bytes_copied != bytes_to_copy) {
2309					driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
2310					break;
2311				}
2312			}
2313		}
2314	}
2315
2316	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
2317
2318	/* Update dump_header */
2319	driver_dump->hdr.len += ioa_dump->hdr.len;
2320	wmb();
2321	ioa_cfg->sdt_state = DUMP_OBTAINED;
2322	LEAVE;
2323}
2324
2325#else
2326#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while(0)
2327#endif
2328
2329/**
2330 * ipr_release_dump - Free adapter dump memory
2331 * @kref:	kref struct
2332 *
2333 * Return value:
2334 *	nothing
2335 **/
2336static void ipr_release_dump(struct kref *kref)
2337{
2338	struct ipr_dump *dump = container_of(kref,struct ipr_dump,kref);
2339	struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
2340	unsigned long lock_flags = 0;
2341	int i;
2342
2343	ENTER;
2344	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2345	ioa_cfg->dump = NULL;
2346	ioa_cfg->sdt_state = INACTIVE;
2347	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2348
2349	for (i = 0; i < dump->ioa_dump.next_page_index; i++)
2350		free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
2351
2352	kfree(dump);
2353	LEAVE;
2354}
2355
2356/**
2357 * ipr_worker_thread - Worker thread
2358 * @work:		ioa config struct
2359 *
2360 * Called at task level from a work thread. This function takes care
2361 * of adding and removing device from the mid-layer as configuration
2362 * changes are detected by the adapter.
2363 *
2364 * Return value:
2365 * 	nothing
2366 **/
2367static void ipr_worker_thread(struct work_struct *work)
2368{
2369	unsigned long lock_flags;
2370	struct ipr_resource_entry *res;
2371	struct scsi_device *sdev;
2372	struct ipr_dump *dump;
2373	struct ipr_ioa_cfg *ioa_cfg =
2374		container_of(work, struct ipr_ioa_cfg, work_q);
2375	u8 bus, target, lun;
2376	int did_work;
2377
2378	ENTER;
2379	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2380
2381	if (ioa_cfg->sdt_state == GET_DUMP) {
2382		dump = ioa_cfg->dump;
2383		if (!dump) {
2384			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2385			return;
2386		}
2387		kref_get(&dump->kref);
2388		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2389		ipr_get_ioa_dump(ioa_cfg, dump);
2390		kref_put(&dump->kref, ipr_release_dump);
2391
2392		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2393		if (ioa_cfg->sdt_state == DUMP_OBTAINED)
2394			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2395		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2396		return;
2397	}
2398
2399restart:
2400	do {
2401		did_work = 0;
2402		if (!ioa_cfg->allow_cmds || !ioa_cfg->allow_ml_add_del) {
2403			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2404			return;
2405		}
2406
2407		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2408			if (res->del_from_ml && res->sdev) {
2409				did_work = 1;
2410				sdev = res->sdev;
2411				if (!scsi_device_get(sdev)) {
2412					list_move_tail(&res->queue, &ioa_cfg->free_res_q);
2413					spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2414					scsi_remove_device(sdev);
2415					scsi_device_put(sdev);
2416					spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2417				}
2418				break;
2419			}
2420		}
2421	} while(did_work);
2422
2423	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2424		if (res->add_to_ml) {
2425			bus = res->cfgte.res_addr.bus;
2426			target = res->cfgte.res_addr.target;
2427			lun = res->cfgte.res_addr.lun;
2428			res->add_to_ml = 0;
2429			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2430			scsi_add_device(ioa_cfg->host, bus, target, lun);
2431			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2432			goto restart;
2433		}
2434	}
2435
2436	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2437	kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
2438	LEAVE;
2439}
2440
2441#ifdef CONFIG_SCSI_IPR_TRACE
2442/**
2443 * ipr_read_trace - Dump the adapter trace
2444 * @kobj:		kobject struct
2445 * @bin_attr:		bin_attribute struct
2446 * @buf:		buffer
2447 * @off:		offset
2448 * @count:		buffer size
2449 *
2450 * Return value:
2451 *	number of bytes printed to buffer
2452 **/
2453static ssize_t ipr_read_trace(struct kobject *kobj,
2454			      struct bin_attribute *bin_attr,
2455			      char *buf, loff_t off, size_t count)
2456{
2457	struct device *dev = container_of(kobj, struct device, kobj);
2458	struct Scsi_Host *shost = class_to_shost(dev);
2459	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2460	unsigned long lock_flags = 0;
2461	ssize_t ret;
2462
2463	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2464	ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
2465				IPR_TRACE_SIZE);
2466	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2467
2468	return ret;
2469}
2470
2471static struct bin_attribute ipr_trace_attr = {
2472	.attr =	{
2473		.name = "trace",
2474		.mode = S_IRUGO,
2475	},
2476	.size = 0,
2477	.read = ipr_read_trace,
2478};
2479#endif
2480
2481static const struct {
2482	enum ipr_cache_state state;
2483	char *name;
2484} cache_state [] = {
2485	{ CACHE_NONE, "none" },
2486	{ CACHE_DISABLED, "disabled" },
2487	{ CACHE_ENABLED, "enabled" }
2488};
2489
2490/**
2491 * ipr_show_write_caching - Show the write caching attribute
2492 * @dev:	device struct
2493 * @buf:	buffer
2494 *
2495 * Return value:
2496 *	number of bytes printed to buffer
2497 **/
2498static ssize_t ipr_show_write_caching(struct device *dev,
2499				      struct device_attribute *attr, char *buf)
2500{
2501	struct Scsi_Host *shost = class_to_shost(dev);
2502	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2503	unsigned long lock_flags = 0;
2504	int i, len = 0;
2505
2506	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2507	for (i = 0; i < ARRAY_SIZE(cache_state); i++) {
2508		if (cache_state[i].state == ioa_cfg->cache_state) {
2509			len = snprintf(buf, PAGE_SIZE, "%s\n", cache_state[i].name);
2510			break;
2511		}
2512	}
2513	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2514	return len;
2515}
2516
2517
2518/**
2519 * ipr_store_write_caching - Enable/disable adapter write cache
2520 * @dev:	device struct
2521 * @buf:	buffer
2522 * @count:	buffer size
2523 *
2524 * This function will enable/disable adapter write cache.
2525 *
2526 * Return value:
2527 * 	count on success / other on failure
2528 **/
2529static ssize_t ipr_store_write_caching(struct device *dev,
2530				       struct device_attribute *attr,
2531				       const char *buf, size_t count)
2532{
2533	struct Scsi_Host *shost = class_to_shost(dev);
2534	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2535	unsigned long lock_flags = 0;
2536	enum ipr_cache_state new_state = CACHE_INVALID;
2537	int i;
2538
2539	if (!capable(CAP_SYS_ADMIN))
2540		return -EACCES;
2541	if (ioa_cfg->cache_state == CACHE_NONE)
2542		return -EINVAL;
2543
2544	for (i = 0; i < ARRAY_SIZE(cache_state); i++) {
2545		if (!strncmp(cache_state[i].name, buf, strlen(cache_state[i].name))) {
2546			new_state = cache_state[i].state;
2547			break;
2548		}
2549	}
2550
2551	if (new_state != CACHE_DISABLED && new_state != CACHE_ENABLED)
2552		return -EINVAL;
2553
2554	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2555	if (ioa_cfg->cache_state == new_state) {
2556		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2557		return count;
2558	}
2559
2560	ioa_cfg->cache_state = new_state;
2561	dev_info(&ioa_cfg->pdev->dev, "%s adapter write cache.\n",
2562		 new_state == CACHE_ENABLED ? "Enabling" : "Disabling");
2563	if (!ioa_cfg->in_reset_reload)
2564		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2565	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2566	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2567
2568	return count;
2569}
2570
2571static struct device_attribute ipr_ioa_cache_attr = {
2572	.attr = {
2573		.name =		"write_cache",
2574		.mode =		S_IRUGO | S_IWUSR,
2575	},
2576	.show = ipr_show_write_caching,
2577	.store = ipr_store_write_caching
2578};
2579
2580/**
2581 * ipr_show_fw_version - Show the firmware version
2582 * @dev:	class device struct
2583 * @buf:	buffer
2584 *
2585 * Return value:
2586 *	number of bytes printed to buffer
2587 **/
2588static ssize_t ipr_show_fw_version(struct device *dev,
2589				   struct device_attribute *attr, char *buf)
2590{
2591	struct Scsi_Host *shost = class_to_shost(dev);
2592	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2593	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2594	unsigned long lock_flags = 0;
2595	int len;
2596
2597	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2598	len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
2599		       ucode_vpd->major_release, ucode_vpd->card_type,
2600		       ucode_vpd->minor_release[0],
2601		       ucode_vpd->minor_release[1]);
2602	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2603	return len;
2604}
2605
2606static struct device_attribute ipr_fw_version_attr = {
2607	.attr = {
2608		.name =		"fw_version",
2609		.mode =		S_IRUGO,
2610	},
2611	.show = ipr_show_fw_version,
2612};
2613
2614/**
2615 * ipr_show_log_level - Show the adapter's error logging level
2616 * @dev:	class device struct
2617 * @buf:	buffer
2618 *
2619 * Return value:
2620 * 	number of bytes printed to buffer
2621 **/
2622static ssize_t ipr_show_log_level(struct device *dev,
2623				   struct device_attribute *attr, char *buf)
2624{
2625	struct Scsi_Host *shost = class_to_shost(dev);
2626	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2627	unsigned long lock_flags = 0;
2628	int len;
2629
2630	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2631	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
2632	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2633	return len;
2634}
2635
2636/**
2637 * ipr_store_log_level - Change the adapter's error logging level
2638 * @dev:	class device struct
2639 * @buf:	buffer
2640 *
2641 * Return value:
2642 * 	number of bytes printed to buffer
2643 **/
2644static ssize_t ipr_store_log_level(struct device *dev,
2645			           struct device_attribute *attr,
2646				   const char *buf, size_t count)
2647{
2648	struct Scsi_Host *shost = class_to_shost(dev);
2649	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2650	unsigned long lock_flags = 0;
2651
2652	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2653	ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
2654	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2655	return strlen(buf);
2656}
2657
2658static struct device_attribute ipr_log_level_attr = {
2659	.attr = {
2660		.name =		"log_level",
2661		.mode =		S_IRUGO | S_IWUSR,
2662	},
2663	.show = ipr_show_log_level,
2664	.store = ipr_store_log_level
2665};
2666
2667/**
2668 * ipr_store_diagnostics - IOA Diagnostics interface
2669 * @dev:	device struct
2670 * @buf:	buffer
2671 * @count:	buffer size
2672 *
2673 * This function will reset the adapter and wait a reasonable
2674 * amount of time for any errors that the adapter might log.
2675 *
2676 * Return value:
2677 * 	count on success / other on failure
2678 **/
2679static ssize_t ipr_store_diagnostics(struct device *dev,
2680				     struct device_attribute *attr,
2681				     const char *buf, size_t count)
2682{
2683	struct Scsi_Host *shost = class_to_shost(dev);
2684	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2685	unsigned long lock_flags = 0;
2686	int rc = count;
2687
2688	if (!capable(CAP_SYS_ADMIN))
2689		return -EACCES;
2690
2691	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2692	while(ioa_cfg->in_reset_reload) {
2693		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2694		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2695		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2696	}
2697
2698	ioa_cfg->errors_logged = 0;
2699	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2700
2701	if (ioa_cfg->in_reset_reload) {
2702		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2703		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2704
2705		/* Wait for a second for any errors to be logged */
2706		msleep(1000);
2707	} else {
2708		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2709		return -EIO;
2710	}
2711
2712	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2713	if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
2714		rc = -EIO;
2715	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2716
2717	return rc;
2718}
2719
2720static struct device_attribute ipr_diagnostics_attr = {
2721	.attr = {
2722		.name =		"run_diagnostics",
2723		.mode =		S_IWUSR,
2724	},
2725	.store = ipr_store_diagnostics
2726};
2727
2728/**
2729 * ipr_show_adapter_state - Show the adapter's state
2730 * @class_dev:	device struct
2731 * @buf:	buffer
2732 *
2733 * Return value:
2734 * 	number of bytes printed to buffer
2735 **/
2736static ssize_t ipr_show_adapter_state(struct device *dev,
2737				      struct device_attribute *attr, char *buf)
2738{
2739	struct Scsi_Host *shost = class_to_shost(dev);
2740	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2741	unsigned long lock_flags = 0;
2742	int len;
2743
2744	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2745	if (ioa_cfg->ioa_is_dead)
2746		len = snprintf(buf, PAGE_SIZE, "offline\n");
2747	else
2748		len = snprintf(buf, PAGE_SIZE, "online\n");
2749	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2750	return len;
2751}
2752
2753/**
2754 * ipr_store_adapter_state - Change adapter state
2755 * @dev:	device struct
2756 * @buf:	buffer
2757 * @count:	buffer size
2758 *
2759 * This function will change the adapter's state.
2760 *
2761 * Return value:
2762 * 	count on success / other on failure
2763 **/
2764static ssize_t ipr_store_adapter_state(struct device *dev,
2765				       struct device_attribute *attr,
2766				       const char *buf, size_t count)
2767{
2768	struct Scsi_Host *shost = class_to_shost(dev);
2769	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2770	unsigned long lock_flags;
2771	int result = count;
2772
2773	if (!capable(CAP_SYS_ADMIN))
2774		return -EACCES;
2775
2776	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2777	if (ioa_cfg->ioa_is_dead && !strncmp(buf, "online", 6)) {
2778		ioa_cfg->ioa_is_dead = 0;
2779		ioa_cfg->reset_retries = 0;
2780		ioa_cfg->in_ioa_bringdown = 0;
2781		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2782	}
2783	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2784	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2785
2786	return result;
2787}
2788
2789static struct device_attribute ipr_ioa_state_attr = {
2790	.attr = {
2791		.name =		"online_state",
2792		.mode =		S_IRUGO | S_IWUSR,
2793	},
2794	.show = ipr_show_adapter_state,
2795	.store = ipr_store_adapter_state
2796};
2797
2798/**
2799 * ipr_store_reset_adapter - Reset the adapter
2800 * @dev:	device struct
2801 * @buf:	buffer
2802 * @count:	buffer size
2803 *
2804 * This function will reset the adapter.
2805 *
2806 * Return value:
2807 * 	count on success / other on failure
2808 **/
2809static ssize_t ipr_store_reset_adapter(struct device *dev,
2810				       struct device_attribute *attr,
2811				       const char *buf, size_t count)
2812{
2813	struct Scsi_Host *shost = class_to_shost(dev);
2814	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2815	unsigned long lock_flags;
2816	int result = count;
2817
2818	if (!capable(CAP_SYS_ADMIN))
2819		return -EACCES;
2820
2821	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2822	if (!ioa_cfg->in_reset_reload)
2823		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2824	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2825	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2826
2827	return result;
2828}
2829
2830static struct device_attribute ipr_ioa_reset_attr = {
2831	.attr = {
2832		.name =		"reset_host",
2833		.mode =		S_IWUSR,
2834	},
2835	.store = ipr_store_reset_adapter
2836};
2837
2838/**
2839 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
2840 * @buf_len:		buffer length
2841 *
2842 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
2843 * list to use for microcode download
2844 *
2845 * Return value:
2846 * 	pointer to sglist / NULL on failure
2847 **/
2848static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
2849{
2850	int sg_size, order, bsize_elem, num_elem, i, j;
2851	struct ipr_sglist *sglist;
2852	struct scatterlist *scatterlist;
2853	struct page *page;
2854
2855	/* Get the minimum size per scatter/gather element */
2856	sg_size = buf_len / (IPR_MAX_SGLIST - 1);
2857
2858	/* Get the actual size per element */
2859	order = get_order(sg_size);
2860
2861	/* Determine the actual number of bytes per element */
2862	bsize_elem = PAGE_SIZE * (1 << order);
2863
2864	/* Determine the actual number of sg entries needed */
2865	if (buf_len % bsize_elem)
2866		num_elem = (buf_len / bsize_elem) + 1;
2867	else
2868		num_elem = buf_len / bsize_elem;
2869
2870	/* Allocate a scatter/gather list for the DMA */
2871	sglist = kzalloc(sizeof(struct ipr_sglist) +
2872			 (sizeof(struct scatterlist) * (num_elem - 1)),
2873			 GFP_KERNEL);
2874
2875	if (sglist == NULL) {
2876		ipr_trace;
2877		return NULL;
2878	}
2879
2880	scatterlist = sglist->scatterlist;
2881	sg_init_table(scatterlist, num_elem);
2882
2883	sglist->order = order;
2884	sglist->num_sg = num_elem;
2885
2886	/* Allocate a bunch of sg elements */
2887	for (i = 0; i < num_elem; i++) {
2888		page = alloc_pages(GFP_KERNEL, order);
2889		if (!page) {
2890			ipr_trace;
2891
2892			/* Free up what we already allocated */
2893			for (j = i - 1; j >= 0; j--)
2894				__free_pages(sg_page(&scatterlist[j]), order);
2895			kfree(sglist);
2896			return NULL;
2897		}
2898
2899		sg_set_page(&scatterlist[i], page, 0, 0);
2900	}
2901
2902	return sglist;
2903}
2904
2905/**
2906 * ipr_free_ucode_buffer - Frees a microcode download buffer
2907 * @p_dnld:		scatter/gather list pointer
2908 *
2909 * Free a DMA'able ucode download buffer previously allocated with
2910 * ipr_alloc_ucode_buffer
2911 *
2912 * Return value:
2913 * 	nothing
2914 **/
2915static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
2916{
2917	int i;
2918
2919	for (i = 0; i < sglist->num_sg; i++)
2920		__free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
2921
2922	kfree(sglist);
2923}
2924
2925/**
2926 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
2927 * @sglist:		scatter/gather list pointer
2928 * @buffer:		buffer pointer
2929 * @len:		buffer length
2930 *
2931 * Copy a microcode image from a user buffer into a buffer allocated by
2932 * ipr_alloc_ucode_buffer
2933 *
2934 * Return value:
2935 * 	0 on success / other on failure
2936 **/
2937static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
2938				 u8 *buffer, u32 len)
2939{
2940	int bsize_elem, i, result = 0;
2941	struct scatterlist *scatterlist;
2942	void *kaddr;
2943
2944	/* Determine the actual number of bytes per element */
2945	bsize_elem = PAGE_SIZE * (1 << sglist->order);
2946
2947	scatterlist = sglist->scatterlist;
2948
2949	for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
2950		struct page *page = sg_page(&scatterlist[i]);
2951
2952		kaddr = kmap(page);
2953		memcpy(kaddr, buffer, bsize_elem);
2954		kunmap(page);
2955
2956		scatterlist[i].length = bsize_elem;
2957
2958		if (result != 0) {
2959			ipr_trace;
2960			return result;
2961		}
2962	}
2963
2964	if (len % bsize_elem) {
2965		struct page *page = sg_page(&scatterlist[i]);
2966
2967		kaddr = kmap(page);
2968		memcpy(kaddr, buffer, len % bsize_elem);
2969		kunmap(page);
2970
2971		scatterlist[i].length = len % bsize_elem;
2972	}
2973
2974	sglist->buffer_len = len;
2975	return result;
2976}
2977
2978/**
2979 * ipr_build_ucode_ioadl - Build a microcode download IOADL
2980 * @ipr_cmd:	ipr command struct
2981 * @sglist:		scatter/gather list
2982 *
2983 * Builds a microcode download IOA data list (IOADL).
2984 *
2985 **/
2986static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
2987				  struct ipr_sglist *sglist)
2988{
2989	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
2990	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
2991	struct scatterlist *scatterlist = sglist->scatterlist;
2992	int i;
2993
2994	ipr_cmd->dma_use_sg = sglist->num_dma_sg;
2995	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
2996	ioarcb->write_data_transfer_length = cpu_to_be32(sglist->buffer_len);
2997	ioarcb->write_ioadl_len =
2998		cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
2999
3000	for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3001		ioadl[i].flags_and_data_len =
3002			cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
3003		ioadl[i].address =
3004			cpu_to_be32(sg_dma_address(&scatterlist[i]));
3005	}
3006
3007	ioadl[i-1].flags_and_data_len |=
3008		cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3009}
3010
3011/**
3012 * ipr_update_ioa_ucode - Update IOA's microcode
3013 * @ioa_cfg:	ioa config struct
3014 * @sglist:		scatter/gather list
3015 *
3016 * Initiate an adapter reset to update the IOA's microcode
3017 *
3018 * Return value:
3019 * 	0 on success / -EIO on failure
3020 **/
3021static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3022				struct ipr_sglist *sglist)
3023{
3024	unsigned long lock_flags;
3025
3026	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3027	while(ioa_cfg->in_reset_reload) {
3028		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3029		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3030		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3031	}
3032
3033	if (ioa_cfg->ucode_sglist) {
3034		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3035		dev_err(&ioa_cfg->pdev->dev,
3036			"Microcode download already in progress\n");
3037		return -EIO;
3038	}
3039
3040	sglist->num_dma_sg = pci_map_sg(ioa_cfg->pdev, sglist->scatterlist,
3041					sglist->num_sg, DMA_TO_DEVICE);
3042
3043	if (!sglist->num_dma_sg) {
3044		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3045		dev_err(&ioa_cfg->pdev->dev,
3046			"Failed to map microcode download buffer!\n");
3047		return -EIO;
3048	}
3049
3050	ioa_cfg->ucode_sglist = sglist;
3051	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3052	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3053	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3054
3055	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3056	ioa_cfg->ucode_sglist = NULL;
3057	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3058	return 0;
3059}
3060
3061/**
3062 * ipr_store_update_fw - Update the firmware on the adapter
3063 * @class_dev:	device struct
3064 * @buf:	buffer
3065 * @count:	buffer size
3066 *
3067 * This function will update the firmware on the adapter.
3068 *
3069 * Return value:
3070 * 	count on success / other on failure
3071 **/
3072static ssize_t ipr_store_update_fw(struct device *dev,
3073				   struct device_attribute *attr,
3074				   const char *buf, size_t count)
3075{
3076	struct Scsi_Host *shost = class_to_shost(dev);
3077	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3078	struct ipr_ucode_image_header *image_hdr;
3079	const struct firmware *fw_entry;
3080	struct ipr_sglist *sglist;
3081	char fname[100];
3082	char *src;
3083	int len, result, dnld_size;
3084
3085	if (!capable(CAP_SYS_ADMIN))
3086		return -EACCES;
3087
3088	len = snprintf(fname, 99, "%s", buf);
3089	fname[len-1] = '\0';
3090
3091	if(request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
3092		dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
3093		return -EIO;
3094	}
3095
3096	image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
3097
3098	if (be32_to_cpu(image_hdr->header_length) > fw_entry->size ||
3099	    (ioa_cfg->vpd_cbs->page3_data.card_type &&
3100	     ioa_cfg->vpd_cbs->page3_data.card_type != image_hdr->card_type)) {
3101		dev_err(&ioa_cfg->pdev->dev, "Invalid microcode buffer\n");
3102		release_firmware(fw_entry);
3103		return -EINVAL;
3104	}
3105
3106	src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
3107	dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
3108	sglist = ipr_alloc_ucode_buffer(dnld_size);
3109
3110	if (!sglist) {
3111		dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
3112		release_firmware(fw_entry);
3113		return -ENOMEM;
3114	}
3115
3116	result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
3117
3118	if (result) {
3119		dev_err(&ioa_cfg->pdev->dev,
3120			"Microcode buffer copy to DMA buffer failed\n");
3121		goto out;
3122	}
3123
3124	result = ipr_update_ioa_ucode(ioa_cfg, sglist);
3125
3126	if (!result)
3127		result = count;
3128out:
3129	ipr_free_ucode_buffer(sglist);
3130	release_firmware(fw_entry);
3131	return result;
3132}
3133
3134static struct device_attribute ipr_update_fw_attr = {
3135	.attr = {
3136		.name =		"update_fw",
3137		.mode =		S_IWUSR,
3138	},
3139	.store = ipr_store_update_fw
3140};
3141
3142static struct device_attribute *ipr_ioa_attrs[] = {
3143	&ipr_fw_version_attr,
3144	&ipr_log_level_attr,
3145	&ipr_diagnostics_attr,
3146	&ipr_ioa_state_attr,
3147	&ipr_ioa_reset_attr,
3148	&ipr_update_fw_attr,
3149	&ipr_ioa_cache_attr,
3150	NULL,
3151};
3152
3153#ifdef CONFIG_SCSI_IPR_DUMP
3154/**
3155 * ipr_read_dump - Dump the adapter
3156 * @kobj:		kobject struct
3157 * @bin_attr:		bin_attribute struct
3158 * @buf:		buffer
3159 * @off:		offset
3160 * @count:		buffer size
3161 *
3162 * Return value:
3163 *	number of bytes printed to buffer
3164 **/
3165static ssize_t ipr_read_dump(struct kobject *kobj,
3166			     struct bin_attribute *bin_attr,
3167			     char *buf, loff_t off, size_t count)
3168{
3169	struct device *cdev = container_of(kobj, struct device, kobj);
3170	struct Scsi_Host *shost = class_to_shost(cdev);
3171	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3172	struct ipr_dump *dump;
3173	unsigned long lock_flags = 0;
3174	char *src;
3175	int len;
3176	size_t rc = count;
3177
3178	if (!capable(CAP_SYS_ADMIN))
3179		return -EACCES;
3180
3181	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3182	dump = ioa_cfg->dump;
3183
3184	if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
3185		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3186		return 0;
3187	}
3188	kref_get(&dump->kref);
3189	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3190
3191	if (off > dump->driver_dump.hdr.len) {
3192		kref_put(&dump->kref, ipr_release_dump);
3193		return 0;
3194	}
3195
3196	if (off + count > dump->driver_dump.hdr.len) {
3197		count = dump->driver_dump.hdr.len - off;
3198		rc = count;
3199	}
3200
3201	if (count && off < sizeof(dump->driver_dump)) {
3202		if (off + count > sizeof(dump->driver_dump))
3203			len = sizeof(dump->driver_dump) - off;
3204		else
3205			len = count;
3206		src = (u8 *)&dump->driver_dump + off;
3207		memcpy(buf, src, len);
3208		buf += len;
3209		off += len;
3210		count -= len;
3211	}
3212
3213	off -= sizeof(dump->driver_dump);
3214
3215	if (count && off < offsetof(struct ipr_ioa_dump, ioa_data)) {
3216		if (off + count > offsetof(struct ipr_ioa_dump, ioa_data))
3217			len = offsetof(struct ipr_ioa_dump, ioa_data) - off;
3218		else
3219			len = count;
3220		src = (u8 *)&dump->ioa_dump + off;
3221		memcpy(buf, src, len);
3222		buf += len;
3223		off += len;
3224		count -= len;
3225	}
3226
3227	off -= offsetof(struct ipr_ioa_dump, ioa_data);
3228
3229	while (count) {
3230		if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
3231			len = PAGE_ALIGN(off) - off;
3232		else
3233			len = count;
3234		src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
3235		src += off & ~PAGE_MASK;
3236		memcpy(buf, src, len);
3237		buf += len;
3238		off += len;
3239		count -= len;
3240	}
3241
3242	kref_put(&dump->kref, ipr_release_dump);
3243	return rc;
3244}
3245
3246/**
3247 * ipr_alloc_dump - Prepare for adapter dump
3248 * @ioa_cfg:	ioa config struct
3249 *
3250 * Return value:
3251 *	0 on success / other on failure
3252 **/
3253static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
3254{
3255	struct ipr_dump *dump;
3256	unsigned long lock_flags = 0;
3257
3258	dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
3259
3260	if (!dump) {
3261		ipr_err("Dump memory allocation failed\n");
3262		return -ENOMEM;
3263	}
3264
3265	kref_init(&dump->kref);
3266	dump->ioa_cfg = ioa_cfg;
3267
3268	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3269
3270	if (INACTIVE != ioa_cfg->sdt_state) {
3271		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3272		kfree(dump);
3273		return 0;
3274	}
3275
3276	ioa_cfg->dump = dump;
3277	ioa_cfg->sdt_state = WAIT_FOR_DUMP;
3278	if (ioa_cfg->ioa_is_dead && !ioa_cfg->dump_taken) {
3279		ioa_cfg->dump_taken = 1;
3280		schedule_work(&ioa_cfg->work_q);
3281	}
3282	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3283
3284	return 0;
3285}
3286
3287/**
3288 * ipr_free_dump - Free adapter dump memory
3289 * @ioa_cfg:	ioa config struct
3290 *
3291 * Return value:
3292 *	0 on success / other on failure
3293 **/
3294static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
3295{
3296	struct ipr_dump *dump;
3297	unsigned long lock_flags = 0;
3298
3299	ENTER;
3300
3301	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3302	dump = ioa_cfg->dump;
3303	if (!dump) {
3304		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3305		return 0;
3306	}
3307
3308	ioa_cfg->dump = NULL;
3309	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3310
3311	kref_put(&dump->kref, ipr_release_dump);
3312
3313	LEAVE;
3314	return 0;
3315}
3316
3317/**
3318 * ipr_write_dump - Setup dump state of adapter
3319 * @kobj:		kobject struct
3320 * @bin_attr:		bin_attribute struct
3321 * @buf:		buffer
3322 * @off:		offset
3323 * @count:		buffer size
3324 *
3325 * Return value:
3326 *	number of bytes printed to buffer
3327 **/
3328static ssize_t ipr_write_dump(struct kobject *kobj,
3329			      struct bin_attribute *bin_attr,
3330			      char *buf, loff_t off, size_t count)
3331{
3332	struct device *cdev = container_of(kobj, struct device, kobj);
3333	struct Scsi_Host *shost = class_to_shost(cdev);
3334	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3335	int rc;
3336
3337	if (!capable(CAP_SYS_ADMIN))
3338		return -EACCES;
3339
3340	if (buf[0] == '1')
3341		rc = ipr_alloc_dump(ioa_cfg);
3342	else if (buf[0] == '0')
3343		rc = ipr_free_dump(ioa_cfg);
3344	else
3345		return -EINVAL;
3346
3347	if (rc)
3348		return rc;
3349	else
3350		return count;
3351}
3352
3353static struct bin_attribute ipr_dump_attr = {
3354	.attr =	{
3355		.name = "dump",
3356		.mode = S_IRUSR | S_IWUSR,
3357	},
3358	.size = 0,
3359	.read = ipr_read_dump,
3360	.write = ipr_write_dump
3361};
3362#else
3363static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
3364#endif
3365
3366/**
3367 * ipr_change_queue_depth - Change the device's queue depth
3368 * @sdev:	scsi device struct
3369 * @qdepth:	depth to set
3370 *
3371 * Return value:
3372 * 	actual depth set
3373 **/
3374static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
3375{
3376	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
3377	struct ipr_resource_entry *res;
3378	unsigned long lock_flags = 0;
3379
3380	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3381	res = (struct ipr_resource_entry *)sdev->hostdata;
3382
3383	if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
3384		qdepth = IPR_MAX_CMD_PER_ATA_LUN;
3385	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3386
3387	scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
3388	return sdev->queue_depth;
3389}
3390
3391/**
3392 * ipr_change_queue_type - Change the device's queue type
3393 * @dsev:		scsi device struct
3394 * @tag_type:	type of tags to use
3395 *
3396 * Return value:
3397 * 	actual queue type set
3398 **/
3399static int ipr_change_queue_type(struct scsi_device *sdev, int tag_type)
3400{
3401	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
3402	struct ipr_resource_entry *res;
3403	unsigned long lock_flags = 0;
3404
3405	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3406	res = (struct ipr_resource_entry *)sdev->hostdata;
3407
3408	if (res) {
3409		if (ipr_is_gscsi(res) && sdev->tagged_supported) {
3410			/*
3411			 * We don't bother quiescing the device here since the
3412			 * adapter firmware does it for us.
3413			 */
3414			scsi_set_tag_type(sdev, tag_type);
3415
3416			if (tag_type)
3417				scsi_activate_tcq(sdev, sdev->queue_depth);
3418			else
3419				scsi_deactivate_tcq(sdev, sdev->queue_depth);
3420		} else
3421			tag_type = 0;
3422	} else
3423		tag_type = 0;
3424
3425	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3426	return tag_type;
3427}
3428
3429/**
3430 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
3431 * @dev:	device struct
3432 * @buf:	buffer
3433 *
3434 * Return value:
3435 * 	number of bytes printed to buffer
3436 **/
3437static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
3438{
3439	struct scsi_device *sdev = to_scsi_device(dev);
3440	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
3441	struct ipr_resource_entry *res;
3442	unsigned long lock_flags = 0;
3443	ssize_t len = -ENXIO;
3444
3445	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3446	res = (struct ipr_resource_entry *)sdev->hostdata;
3447	if (res)
3448		len = snprintf(buf, PAGE_SIZE, "%08X\n", res->cfgte.res_handle);
3449	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3450	return len;
3451}
3452
3453static struct device_attribute ipr_adapter_handle_attr = {
3454	.attr = {
3455		.name = 	"adapter_handle",
3456		.mode =		S_IRUSR,
3457	},
3458	.show = ipr_show_adapter_handle
3459};
3460
3461static struct device_attribute *ipr_dev_attrs[] = {
3462	&ipr_adapter_handle_attr,
3463	NULL,
3464};
3465
3466/**
3467 * ipr_biosparam - Return the HSC mapping
3468 * @sdev:			scsi device struct
3469 * @block_device:	block device pointer
3470 * @capacity:		capacity of the device
3471 * @parm:			Array containing returned HSC values.
3472 *
3473 * This function generates the HSC parms that fdisk uses.
3474 * We want to make sure we return something that places partitions
3475 * on 4k boundaries for best performance with the IOA.
3476 *
3477 * Return value:
3478 * 	0 on success
3479 **/
3480static int ipr_biosparam(struct scsi_device *sdev,
3481			 struct block_device *block_device,
3482			 sector_t capacity, int *parm)
3483{
3484	int heads, sectors;
3485	sector_t cylinders;
3486
3487	heads = 128;
3488	sectors = 32;
3489
3490	cylinders = capacity;
3491	sector_div(cylinders, (128 * 32));
3492
3493	/* return result */
3494	parm[0] = heads;
3495	parm[1] = sectors;
3496	parm[2] = cylinders;
3497
3498	return 0;
3499}
3500
3501/**
3502 * ipr_find_starget - Find target based on bus/target.
3503 * @starget:	scsi target struct
3504 *
3505 * Return value:
3506 * 	resource entry pointer if found / NULL if not found
3507 **/
3508static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
3509{
3510	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
3511	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
3512	struct ipr_resource_entry *res;
3513
3514	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3515		if ((res->cfgte.res_addr.bus == starget->channel) &&
3516		    (res->cfgte.res_addr.target == starget->id) &&
3517		    (res->cfgte.res_addr.lun == 0)) {
3518			return res;
3519		}
3520	}
3521
3522	return NULL;
3523}
3524
3525static struct ata_port_info sata_port_info;
3526
3527/**
3528 * ipr_target_alloc - Prepare for commands to a SCSI target
3529 * @starget:	scsi target struct
3530 *
3531 * If the device is a SATA device, this function allocates an
3532 * ATA port with libata, else it does nothing.
3533 *
3534 * Return value:
3535 * 	0 on success / non-0 on failure
3536 **/
3537static int ipr_target_alloc(struct scsi_target *starget)
3538{
3539	struct Scsi_Host *shost = dev_to_shost(&starget->dev);
3540	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
3541	struct ipr_sata_port *sata_port;
3542	struct ata_port *ap;
3543	struct ipr_resource_entry *res;
3544	unsigned long lock_flags;
3545
3546	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3547	res = ipr_find_starget(starget);
3548	starget->hostdata = NULL;
3549
3550	if (res && ipr_is_gata(res)) {
3551		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3552		sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
3553		if (!sata_port)
3554			return -ENOMEM;
3555
3556		ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
3557		if (ap) {
3558			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3559			sata_port->ioa_cfg = ioa_cfg;
3560			sata_port->ap = ap;
3561			sata_port->res = res;
3562
3563			res->sata_port = sata_port;
3564			ap->private_data = sata_port;
3565			starget->hostdata = sata_port;
3566		} else {
3567			kfree(sata_port);
3568			return -ENOMEM;
3569		}
3570	}
3571	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3572
3573	return 0;
3574}
3575
3576/**
3577 * ipr_target_destroy - Destroy a SCSI target
3578 * @starget:	scsi target struct
3579 *
3580 * If the device was a SATA device, this function frees the libata
3581 * ATA port, else it does nothing.
3582 *
3583 **/
3584static void ipr_target_destroy(struct scsi_target *starget)
3585{
3586	struct ipr_sata_port *sata_port = starget->hostdata;
3587
3588	if (sata_port) {
3589		starget->hostdata = NULL;
3590		ata_sas_port_destroy(sata_port->ap);
3591		kfree(sata_port);
3592	}
3593}
3594
3595/**
3596 * ipr_find_sdev - Find device based on bus/target/lun.
3597 * @sdev:	scsi device struct
3598 *
3599 * Return value:
3600 * 	resource entry pointer if found / NULL if not found
3601 **/
3602static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
3603{
3604	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
3605	struct ipr_resource_entry *res;
3606
3607	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3608		if ((res->cfgte.res_addr.bus == sdev->channel) &&
3609		    (res->cfgte.res_addr.target == sdev->id) &&
3610		    (res->cfgte.res_addr.lun == sdev->lun))
3611			return res;
3612	}
3613
3614	return NULL;
3615}
3616
3617/**
3618 * ipr_slave_destroy - Unconfigure a SCSI device
3619 * @sdev:	scsi device struct
3620 *
3621 * Return value:
3622 * 	nothing
3623 **/
3624static void ipr_slave_destroy(struct scsi_device *sdev)
3625{
3626	struct ipr_resource_entry *res;
3627	struct ipr_ioa_cfg *ioa_cfg;
3628	unsigned long lock_flags = 0;
3629
3630	ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
3631
3632	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3633	res = (struct ipr_resource_entry *) sdev->hostdata;
3634	if (res) {
3635		if (res->sata_port)
3636			ata_port_disable(res->sata_port->ap);
3637		sdev->hostdata = NULL;
3638		res->sdev = NULL;
3639		res->sata_port = NULL;
3640	}
3641	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3642}
3643
3644/**
3645 * ipr_slave_configure - Configure a SCSI device
3646 * @sdev:	scsi device struct
3647 *
3648 * This function configures the specified scsi device.
3649 *
3650 * Return value:
3651 * 	0 on success
3652 **/
3653static int ipr_slave_configure(struct scsi_device *sdev)
3654{
3655	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
3656	struct ipr_resource_entry *res;
3657	struct ata_port *ap = NULL;
3658	unsigned long lock_flags = 0;
3659
3660	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3661	res = sdev->hostdata;
3662	if (res) {
3663		if (ipr_is_af_dasd_device(res))
3664			sdev->type = TYPE_RAID;
3665		if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
3666			sdev->scsi_level = 4;
3667			sdev->no_uld_attach = 1;
3668		}
3669		if (ipr_is_vset_device(res)) {
3670			blk_queue_rq_timeout(sdev->request_queue,
3671					     IPR_VSET_RW_TIMEOUT);
3672			blk_queue_max_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
3673		}
3674		if (ipr_is_vset_device(res) || ipr_is_scsi_disk(res))
3675			sdev->allow_restart = 1;
3676		if (ipr_is_gata(res) && res->sata_port)
3677			ap = res->sata_port->ap;
3678		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3679
3680		if (ap) {
3681			scsi_adjust_queue_depth(sdev, 0, IPR_MAX_CMD_PER_ATA_LUN);
3682			ata_sas_slave_configure(sdev, ap);
3683		} else
3684			scsi_adjust_queue_depth(sdev, 0, sdev->host->cmd_per_lun);
3685		return 0;
3686	}
3687	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3688	return 0;
3689}
3690
3691/**
3692 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
3693 * @sdev:	scsi device struct
3694 *
3695 * This function initializes an ATA port so that future commands
3696 * sent through queuecommand will work.
3697 *
3698 * Return value:
3699 * 	0 on success
3700 **/
3701static int ipr_ata_slave_alloc(struct scsi_device *sdev)
3702{
3703	struct ipr_sata_port *sata_port = NULL;
3704	int rc = -ENXIO;
3705
3706	ENTER;
3707	if (sdev->sdev_target)
3708		sata_port = sdev->sdev_target->hostdata;
3709	if (sata_port)
3710		rc = ata_sas_port_init(sata_port->ap);
3711	if (rc)
3712		ipr_slave_destroy(sdev);
3713
3714	LEAVE;
3715	return rc;
3716}
3717
3718/**
3719 * ipr_slave_alloc - Prepare for commands to a device.
3720 * @sdev:	scsi device struct
3721 *
3722 * This function saves a pointer to the resource entry
3723 * in the scsi device struct if the device exists. We
3724 * can then use this pointer in ipr_queuecommand when
3725 * handling new commands.
3726 *
3727 * Return value:
3728 * 	0 on success / -ENXIO if device does not exist
3729 **/
3730static int ipr_slave_alloc(struct scsi_device *sdev)
3731{
3732	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
3733	struct ipr_resource_entry *res;
3734	unsigned long lock_flags;
3735	int rc = -ENXIO;
3736
3737	sdev->hostdata = NULL;
3738
3739	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3740
3741	res = ipr_find_sdev(sdev);
3742	if (res) {
3743		res->sdev = sdev;
3744		res->add_to_ml = 0;
3745		res->in_erp = 0;
3746		sdev->hostdata = res;
3747		if (!ipr_is_naca_model(res))
3748			res->needs_sync_complete = 1;
3749		rc = 0;
3750		if (ipr_is_gata(res)) {
3751			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3752			return ipr_ata_slave_alloc(sdev);
3753		}
3754	}
3755
3756	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3757
3758	return rc;
3759}
3760
3761/**
3762 * ipr_eh_host_reset - Reset the host adapter
3763 * @scsi_cmd:	scsi command struct
3764 *
3765 * Return value:
3766 * 	SUCCESS / FAILED
3767 **/
3768static int __ipr_eh_host_reset(struct scsi_cmnd * scsi_cmd)
3769{
3770	struct ipr_ioa_cfg *ioa_cfg;
3771	int rc;
3772
3773	ENTER;
3774	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
3775
3776	dev_err(&ioa_cfg->pdev->dev,
3777		"Adapter being reset as a result of error recovery.\n");
3778
3779	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
3780		ioa_cfg->sdt_state = GET_DUMP;
3781
3782	rc = ipr_reset_reload(ioa_cfg, IPR_SHUTDOWN_ABBREV);
3783
3784	LEAVE;
3785	return rc;
3786}
3787
3788static int ipr_eh_host_reset(struct scsi_cmnd * cmd)
3789{
3790	int rc;
3791
3792	spin_lock_irq(cmd->device->host->host_lock);
3793	rc = __ipr_eh_host_reset(cmd);
3794	spin_unlock_irq(cmd->device->host->host_lock);
3795
3796	return rc;
3797}
3798
3799/**
3800 * ipr_device_reset - Reset the device
3801 * @ioa_cfg:	ioa config struct
3802 * @res:		resource entry struct
3803 *
3804 * This function issues a device reset to the affected device.
3805 * If the device is a SCSI device, a LUN reset will be sent
3806 * to the device first. If that does not work, a target reset
3807 * will be sent. If the device is a SATA device, a PHY reset will
3808 * be sent.
3809 *
3810 * Return value:
3811 *	0 on success / non-zero on failure
3812 **/
3813static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
3814			    struct ipr_resource_entry *res)
3815{
3816	struct ipr_cmnd *ipr_cmd;
3817	struct ipr_ioarcb *ioarcb;
3818	struct ipr_cmd_pkt *cmd_pkt;
3819	struct ipr_ioarcb_ata_regs *regs;
3820	u32 ioasc;
3821
3822	ENTER;
3823	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
3824	ioarcb = &ipr_cmd->ioarcb;
3825	cmd_pkt = &ioarcb->cmd_pkt;
3826	regs = &ioarcb->add_data.u.regs;
3827
3828	ioarcb->res_handle = res->cfgte.res_handle;
3829	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
3830	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
3831	if (ipr_is_gata(res)) {
3832		cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
3833		ioarcb->add_cmd_parms_len = cpu_to_be32(sizeof(regs->flags));
3834		regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
3835	}
3836
3837	ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
3838	ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3839	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3840	if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET)
3841		memcpy(&res->sata_port->ioasa, &ipr_cmd->ioasa.u.gata,
3842		       sizeof(struct ipr_ioasa_gata));
3843
3844	LEAVE;
3845	return (IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0);
3846}
3847
3848/**
3849 * ipr_sata_reset - Reset the SATA port
3850 * @link:	SATA link to reset
3851 * @classes:	class of the attached device
3852 *
3853 * This function issues a SATA phy reset to the affected ATA link.
3854 *
3855 * Return value:
3856 *	0 on success / non-zero on failure
3857 **/
3858static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
3859				unsigned long deadline)
3860{
3861	struct ipr_sata_port *sata_port = link->ap->private_data;
3862	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
3863	struct ipr_resource_entry *res;
3864	unsigned long lock_flags = 0;
3865	int rc = -ENXIO;
3866
3867	ENTER;
3868	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3869	while(ioa_cfg->in_reset_reload) {
3870		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3871		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3872		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3873	}
3874
3875	res = sata_port->res;
3876	if (res) {
3877		rc = ipr_device_reset(ioa_cfg, res);
3878		switch(res->cfgte.proto) {
3879		case IPR_PROTO_SATA:
3880		case IPR_PROTO_SAS_STP:
3881			*classes = ATA_DEV_ATA;
3882			break;
3883		case IPR_PROTO_SATA_ATAPI:
3884		case IPR_PROTO_SAS_STP_ATAPI:
3885			*classes = ATA_DEV_ATAPI;
3886			break;
3887		default:
3888			*classes = ATA_DEV_UNKNOWN;
3889			break;
3890		};
3891	}
3892
3893	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3894	LEAVE;
3895	return rc;
3896}
3897
3898/**
3899 * ipr_eh_dev_reset - Reset the device
3900 * @scsi_cmd:	scsi command struct
3901 *
3902 * This function issues a device reset to the affected device.
3903 * A LUN reset will be sent to the device first. If that does
3904 * not work, a target reset will be sent.
3905 *
3906 * Return value:
3907 *	SUCCESS / FAILED
3908 **/
3909static int __ipr_eh_dev_reset(struct scsi_cmnd * scsi_cmd)
3910{
3911	struct ipr_cmnd *ipr_cmd;
3912	struct ipr_ioa_cfg *ioa_cfg;
3913	struct ipr_resource_entry *res;
3914	struct ata_port *ap;
3915	int rc = 0;
3916
3917	ENTER;
3918	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
3919	res = scsi_cmd->device->hostdata;
3920
3921	if (!res)
3922		return FAILED;
3923
3924	/*
3925	 * If we are currently going through reset/reload, return failed. This will force the
3926	 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
3927	 * reset to complete
3928	 */
3929	if (ioa_cfg->in_reset_reload)
3930		return FAILED;
3931	if (ioa_cfg->ioa_is_dead)
3932		return FAILED;
3933
3934	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
3935		if (ipr_cmd->ioarcb.res_handle == res->cfgte.res_handle) {
3936			if (ipr_cmd->scsi_cmd)
3937				ipr_cmd->done = ipr_scsi_eh_done;
3938			if (ipr_cmd->qc)
3939				ipr_cmd->done = ipr_sata_eh_done;
3940			if (ipr_cmd->qc && !(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
3941				ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
3942				ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
3943			}
3944		}
3945	}
3946
3947	res->resetting_device = 1;
3948	scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
3949
3950	if (ipr_is_gata(res) && res->sata_port) {
3951		ap = res->sata_port->ap;
3952		spin_unlock_irq(scsi_cmd->device->host->host_lock);
3953		ata_std_error_handler(ap);
3954		spin_lock_irq(scsi_cmd->device->host->host_lock);
3955
3956		list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
3957			if (ipr_cmd->ioarcb.res_handle == res->cfgte.res_handle) {
3958				rc = -EIO;
3959				break;
3960			}
3961		}
3962	} else
3963		rc = ipr_device_reset(ioa_cfg, res);
3964	res->resetting_device = 0;
3965
3966	LEAVE;
3967	return (rc ? FAILED : SUCCESS);
3968}
3969
3970static int ipr_eh_dev_reset(struct scsi_cmnd * cmd)
3971{
3972	int rc;
3973
3974	spin_lock_irq(cmd->device->host->host_lock);
3975	rc = __ipr_eh_dev_reset(cmd);
3976	spin_unlock_irq(cmd->device->host->host_lock);
3977
3978	return rc;
3979}
3980
3981/**
3982 * ipr_bus_reset_done - Op done function for bus reset.
3983 * @ipr_cmd:	ipr command struct
3984 *
3985 * This function is the op done function for a bus reset
3986 *
3987 * Return value:
3988 * 	none
3989 **/
3990static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
3991{
3992	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
3993	struct ipr_resource_entry *res;
3994
3995	ENTER;
3996	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3997		if (!memcmp(&res->cfgte.res_handle, &ipr_cmd->ioarcb.res_handle,
3998			    sizeof(res->cfgte.res_handle))) {
3999			scsi_report_bus_reset(ioa_cfg->host, res->cfgte.res_addr.bus);
4000			break;
4001		}
4002	}
4003
4004	/*
4005	 * If abort has not completed, indicate the reset has, else call the
4006	 * abort's done function to wake the sleeping eh thread
4007	 */
4008	if (ipr_cmd->sibling->sibling)
4009		ipr_cmd->sibling->sibling = NULL;
4010	else
4011		ipr_cmd->sibling->done(ipr_cmd->sibling);
4012
4013	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4014	LEAVE;
4015}
4016
4017/**
4018 * ipr_abort_timeout - An abort task has timed out
4019 * @ipr_cmd:	ipr command struct
4020 *
4021 * This function handles when an abort task times out. If this
4022 * happens we issue a bus reset since we have resources tied
4023 * up that must be freed before returning to the midlayer.
4024 *
4025 * Return value:
4026 *	none
4027 **/
4028static void ipr_abort_timeout(struct ipr_cmnd *ipr_cmd)
4029{
4030	struct ipr_cmnd *reset_cmd;
4031	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4032	struct ipr_cmd_pkt *cmd_pkt;
4033	unsigned long lock_flags = 0;
4034
4035	ENTER;
4036	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4037	if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
4038		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4039		return;
4040	}
4041
4042	sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
4043	reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4044	ipr_cmd->sibling = reset_cmd;
4045	reset_cmd->sibling = ipr_cmd;
4046	reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
4047	cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
4048	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4049	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4050	cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
4051
4052	ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4053	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4054	LEAVE;
4055}
4056
4057/**
4058 * ipr_cancel_op - Cancel specified op
4059 * @scsi_cmd:	scsi command struct
4060 *
4061 * This function cancels specified op.
4062 *
4063 * Return value:
4064 *	SUCCESS / FAILED
4065 **/
4066static int ipr_cancel_op(struct scsi_cmnd * scsi_cmd)
4067{
4068	struct ipr_cmnd *ipr_cmd;
4069	struct ipr_ioa_cfg *ioa_cfg;
4070	struct ipr_resource_entry *res;
4071	struct ipr_cmd_pkt *cmd_pkt;
4072	u32 ioasc;
4073	int op_found = 0;
4074
4075	ENTER;
4076	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
4077	res = scsi_cmd->device->hostdata;
4078
4079	/* If we are currently going through reset/reload, return failed.
4080	 * This will force the mid-layer to call ipr_eh_host_reset,
4081	 * which will then go to sleep and wait for the reset to complete
4082	 */
4083	if (ioa_cfg->in_reset_reload || ioa_cfg->ioa_is_dead)
4084		return FAILED;
4085	if (!res || !ipr_is_gscsi(res))
4086		return FAILED;
4087
4088	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4089		if (ipr_cmd->scsi_cmd == scsi_cmd) {
4090			ipr_cmd->done = ipr_scsi_eh_done;
4091			op_found = 1;
4092			break;
4093		}
4094	}
4095
4096	if (!op_found)
4097		return SUCCESS;
4098
4099	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4100	ipr_cmd->ioarcb.res_handle = res->cfgte.res_handle;
4101	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
4102	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4103	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
4104	ipr_cmd->u.sdev = scsi_cmd->device;
4105
4106	scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
4107		    scsi_cmd->cmnd[0]);
4108	ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
4109	ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4110
4111	/*
4112	 * If the abort task timed out and we sent a bus reset, we will get
4113	 * one the following responses to the abort
4114	 */
4115	if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
4116		ioasc = 0;
4117		ipr_trace;
4118	}
4119
4120	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4121	if (!ipr_is_naca_model(res))
4122		res->needs_sync_complete = 1;
4123
4124	LEAVE;
4125	return (IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS);
4126}
4127
4128/**
4129 * ipr_eh_abort - Abort a single op
4130 * @scsi_cmd:	scsi command struct
4131 *
4132 * Return value:
4133 * 	SUCCESS / FAILED
4134 **/
4135static int ipr_eh_abort(struct scsi_cmnd * scsi_cmd)
4136{
4137	unsigned long flags;
4138	int rc;
4139
4140	ENTER;
4141
4142	spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
4143	rc = ipr_cancel_op(scsi_cmd);
4144	spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
4145
4146	LEAVE;
4147	return rc;
4148}
4149
4150/**
4151 * ipr_handle_other_interrupt - Handle "other" interrupts
4152 * @ioa_cfg:	ioa config struct
4153 * @int_reg:	interrupt register
4154 *
4155 * Return value:
4156 * 	IRQ_NONE / IRQ_HANDLED
4157 **/
4158static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
4159					      volatile u32 int_reg)
4160{
4161	irqreturn_t rc = IRQ_HANDLED;
4162
4163	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
4164		/* Mask the interrupt */
4165		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
4166
4167		/* Clear the interrupt */
4168		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.clr_interrupt_reg);
4169		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
4170
4171		list_del(&ioa_cfg->reset_cmd->queue);
4172		del_timer(&ioa_cfg->reset_cmd->timer);
4173		ipr_reset_ioa_job(ioa_cfg->reset_cmd);
4174	} else {
4175		if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
4176			ioa_cfg->ioa_unit_checked = 1;
4177		else
4178			dev_err(&ioa_cfg->pdev->dev,
4179				"Permanent IOA failure. 0x%08X\n", int_reg);
4180
4181		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4182			ioa_cfg->sdt_state = GET_DUMP;
4183
4184		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
4185		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
4186	}
4187
4188	return rc;
4189}
4190
4191/**
4192 * ipr_isr - Interrupt service routine
4193 * @irq:	irq number
4194 * @devp:	pointer to ioa config struct
4195 *
4196 * Return value:
4197 * 	IRQ_NONE / IRQ_HANDLED
4198 **/
4199static irqreturn_t ipr_isr(int irq, void *devp)
4200{
4201	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
4202	unsigned long lock_flags = 0;
4203	volatile u32 int_reg, int_mask_reg;
4204	u32 ioasc;
4205	u16 cmd_index;
4206	struct ipr_cmnd *ipr_cmd;
4207	irqreturn_t rc = IRQ_NONE;
4208
4209	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4210
4211	/* If interrupts are disabled, ignore the interrupt */
4212	if (!ioa_cfg->allow_interrupts) {
4213		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4214		return IRQ_NONE;
4215	}
4216
4217	int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
4218	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
4219
4220	/* If an interrupt on the adapter did not occur, ignore it */
4221	if (unlikely((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0)) {
4222		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4223		return IRQ_NONE;
4224	}
4225
4226	while (1) {
4227		ipr_cmd = NULL;
4228
4229		while ((be32_to_cpu(*ioa_cfg->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
4230		       ioa_cfg->toggle_bit) {
4231
4232			cmd_index = (be32_to_cpu(*ioa_cfg->hrrq_curr) &
4233				     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >> IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
4234
4235			if (unlikely(cmd_index >= IPR_NUM_CMD_BLKS)) {
4236				ioa_cfg->errors_logged++;
4237				dev_err(&ioa_cfg->pdev->dev, "Invalid response handle from IOA\n");
4238
4239				if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4240					ioa_cfg->sdt_state = GET_DUMP;
4241
4242				ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
4243				spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4244				return IRQ_HANDLED;
4245			}
4246
4247			ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
4248
4249			ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4250
4251			ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
4252
4253			list_del(&ipr_cmd->queue);
4254			del_timer(&ipr_cmd->timer);
4255			ipr_cmd->done(ipr_cmd);
4256
4257			rc = IRQ_HANDLED;
4258
4259			if (ioa_cfg->hrrq_curr < ioa_cfg->hrrq_end) {
4260				ioa_cfg->hrrq_curr++;
4261			} else {
4262				ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
4263				ioa_cfg->toggle_bit ^= 1u;
4264			}
4265		}
4266
4267		if (ipr_cmd != NULL) {
4268			/* Clear the PCI interrupt */
4269			writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg);
4270			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
4271		} else
4272			break;
4273	}
4274
4275	if (unlikely(rc == IRQ_NONE))
4276		rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
4277
4278	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4279	return rc;
4280}
4281
4282/**
4283 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
4284 * @ioa_cfg:	ioa config struct
4285 * @ipr_cmd:	ipr command struct
4286 *
4287 * Return value:
4288 * 	0 on success / -1 on failure
4289 **/
4290static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
4291			   struct ipr_cmnd *ipr_cmd)
4292{
4293	int i, nseg;
4294	struct scatterlist *sg;
4295	u32 length;
4296	u32 ioadl_flags = 0;
4297	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
4298	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4299	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4300
4301	length = scsi_bufflen(scsi_cmd);
4302	if (!length)
4303		return 0;
4304
4305	nseg = scsi_dma_map(scsi_cmd);
4306	if (nseg < 0) {
4307		dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
4308		return -1;
4309	}
4310
4311	ipr_cmd->dma_use_sg = nseg;
4312
4313	if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
4314		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
4315		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
4316		ioarcb->write_data_transfer_length = cpu_to_be32(length);
4317		ioarcb->write_ioadl_len =
4318			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
4319	} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
4320		ioadl_flags = IPR_IOADL_FLAGS_READ;
4321		ioarcb->read_data_transfer_length = cpu_to_be32(length);
4322		ioarcb->read_ioadl_len =
4323			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
4324	}
4325
4326	if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->add_data.u.ioadl)) {
4327		ioadl = ioarcb->add_data.u.ioadl;
4328		ioarcb->write_ioadl_addr =
4329			cpu_to_be32(be32_to_cpu(ioarcb->ioarcb_host_pci_addr) +
4330				    offsetof(struct ipr_ioarcb, add_data));
4331		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
4332	}
4333
4334	scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
4335		ioadl[i].flags_and_data_len =
4336			cpu_to_be32(ioadl_flags | sg_dma_len(sg));
4337		ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
4338	}
4339
4340	ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
4341	return 0;
4342}
4343
4344/**
4345 * ipr_get_task_attributes - Translate SPI Q-Tag to task attributes
4346 * @scsi_cmd:	scsi command struct
4347 *
4348 * Return value:
4349 * 	task attributes
4350 **/
4351static u8 ipr_get_task_attributes(struct scsi_cmnd *scsi_cmd)
4352{
4353	u8 tag[2];
4354	u8 rc = IPR_FLAGS_LO_UNTAGGED_TASK;
4355
4356	if (scsi_populate_tag_msg(scsi_cmd, tag)) {
4357		switch (tag[0]) {
4358		case MSG_SIMPLE_TAG:
4359			rc = IPR_FLAGS_LO_SIMPLE_TASK;
4360			break;
4361		case MSG_HEAD_TAG:
4362			rc = IPR_FLAGS_LO_HEAD_OF_Q_TASK;
4363			break;
4364		case MSG_ORDERED_TAG:
4365			rc = IPR_FLAGS_LO_ORDERED_TASK;
4366			break;
4367		};
4368	}
4369
4370	return rc;
4371}
4372
4373/**
4374 * ipr_erp_done - Process completion of ERP for a device
4375 * @ipr_cmd:		ipr command struct
4376 *
4377 * This function copies the sense buffer into the scsi_cmd
4378 * struct and pushes the scsi_done function.
4379 *
4380 * Return value:
4381 * 	nothing
4382 **/
4383static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
4384{
4385	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
4386	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
4387	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4388	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4389
4390	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
4391		scsi_cmd->result |= (DID_ERROR << 16);
4392		scmd_printk(KERN_ERR, scsi_cmd,
4393			    "Request Sense failed with IOASC: 0x%08X\n", ioasc);
4394	} else {
4395		memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
4396		       SCSI_SENSE_BUFFERSIZE);
4397	}
4398
4399	if (res) {
4400		if (!ipr_is_naca_model(res))
4401			res->needs_sync_complete = 1;
4402		res->in_erp = 0;
4403	}
4404	scsi_dma_unmap(ipr_cmd->scsi_cmd);
4405	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4406	scsi_cmd->scsi_done(scsi_cmd);
4407}
4408
4409/**
4410 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
4411 * @ipr_cmd:	ipr command struct
4412 *
4413 * Return value:
4414 * 	none
4415 **/
4416static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
4417{
4418	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4419	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
4420	dma_addr_t dma_addr = be32_to_cpu(ioarcb->ioarcb_host_pci_addr);
4421
4422	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
4423	ioarcb->write_data_transfer_length = 0;
4424	ioarcb->read_data_transfer_length = 0;
4425	ioarcb->write_ioadl_len = 0;
4426	ioarcb->read_ioadl_len = 0;
4427	ioasa->ioasc = 0;
4428	ioasa->residual_data_len = 0;
4429	ioarcb->write_ioadl_addr =
4430		cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioadl));
4431	ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
4432}
4433
4434/**
4435 * ipr_erp_request_sense - Send request sense to a device
4436 * @ipr_cmd:	ipr command struct
4437 *
4438 * This function sends a request sense to a device as a result
4439 * of a check condition.
4440 *
4441 * Return value:
4442 * 	nothing
4443 **/
4444static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
4445{
4446	struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
4447	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4448
4449	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
4450		ipr_erp_done(ipr_cmd);
4451		return;
4452	}
4453
4454	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
4455
4456	cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
4457	cmd_pkt->cdb[0] = REQUEST_SENSE;
4458	cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
4459	cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
4460	cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
4461	cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
4462
4463	ipr_cmd->ioadl[0].flags_and_data_len =
4464		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | SCSI_SENSE_BUFFERSIZE);
4465	ipr_cmd->ioadl[0].address =
4466		cpu_to_be32(ipr_cmd->sense_buffer_dma);
4467
4468	ipr_cmd->ioarcb.read_ioadl_len =
4469		cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4470	ipr_cmd->ioarcb.read_data_transfer_length =
4471		cpu_to_be32(SCSI_SENSE_BUFFERSIZE);
4472
4473	ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
4474		   IPR_REQUEST_SENSE_TIMEOUT * 2);
4475}
4476
4477/**
4478 * ipr_erp_cancel_all - Send cancel all to a device
4479 * @ipr_cmd:	ipr command struct
4480 *
4481 * This function sends a cancel all to a device to clear the
4482 * queue. If we are running TCQ on the device, QERR is set to 1,
4483 * which means all outstanding ops have been dropped on the floor.
4484 * Cancel all will return them to us.
4485 *
4486 * Return value:
4487 * 	nothing
4488 **/
4489static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
4490{
4491	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
4492	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
4493	struct ipr_cmd_pkt *cmd_pkt;
4494
4495	res->in_erp = 1;
4496
4497	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
4498
4499	if (!scsi_get_tag_type(scsi_cmd->device)) {
4500		ipr_erp_request_sense(ipr_cmd);
4501		return;
4502	}
4503
4504	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
4505	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4506	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
4507
4508	ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
4509		   IPR_CANCEL_ALL_TIMEOUT);
4510}
4511
4512/**
4513 * ipr_dump_ioasa - Dump contents of IOASA
4514 * @ioa_cfg:	ioa config struct
4515 * @ipr_cmd:	ipr command struct
4516 * @res:		resource entry struct
4517 *
4518 * This function is invoked by the interrupt handler when ops
4519 * fail. It will log the IOASA if appropriate. Only called
4520 * for GPDD ops.
4521 *
4522 * Return value:
4523 * 	none
4524 **/
4525static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
4526			   struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
4527{
4528	int i;
4529	u16 data_len;
4530	u32 ioasc, fd_ioasc;
4531	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
4532	__be32 *ioasa_data = (__be32 *)ioasa;
4533	int error_index;
4534
4535	ioasc = be32_to_cpu(ioasa->ioasc) & IPR_IOASC_IOASC_MASK;
4536	fd_ioasc = be32_to_cpu(ioasa->fd_ioasc) & IPR_IOASC_IOASC_MASK;
4537
4538	if (0 == ioasc)
4539		return;
4540
4541	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
4542		return;
4543
4544	if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
4545		error_index = ipr_get_error(fd_ioasc);
4546	else
4547		error_index = ipr_get_error(ioasc);
4548
4549	if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
4550		/* Don't log an error if the IOA already logged one */
4551		if (ioasa->ilid != 0)
4552			return;
4553
4554		if (!ipr_is_gscsi(res))
4555			return;
4556
4557		if (ipr_error_table[error_index].log_ioasa == 0)
4558			return;
4559	}
4560
4561	ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
4562
4563	if (sizeof(struct ipr_ioasa) < be16_to_cpu(ioasa->ret_stat_len))
4564		data_len = sizeof(struct ipr_ioasa);
4565	else
4566		data_len = be16_to_cpu(ioasa->ret_stat_len);
4567
4568	ipr_err("IOASA Dump:\n");
4569
4570	for (i = 0; i < data_len / 4; i += 4) {
4571		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
4572			be32_to_cpu(ioasa_data[i]),
4573			be32_to_cpu(ioasa_data[i+1]),
4574			be32_to_cpu(ioasa_data[i+2]),
4575			be32_to_cpu(ioasa_data[i+3]));
4576	}
4577}
4578
4579/**
4580 * ipr_gen_sense - Generate SCSI sense data from an IOASA
4581 * @ioasa:		IOASA
4582 * @sense_buf:	sense data buffer
4583 *
4584 * Return value:
4585 * 	none
4586 **/
4587static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
4588{
4589	u32 failing_lba;
4590	u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
4591	struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
4592	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
4593	u32 ioasc = be32_to_cpu(ioasa->ioasc);
4594
4595	memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
4596
4597	if (ioasc >= IPR_FIRST_DRIVER_IOASC)
4598		return;
4599
4600	ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
4601
4602	if (ipr_is_vset_device(res) &&
4603	    ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
4604	    ioasa->u.vset.failing_lba_hi != 0) {
4605		sense_buf[0] = 0x72;
4606		sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
4607		sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
4608		sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
4609
4610		sense_buf[7] = 12;
4611		sense_buf[8] = 0;
4612		sense_buf[9] = 0x0A;
4613		sense_buf[10] = 0x80;
4614
4615		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
4616
4617		sense_buf[12] = (failing_lba & 0xff000000) >> 24;
4618		sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
4619		sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
4620		sense_buf[15] = failing_lba & 0x000000ff;
4621
4622		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
4623
4624		sense_buf[16] = (failing_lba & 0xff000000) >> 24;
4625		sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
4626		sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
4627		sense_buf[19] = failing_lba & 0x000000ff;
4628	} else {
4629		sense_buf[0] = 0x70;
4630		sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
4631		sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
4632		sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
4633
4634		/* Illegal request */
4635		if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
4636		    (be32_to_cpu(ioasa->ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
4637			sense_buf[7] = 10;	/* additional length */
4638
4639			/* IOARCB was in error */
4640			if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
4641				sense_buf[15] = 0xC0;
4642			else	/* Parameter data was invalid */
4643				sense_buf[15] = 0x80;
4644
4645			sense_buf[16] =
4646			    ((IPR_FIELD_POINTER_MASK &
4647			      be32_to_cpu(ioasa->ioasc_specific)) >> 8) & 0xff;
4648			sense_buf[17] =
4649			    (IPR_FIELD_POINTER_MASK &
4650			     be32_to_cpu(ioasa->ioasc_specific)) & 0xff;
4651		} else {
4652			if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
4653				if (ipr_is_vset_device(res))
4654					failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
4655				else
4656					failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
4657
4658				sense_buf[0] |= 0x80;	/* Or in the Valid bit */
4659				sense_buf[3] = (failing_lba & 0xff000000) >> 24;
4660				sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
4661				sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
4662				sense_buf[6] = failing_lba & 0x000000ff;
4663			}
4664
4665			sense_buf[7] = 6;	/* additional length */
4666		}
4667	}
4668}
4669
4670/**
4671 * ipr_get_autosense - Copy autosense data to sense buffer
4672 * @ipr_cmd:	ipr command struct
4673 *
4674 * This function copies the autosense buffer to the buffer
4675 * in the scsi_cmd, if there is autosense available.
4676 *
4677 * Return value:
4678 *	1 if autosense was available / 0 if not
4679 **/
4680static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
4681{
4682	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
4683
4684	if ((be32_to_cpu(ioasa->ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
4685		return 0;
4686
4687	memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
4688	       min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
4689		   SCSI_SENSE_BUFFERSIZE));
4690	return 1;
4691}
4692
4693/**
4694 * ipr_erp_start - Process an error response for a SCSI op
4695 * @ioa_cfg:	ioa config struct
4696 * @ipr_cmd:	ipr command struct
4697 *
4698 * This function determines whether or not to initiate ERP
4699 * on the affected device.
4700 *
4701 * Return value:
4702 * 	nothing
4703 **/
4704static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
4705			      struct ipr_cmnd *ipr_cmd)
4706{
4707	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
4708	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
4709	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4710	u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
4711
4712	if (!res) {
4713		ipr_scsi_eh_done(ipr_cmd);
4714		return;
4715	}
4716
4717	if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
4718		ipr_gen_sense(ipr_cmd);
4719
4720	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
4721
4722	switch (masked_ioasc) {
4723	case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
4724		if (ipr_is_naca_model(res))
4725			scsi_cmd->result |= (DID_ABORT << 16);
4726		else
4727			scsi_cmd->result |= (DID_IMM_RETRY << 16);
4728		break;
4729	case IPR_IOASC_IR_RESOURCE_HANDLE:
4730	case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
4731		scsi_cmd->result |= (DID_NO_CONNECT << 16);
4732		break;
4733	case IPR_IOASC_HW_SEL_TIMEOUT:
4734		scsi_cmd->result |= (DID_NO_CONNECT << 16);
4735		if (!ipr_is_naca_model(res))
4736			res->needs_sync_complete = 1;
4737		break;
4738	case IPR_IOASC_SYNC_REQUIRED:
4739		if (!res->in_erp)
4740			res->needs_sync_complete = 1;
4741		scsi_cmd->result |= (DID_IMM_RETRY << 16);
4742		break;
4743	case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
4744	case IPR_IOASA_IR_DUAL_IOA_DISABLED:
4745		scsi_cmd->result |= (DID_PASSTHROUGH << 16);
4746		break;
4747	case IPR_IOASC_BUS_WAS_RESET:
4748	case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
4749		/*
4750		 * Report the bus reset and ask for a retry. The device
4751		 * will give CC/UA the next command.
4752		 */
4753		if (!res->resetting_device)
4754			scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
4755		scsi_cmd->result |= (DID_ERROR << 16);
4756		if (!ipr_is_naca_model(res))
4757			res->needs_sync_complete = 1;
4758		break;
4759	case IPR_IOASC_HW_DEV_BUS_STATUS:
4760		scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
4761		if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
4762			if (!ipr_get_autosense(ipr_cmd)) {
4763				if (!ipr_is_naca_model(res)) {
4764					ipr_erp_cancel_all(ipr_cmd);
4765					return;
4766				}
4767			}
4768		}
4769		if (!ipr_is_naca_model(res))
4770			res->needs_sync_complete = 1;
4771		break;
4772	case IPR_IOASC_NR_INIT_CMD_REQUIRED:
4773		break;
4774	default:
4775		if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
4776			scsi_cmd->result |= (DID_ERROR << 16);
4777		if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
4778			res->needs_sync_complete = 1;
4779		break;
4780	}
4781
4782	scsi_dma_unmap(ipr_cmd->scsi_cmd);
4783	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4784	scsi_cmd->scsi_done(scsi_cmd);
4785}
4786
4787/**
4788 * ipr_scsi_done - mid-layer done function
4789 * @ipr_cmd:	ipr command struct
4790 *
4791 * This function is invoked by the interrupt handler for
4792 * ops generated by the SCSI mid-layer
4793 *
4794 * Return value:
4795 * 	none
4796 **/
4797static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
4798{
4799	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4800	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
4801	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
4802
4803	scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->ioasa.residual_data_len));
4804
4805	if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
4806		scsi_dma_unmap(ipr_cmd->scsi_cmd);
4807		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4808		scsi_cmd->scsi_done(scsi_cmd);
4809	} else
4810		ipr_erp_start(ioa_cfg, ipr_cmd);
4811}
4812
4813/**
4814 * ipr_queuecommand - Queue a mid-layer request
4815 * @scsi_cmd:	scsi command struct
4816 * @done:		done function
4817 *
4818 * This function queues a request generated by the mid-layer.
4819 *
4820 * Return value:
4821 *	0 on success
4822 *	SCSI_MLQUEUE_DEVICE_BUSY if device is busy
4823 *	SCSI_MLQUEUE_HOST_BUSY if host is busy
4824 **/
4825static int ipr_queuecommand(struct scsi_cmnd *scsi_cmd,
4826			    void (*done) (struct scsi_cmnd *))
4827{
4828	struct ipr_ioa_cfg *ioa_cfg;
4829	struct ipr_resource_entry *res;
4830	struct ipr_ioarcb *ioarcb;
4831	struct ipr_cmnd *ipr_cmd;
4832	int rc = 0;
4833
4834	scsi_cmd->scsi_done = done;
4835	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
4836	res = scsi_cmd->device->hostdata;
4837	scsi_cmd->result = (DID_OK << 16);
4838
4839	/*
4840	 * We are currently blocking all devices due to a host reset
4841	 * We have told the host to stop giving us new requests, but
4842	 * ERP ops don't count. FIXME
4843	 */
4844	if (unlikely(!ioa_cfg->allow_cmds && !ioa_cfg->ioa_is_dead))
4845		return SCSI_MLQUEUE_HOST_BUSY;
4846
4847	/*
4848	 * FIXME - Create scsi_set_host_offline interface
4849	 *  and the ioa_is_dead check can be removed
4850	 */
4851	if (unlikely(ioa_cfg->ioa_is_dead || !res)) {
4852		memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
4853		scsi_cmd->result = (DID_NO_CONNECT << 16);
4854		scsi_cmd->scsi_done(scsi_cmd);
4855		return 0;
4856	}
4857
4858	if (ipr_is_gata(res) && res->sata_port)
4859		return ata_sas_queuecmd(scsi_cmd, done, res->sata_port->ap);
4860
4861	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4862	ioarcb = &ipr_cmd->ioarcb;
4863	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
4864
4865	memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
4866	ipr_cmd->scsi_cmd = scsi_cmd;
4867	ioarcb->res_handle = res->cfgte.res_handle;
4868	ipr_cmd->done = ipr_scsi_done;
4869	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_PHYS_LOC(res->cfgte.res_addr));
4870
4871	if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
4872		if (scsi_cmd->underflow == 0)
4873			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
4874
4875		if (res->needs_sync_complete) {
4876			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
4877			res->needs_sync_complete = 0;
4878		}
4879
4880		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
4881		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
4882		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
4883		ioarcb->cmd_pkt.flags_lo |= ipr_get_task_attributes(scsi_cmd);
4884	}
4885
4886	if (scsi_cmd->cmnd[0] >= 0xC0 &&
4887	    (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE))
4888		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
4889
4890	if (likely(rc == 0))
4891		rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
4892
4893	if (likely(rc == 0)) {
4894		mb();
4895		writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
4896		       ioa_cfg->regs.ioarrin_reg);
4897	} else {
4898		 list_move_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4899		 return SCSI_MLQUEUE_HOST_BUSY;
4900	}
4901
4902	return 0;
4903}
4904
4905/**
4906 * ipr_ioctl - IOCTL handler
4907 * @sdev:	scsi device struct
4908 * @cmd:	IOCTL cmd
4909 * @arg:	IOCTL arg
4910 *
4911 * Return value:
4912 * 	0 on success / other on failure
4913 **/
4914static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
4915{
4916	struct ipr_resource_entry *res;
4917
4918	res = (struct ipr_resource_entry *)sdev->hostdata;
4919	if (res && ipr_is_gata(res)) {
4920		if (cmd == HDIO_GET_IDENTITY)
4921			return -ENOTTY;
4922		return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
4923	}
4924
4925	return -EINVAL;
4926}
4927
4928/**
4929 * ipr_info - Get information about the card/driver
4930 * @scsi_host:	scsi host struct
4931 *
4932 * Return value:
4933 * 	pointer to buffer with description string
4934 **/
4935static const char * ipr_ioa_info(struct Scsi_Host *host)
4936{
4937	static char buffer[512];
4938	struct ipr_ioa_cfg *ioa_cfg;
4939	unsigned long lock_flags = 0;
4940
4941	ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
4942
4943	spin_lock_irqsave(host->host_lock, lock_flags);
4944	sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
4945	spin_unlock_irqrestore(host->host_lock, lock_flags);
4946
4947	return buffer;
4948}
4949
4950static struct scsi_host_template driver_template = {
4951	.module = THIS_MODULE,
4952	.name = "IPR",
4953	.info = ipr_ioa_info,
4954	.ioctl = ipr_ioctl,
4955	.queuecommand = ipr_queuecommand,
4956	.eh_abort_handler = ipr_eh_abort,
4957	.eh_device_reset_handler = ipr_eh_dev_reset,
4958	.eh_host_reset_handler = ipr_eh_host_reset,
4959	.slave_alloc = ipr_slave_alloc,
4960	.slave_configure = ipr_slave_configure,
4961	.slave_destroy = ipr_slave_destroy,
4962	.target_alloc = ipr_target_alloc,
4963	.target_destroy = ipr_target_destroy,
4964	.change_queue_depth = ipr_change_queue_depth,
4965	.change_queue_type = ipr_change_queue_type,
4966	.bios_param = ipr_biosparam,
4967	.can_queue = IPR_MAX_COMMANDS,
4968	.this_id = -1,
4969	.sg_tablesize = IPR_MAX_SGLIST,
4970	.max_sectors = IPR_IOA_MAX_SECTORS,
4971	.cmd_per_lun = IPR_MAX_CMD_PER_LUN,
4972	.use_clustering = ENABLE_CLUSTERING,
4973	.shost_attrs = ipr_ioa_attrs,
4974	.sdev_attrs = ipr_dev_attrs,
4975	.proc_name = IPR_NAME
4976};
4977
4978/**
4979 * ipr_ata_phy_reset - libata phy_reset handler
4980 * @ap:		ata port to reset
4981 *
4982 **/
4983static void ipr_ata_phy_reset(struct ata_port *ap)
4984{
4985	unsigned long flags;
4986	struct ipr_sata_port *sata_port = ap->private_data;
4987	struct ipr_resource_entry *res = sata_port->res;
4988	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
4989	int rc;
4990
4991	ENTER;
4992	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
4993	while(ioa_cfg->in_reset_reload) {
4994		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
4995		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4996		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
4997	}
4998
4999	if (!ioa_cfg->allow_cmds)
5000		goto out_unlock;
5001
5002	rc = ipr_device_reset(ioa_cfg, res);
5003
5004	if (rc) {
5005		ata_port_disable(ap);
5006		goto out_unlock;
5007	}
5008
5009	switch(res->cfgte.proto) {
5010	case IPR_PROTO_SATA:
5011	case IPR_PROTO_SAS_STP:
5012		ap->link.device[0].class = ATA_DEV_ATA;
5013		break;
5014	case IPR_PROTO_SATA_ATAPI:
5015	case IPR_PROTO_SAS_STP_ATAPI:
5016		ap->link.device[0].class = ATA_DEV_ATAPI;
5017		break;
5018	default:
5019		ap->link.device[0].class = ATA_DEV_UNKNOWN;
5020		ata_port_disable(ap);
5021		break;
5022	};
5023
5024out_unlock:
5025	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5026	LEAVE;
5027}
5028
5029/**
5030 * ipr_ata_post_internal - Cleanup after an internal command
5031 * @qc:	ATA queued command
5032 *
5033 * Return value:
5034 * 	none
5035 **/
5036static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
5037{
5038	struct ipr_sata_port *sata_port = qc->ap->private_data;
5039	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5040	struct ipr_cmnd *ipr_cmd;
5041	unsigned long flags;
5042
5043	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5044	while(ioa_cfg->in_reset_reload) {
5045		spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5046		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5047		spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5048	}
5049
5050	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
5051		if (ipr_cmd->qc == qc) {
5052			ipr_device_reset(ioa_cfg, sata_port->res);
5053			break;
5054		}
5055	}
5056	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5057}
5058
5059/**
5060 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
5061 * @regs:	destination
5062 * @tf:	source ATA taskfile
5063 *
5064 * Return value:
5065 * 	none
5066 **/
5067static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
5068			     struct ata_taskfile *tf)
5069{
5070	regs->feature = tf->feature;
5071	regs->nsect = tf->nsect;
5072	regs->lbal = tf->lbal;
5073	regs->lbam = tf->lbam;
5074	regs->lbah = tf->lbah;
5075	regs->device = tf->device;
5076	regs->command = tf->command;
5077	regs->hob_feature = tf->hob_feature;
5078	regs->hob_nsect = tf->hob_nsect;
5079	regs->hob_lbal = tf->hob_lbal;
5080	regs->hob_lbam = tf->hob_lbam;
5081	regs->hob_lbah = tf->hob_lbah;
5082	regs->ctl = tf->ctl;
5083}
5084
5085/**
5086 * ipr_sata_done - done function for SATA commands
5087 * @ipr_cmd:	ipr command struct
5088 *
5089 * This function is invoked by the interrupt handler for
5090 * ops generated by the SCSI mid-layer to SATA devices
5091 *
5092 * Return value:
5093 * 	none
5094 **/
5095static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
5096{
5097	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5098	struct ata_queued_cmd *qc = ipr_cmd->qc;
5099	struct ipr_sata_port *sata_port = qc->ap->private_data;
5100	struct ipr_resource_entry *res = sata_port->res;
5101	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
5102
5103	memcpy(&sata_port->ioasa, &ipr_cmd->ioasa.u.gata,
5104	       sizeof(struct ipr_ioasa_gata));
5105	ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
5106
5107	if (be32_to_cpu(ipr_cmd->ioasa.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
5108		scsi_report_device_reset(ioa_cfg->host, res->cfgte.res_addr.bus,
5109					 res->cfgte.res_addr.target);
5110
5111	if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
5112		qc->err_mask |= __ac_err_mask(ipr_cmd->ioasa.u.gata.status);
5113	else
5114		qc->err_mask |= ac_err_mask(ipr_cmd->ioasa.u.gata.status);
5115	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5116	ata_qc_complete(qc);
5117}
5118
5119/**
5120 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
5121 * @ipr_cmd:	ipr command struct
5122 * @qc:		ATA queued command
5123 *
5124 **/
5125static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
5126				struct ata_queued_cmd *qc)
5127{
5128	u32 ioadl_flags = 0;
5129	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5130	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
5131	struct ipr_ioadl_desc *last_ioadl = NULL;
5132	int len = qc->nbytes;
5133	struct scatterlist *sg;
5134	unsigned int si;
5135
5136	if (len == 0)
5137		return;
5138
5139	if (qc->dma_dir == DMA_TO_DEVICE) {
5140		ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5141		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5142		ioarcb->write_data_transfer_length = cpu_to_be32(len);
5143		ioarcb->write_ioadl_len =
5144			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5145	} else if (qc->dma_dir == DMA_FROM_DEVICE) {
5146		ioadl_flags = IPR_IOADL_FLAGS_READ;
5147		ioarcb->read_data_transfer_length = cpu_to_be32(len);
5148		ioarcb->read_ioadl_len =
5149			cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5150	}
5151
5152	for_each_sg(qc->sg, sg, qc->n_elem, si) {
5153		ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5154		ioadl->address = cpu_to_be32(sg_dma_address(sg));
5155
5156		last_ioadl = ioadl;
5157		ioadl++;
5158	}
5159
5160	if (likely(last_ioadl))
5161		last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5162}
5163
5164/**
5165 * ipr_qc_issue - Issue a SATA qc to a device
5166 * @qc:	queued command
5167 *
5168 * Return value:
5169 * 	0 if success
5170 **/
5171static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
5172{
5173	struct ata_port *ap = qc->ap;
5174	struct ipr_sata_port *sata_port = ap->private_data;
5175	struct ipr_resource_entry *res = sata_port->res;
5176	struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5177	struct ipr_cmnd *ipr_cmd;
5178	struct ipr_ioarcb *ioarcb;
5179	struct ipr_ioarcb_ata_regs *regs;
5180
5181	if (unlikely(!ioa_cfg->allow_cmds || ioa_cfg->ioa_is_dead))
5182		return AC_ERR_SYSTEM;
5183
5184	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5185	ioarcb = &ipr_cmd->ioarcb;
5186	regs = &ioarcb->add_data.u.regs;
5187
5188	memset(&ioarcb->add_data, 0, sizeof(ioarcb->add_data));
5189	ioarcb->add_cmd_parms_len = cpu_to_be32(sizeof(ioarcb->add_data.u.regs));
5190
5191	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
5192	ipr_cmd->qc = qc;
5193	ipr_cmd->done = ipr_sata_done;
5194	ipr_cmd->ioarcb.res_handle = res->cfgte.res_handle;
5195	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
5196	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
5197	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5198	ipr_cmd->dma_use_sg = qc->n_elem;
5199
5200	ipr_build_ata_ioadl(ipr_cmd, qc);
5201	regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
5202	ipr_copy_sata_tf(regs, &qc->tf);
5203	memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
5204	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_PHYS_LOC(res->cfgte.res_addr));
5205
5206	switch (qc->tf.protocol) {
5207	case ATA_PROT_NODATA:
5208	case ATA_PROT_PIO:
5209		break;
5210
5211	case ATA_PROT_DMA:
5212		regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
5213		break;
5214
5215	case ATAPI_PROT_PIO:
5216	case ATAPI_PROT_NODATA:
5217		regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
5218		break;
5219
5220	case ATAPI_PROT_DMA:
5221		regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
5222		regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
5223		break;
5224
5225	default:
5226		WARN_ON(1);
5227		return AC_ERR_INVALID;
5228	}
5229
5230	mb();
5231	writel(be32_to_cpu(ioarcb->ioarcb_host_pci_addr),
5232	       ioa_cfg->regs.ioarrin_reg);
5233	return 0;
5234}
5235
5236/**
5237 * ipr_qc_fill_rtf - Read result TF
5238 * @qc: ATA queued command
5239 *
5240 * Return value:
5241 * 	true
5242 **/
5243static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
5244{
5245	struct ipr_sata_port *sata_port = qc->ap->private_data;
5246	struct ipr_ioasa_gata *g = &sata_port->ioasa;
5247	struct ata_taskfile *tf = &qc->result_tf;
5248
5249	tf->feature = g->error;
5250	tf->nsect = g->nsect;
5251	tf->lbal = g->lbal;
5252	tf->lbam = g->lbam;
5253	tf->lbah = g->lbah;
5254	tf->device = g->device;
5255	tf->command = g->status;
5256	tf->hob_nsect = g->hob_nsect;
5257	tf->hob_lbal = g->hob_lbal;
5258	tf->hob_lbam = g->hob_lbam;
5259	tf->hob_lbah = g->hob_lbah;
5260	tf->ctl = g->alt_status;
5261
5262	return true;
5263}
5264
5265static struct ata_port_operations ipr_sata_ops = {
5266	.phy_reset = ipr_ata_phy_reset,
5267	.hardreset = ipr_sata_reset,
5268	.post_internal_cmd = ipr_ata_post_internal,
5269	.qc_prep = ata_noop_qc_prep,
5270	.qc_issue = ipr_qc_issue,
5271	.qc_fill_rtf = ipr_qc_fill_rtf,
5272	.port_start = ata_sas_port_start,
5273	.port_stop = ata_sas_port_stop
5274};
5275
5276static struct ata_port_info sata_port_info = {
5277	.flags	= ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY | ATA_FLAG_SATA_RESET |
5278	ATA_FLAG_MMIO | ATA_FLAG_PIO_DMA,
5279	.pio_mask	= 0x10, /* pio4 */
5280	.mwdma_mask = 0x07,
5281	.udma_mask	= 0x7f, /* udma0-6 */
5282	.port_ops	= &ipr_sata_ops
5283};
5284
5285#ifdef CONFIG_PPC_PSERIES
5286static const u16 ipr_blocked_processors[] = {
5287	PV_NORTHSTAR,
5288	PV_PULSAR,
5289	PV_POWER4,
5290	PV_ICESTAR,
5291	PV_SSTAR,
5292	PV_POWER4p,
5293	PV_630,
5294	PV_630p
5295};
5296
5297/**
5298 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
5299 * @ioa_cfg:	ioa cfg struct
5300 *
5301 * Adapters that use Gemstone revision < 3.1 do not work reliably on
5302 * certain pSeries hardware. This function determines if the given
5303 * adapter is in one of these confgurations or not.
5304 *
5305 * Return value:
5306 * 	1 if adapter is not supported / 0 if adapter is supported
5307 **/
5308static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
5309{
5310	int i;
5311
5312	if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
5313		for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++){
5314			if (__is_processor(ipr_blocked_processors[i]))
5315				return 1;
5316		}
5317	}
5318	return 0;
5319}
5320#else
5321#define ipr_invalid_adapter(ioa_cfg) 0
5322#endif
5323
5324/**
5325 * ipr_ioa_bringdown_done - IOA bring down completion.
5326 * @ipr_cmd:	ipr command struct
5327 *
5328 * This function processes the completion of an adapter bring down.
5329 * It wakes any reset sleepers.
5330 *
5331 * Return value:
5332 * 	IPR_RC_JOB_RETURN
5333 **/
5334static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
5335{
5336	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5337
5338	ENTER;
5339	ioa_cfg->in_reset_reload = 0;
5340	ioa_cfg->reset_retries = 0;
5341	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5342	wake_up_all(&ioa_cfg->reset_wait_q);
5343
5344	spin_unlock_irq(ioa_cfg->host->host_lock);
5345	scsi_unblock_requests(ioa_cfg->host);
5346	spin_lock_irq(ioa_cfg->host->host_lock);
5347	LEAVE;
5348
5349	return IPR_RC_JOB_RETURN;
5350}
5351
5352/**
5353 * ipr_ioa_reset_done - IOA reset completion.
5354 * @ipr_cmd:	ipr command struct
5355 *
5356 * This function processes the completion of an adapter reset.
5357 * It schedules any necessary mid-layer add/removes and
5358 * wakes any reset sleepers.
5359 *
5360 * Return value:
5361 * 	IPR_RC_JOB_RETURN
5362 **/
5363static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
5364{
5365	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5366	struct ipr_resource_entry *res;
5367	struct ipr_hostrcb *hostrcb, *temp;
5368	int i = 0;
5369
5370	ENTER;
5371	ioa_cfg->in_reset_reload = 0;
5372	ioa_cfg->allow_cmds = 1;
5373	ioa_cfg->reset_cmd = NULL;
5374	ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
5375
5376	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5377		if (ioa_cfg->allow_ml_add_del && (res->add_to_ml || res->del_from_ml)) {
5378			ipr_trace;
5379			break;
5380		}
5381	}
5382	schedule_work(&ioa_cfg->work_q);
5383
5384	list_for_each_entry_safe(hostrcb, temp, &ioa_cfg->hostrcb_free_q, queue) {
5385		list_del(&hostrcb->queue);
5386		if (i++ < IPR_NUM_LOG_HCAMS)
5387			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
5388		else
5389			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
5390	}
5391
5392	scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
5393	dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
5394
5395	ioa_cfg->reset_retries = 0;
5396	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5397	wake_up_all(&ioa_cfg->reset_wait_q);
5398
5399	spin_unlock(ioa_cfg->host->host_lock);
5400	scsi_unblock_requests(ioa_cfg->host);
5401	spin_lock(ioa_cfg->host->host_lock);
5402
5403	if (!ioa_cfg->allow_cmds)
5404		scsi_block_requests(ioa_cfg->host);
5405
5406	LEAVE;
5407	return IPR_RC_JOB_RETURN;
5408}
5409
5410/**
5411 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
5412 * @supported_dev:	supported device struct
5413 * @vpids:			vendor product id struct
5414 *
5415 * Return value:
5416 * 	none
5417 **/
5418static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
5419				 struct ipr_std_inq_vpids *vpids)
5420{
5421	memset(supported_dev, 0, sizeof(struct ipr_supported_device));
5422	memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
5423	supported_dev->num_records = 1;
5424	supported_dev->data_length =
5425		cpu_to_be16(sizeof(struct ipr_supported_device));
5426	supported_dev->reserved = 0;
5427}
5428
5429/**
5430 * ipr_set_supported_devs - Send Set Supported Devices for a device
5431 * @ipr_cmd:	ipr command struct
5432 *
5433 * This function send a Set Supported Devices to the adapter
5434 *
5435 * Return value:
5436 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5437 **/
5438static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
5439{
5440	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5441	struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
5442	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
5443	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5444	struct ipr_resource_entry *res = ipr_cmd->u.res;
5445
5446	ipr_cmd->job_step = ipr_ioa_reset_done;
5447
5448	list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
5449		if (!ipr_is_scsi_disk(res))
5450			continue;
5451
5452		ipr_cmd->u.res = res;
5453		ipr_set_sup_dev_dflt(supp_dev, &res->cfgte.std_inq_data.vpids);
5454
5455		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
5456		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5457		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
5458
5459		ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
5460		ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
5461		ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
5462
5463		ioadl->flags_and_data_len = cpu_to_be32(IPR_IOADL_FLAGS_WRITE_LAST |
5464							sizeof(struct ipr_supported_device));
5465		ioadl->address = cpu_to_be32(ioa_cfg->vpd_cbs_dma +
5466					     offsetof(struct ipr_misc_cbs, supp_dev));
5467		ioarcb->write_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
5468		ioarcb->write_data_transfer_length =
5469			cpu_to_be32(sizeof(struct ipr_supported_device));
5470
5471		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
5472			   IPR_SET_SUP_DEVICE_TIMEOUT);
5473
5474		ipr_cmd->job_step = ipr_set_supported_devs;
5475		return IPR_RC_JOB_RETURN;
5476	}
5477
5478	return IPR_RC_JOB_CONTINUE;
5479}
5480
5481/**
5482 * ipr_setup_write_cache - Disable write cache if needed
5483 * @ipr_cmd:	ipr command struct
5484 *
5485 * This function sets up adapters write cache to desired setting
5486 *
5487 * Return value:
5488 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5489 **/
5490static int ipr_setup_write_cache(struct ipr_cmnd *ipr_cmd)
5491{
5492	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5493
5494	ipr_cmd->job_step = ipr_set_supported_devs;
5495	ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
5496				    struct ipr_resource_entry, queue);
5497
5498	if (ioa_cfg->cache_state != CACHE_DISABLED)
5499		return IPR_RC_JOB_CONTINUE;
5500
5501	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
5502	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
5503	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
5504	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
5505
5506	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
5507
5508	return IPR_RC_JOB_RETURN;
5509}
5510
5511/**
5512 * ipr_get_mode_page - Locate specified mode page
5513 * @mode_pages:	mode page buffer
5514 * @page_code:	page code to find
5515 * @len:		minimum required length for mode page
5516 *
5517 * Return value:
5518 * 	pointer to mode page / NULL on failure
5519 **/
5520static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
5521			       u32 page_code, u32 len)
5522{
5523	struct ipr_mode_page_hdr *mode_hdr;
5524	u32 page_length;
5525	u32 length;
5526
5527	if (!mode_pages || (mode_pages->hdr.length == 0))
5528		return NULL;
5529
5530	length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
5531	mode_hdr = (struct ipr_mode_page_hdr *)
5532		(mode_pages->data + mode_pages->hdr.block_desc_len);
5533
5534	while (length) {
5535		if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
5536			if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
5537				return mode_hdr;
5538			break;
5539		} else {
5540			page_length = (sizeof(struct ipr_mode_page_hdr) +
5541				       mode_hdr->page_length);
5542			length -= page_length;
5543			mode_hdr = (struct ipr_mode_page_hdr *)
5544				((unsigned long)mode_hdr + page_length);
5545		}
5546	}
5547	return NULL;
5548}
5549
5550/**
5551 * ipr_check_term_power - Check for term power errors
5552 * @ioa_cfg:	ioa config struct
5553 * @mode_pages:	IOAFP mode pages buffer
5554 *
5555 * Check the IOAFP's mode page 28 for term power errors
5556 *
5557 * Return value:
5558 * 	nothing
5559 **/
5560static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
5561				 struct ipr_mode_pages *mode_pages)
5562{
5563	int i;
5564	int entry_length;
5565	struct ipr_dev_bus_entry *bus;
5566	struct ipr_mode_page28 *mode_page;
5567
5568	mode_page = ipr_get_mode_page(mode_pages, 0x28,
5569				      sizeof(struct ipr_mode_page28));
5570
5571	entry_length = mode_page->entry_length;
5572
5573	bus = mode_page->bus;
5574
5575	for (i = 0; i < mode_page->num_entries; i++) {
5576		if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
5577			dev_err(&ioa_cfg->pdev->dev,
5578				"Term power is absent on scsi bus %d\n",
5579				bus->res_addr.bus);
5580		}
5581
5582		bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
5583	}
5584}
5585
5586/**
5587 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
5588 * @ioa_cfg:	ioa config struct
5589 *
5590 * Looks through the config table checking for SES devices. If
5591 * the SES device is in the SES table indicating a maximum SCSI
5592 * bus speed, the speed is limited for the bus.
5593 *
5594 * Return value:
5595 * 	none
5596 **/
5597static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
5598{
5599	u32 max_xfer_rate;
5600	int i;
5601
5602	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
5603		max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
5604						       ioa_cfg->bus_attr[i].bus_width);
5605
5606		if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
5607			ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
5608	}
5609}
5610
5611/**
5612 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
5613 * @ioa_cfg:	ioa config struct
5614 * @mode_pages:	mode page 28 buffer
5615 *
5616 * Updates mode page 28 based on driver configuration
5617 *
5618 * Return value:
5619 * 	none
5620 **/
5621static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
5622					  	struct ipr_mode_pages *mode_pages)
5623{
5624	int i, entry_length;
5625	struct ipr_dev_bus_entry *bus;
5626	struct ipr_bus_attributes *bus_attr;
5627	struct ipr_mode_page28 *mode_page;
5628
5629	mode_page = ipr_get_mode_page(mode_pages, 0x28,
5630				      sizeof(struct ipr_mode_page28));
5631
5632	entry_length = mode_page->entry_length;
5633
5634	/* Loop for each device bus entry */
5635	for (i = 0, bus = mode_page->bus;
5636	     i < mode_page->num_entries;
5637	     i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
5638		if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
5639			dev_err(&ioa_cfg->pdev->dev,
5640				"Invalid resource address reported: 0x%08X\n",
5641				IPR_GET_PHYS_LOC(bus->res_addr));
5642			continue;
5643		}
5644
5645		bus_attr = &ioa_cfg->bus_attr[i];
5646		bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
5647		bus->bus_width = bus_attr->bus_width;
5648		bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
5649		bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
5650		if (bus_attr->qas_enabled)
5651			bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
5652		else
5653			bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
5654	}
5655}
5656
5657/**
5658 * ipr_build_mode_select - Build a mode select command
5659 * @ipr_cmd:	ipr command struct
5660 * @res_handle:	resource handle to send command to
5661 * @parm:		Byte 2 of Mode Sense command
5662 * @dma_addr:	DMA buffer address
5663 * @xfer_len:	data transfer length
5664 *
5665 * Return value:
5666 * 	none
5667 **/
5668static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
5669				  __be32 res_handle, u8 parm, u32 dma_addr,
5670				  u8 xfer_len)
5671{
5672	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
5673	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5674
5675	ioarcb->res_handle = res_handle;
5676	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
5677	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5678	ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
5679	ioarcb->cmd_pkt.cdb[1] = parm;
5680	ioarcb->cmd_pkt.cdb[4] = xfer_len;
5681
5682	ioadl->flags_and_data_len =
5683		cpu_to_be32(IPR_IOADL_FLAGS_WRITE_LAST | xfer_len);
5684	ioadl->address = cpu_to_be32(dma_addr);
5685	ioarcb->write_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
5686	ioarcb->write_data_transfer_length = cpu_to_be32(xfer_len);
5687}
5688
5689/**
5690 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
5691 * @ipr_cmd:	ipr command struct
5692 *
5693 * This function sets up the SCSI bus attributes and sends
5694 * a Mode Select for Page 28 to activate them.
5695 *
5696 * Return value:
5697 * 	IPR_RC_JOB_RETURN
5698 **/
5699static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
5700{
5701	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5702	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
5703	int length;
5704
5705	ENTER;
5706	ipr_scsi_bus_speed_limit(ioa_cfg);
5707	ipr_check_term_power(ioa_cfg, mode_pages);
5708	ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
5709	length = mode_pages->hdr.length + 1;
5710	mode_pages->hdr.length = 0;
5711
5712	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
5713			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
5714			      length);
5715
5716	ipr_cmd->job_step = ipr_setup_write_cache;
5717	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
5718
5719	LEAVE;
5720	return IPR_RC_JOB_RETURN;
5721}
5722
5723/**
5724 * ipr_build_mode_sense - Builds a mode sense command
5725 * @ipr_cmd:	ipr command struct
5726 * @res:		resource entry struct
5727 * @parm:		Byte 2 of mode sense command
5728 * @dma_addr:	DMA address of mode sense buffer
5729 * @xfer_len:	Size of DMA buffer
5730 *
5731 * Return value:
5732 * 	none
5733 **/
5734static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
5735				 __be32 res_handle,
5736				 u8 parm, u32 dma_addr, u8 xfer_len)
5737{
5738	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
5739	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5740
5741	ioarcb->res_handle = res_handle;
5742	ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
5743	ioarcb->cmd_pkt.cdb[2] = parm;
5744	ioarcb->cmd_pkt.cdb[4] = xfer_len;
5745	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
5746
5747	ioadl->flags_and_data_len =
5748		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | xfer_len);
5749	ioadl->address = cpu_to_be32(dma_addr);
5750	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
5751	ioarcb->read_data_transfer_length = cpu_to_be32(xfer_len);
5752}
5753
5754/**
5755 * ipr_reset_cmd_failed - Handle failure of IOA reset command
5756 * @ipr_cmd:	ipr command struct
5757 *
5758 * This function handles the failure of an IOA bringup command.
5759 *
5760 * Return value:
5761 * 	IPR_RC_JOB_RETURN
5762 **/
5763static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
5764{
5765	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5766	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
5767
5768	dev_err(&ioa_cfg->pdev->dev,
5769		"0x%02X failed with IOASC: 0x%08X\n",
5770		ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
5771
5772	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5773	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5774	return IPR_RC_JOB_RETURN;
5775}
5776
5777/**
5778 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
5779 * @ipr_cmd:	ipr command struct
5780 *
5781 * This function handles the failure of a Mode Sense to the IOAFP.
5782 * Some adapters do not handle all mode pages.
5783 *
5784 * Return value:
5785 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5786 **/
5787static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
5788{
5789	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
5790
5791	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
5792		ipr_cmd->job_step = ipr_setup_write_cache;
5793		return IPR_RC_JOB_CONTINUE;
5794	}
5795
5796	return ipr_reset_cmd_failed(ipr_cmd);
5797}
5798
5799/**
5800 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
5801 * @ipr_cmd:	ipr command struct
5802 *
5803 * This function send a Page 28 mode sense to the IOA to
5804 * retrieve SCSI bus attributes.
5805 *
5806 * Return value:
5807 * 	IPR_RC_JOB_RETURN
5808 **/
5809static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
5810{
5811	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5812
5813	ENTER;
5814	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
5815			     0x28, ioa_cfg->vpd_cbs_dma +
5816			     offsetof(struct ipr_misc_cbs, mode_pages),
5817			     sizeof(struct ipr_mode_pages));
5818
5819	ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
5820	ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
5821
5822	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
5823
5824	LEAVE;
5825	return IPR_RC_JOB_RETURN;
5826}
5827
5828/**
5829 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
5830 * @ipr_cmd:	ipr command struct
5831 *
5832 * This function enables dual IOA RAID support if possible.
5833 *
5834 * Return value:
5835 * 	IPR_RC_JOB_RETURN
5836 **/
5837static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
5838{
5839	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5840	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
5841	struct ipr_mode_page24 *mode_page;
5842	int length;
5843
5844	ENTER;
5845	mode_page = ipr_get_mode_page(mode_pages, 0x24,
5846				      sizeof(struct ipr_mode_page24));
5847
5848	if (mode_page)
5849		mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
5850
5851	length = mode_pages->hdr.length + 1;
5852	mode_pages->hdr.length = 0;
5853
5854	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
5855			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
5856			      length);
5857
5858	ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
5859	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
5860
5861	LEAVE;
5862	return IPR_RC_JOB_RETURN;
5863}
5864
5865/**
5866 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
5867 * @ipr_cmd:	ipr command struct
5868 *
5869 * This function handles the failure of a Mode Sense to the IOAFP.
5870 * Some adapters do not handle all mode pages.
5871 *
5872 * Return value:
5873 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5874 **/
5875static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
5876{
5877	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
5878
5879	if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
5880		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
5881		return IPR_RC_JOB_CONTINUE;
5882	}
5883
5884	return ipr_reset_cmd_failed(ipr_cmd);
5885}
5886
5887/**
5888 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
5889 * @ipr_cmd:	ipr command struct
5890 *
5891 * This function send a mode sense to the IOA to retrieve
5892 * the IOA Advanced Function Control mode page.
5893 *
5894 * Return value:
5895 * 	IPR_RC_JOB_RETURN
5896 **/
5897static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
5898{
5899	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5900
5901	ENTER;
5902	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
5903			     0x24, ioa_cfg->vpd_cbs_dma +
5904			     offsetof(struct ipr_misc_cbs, mode_pages),
5905			     sizeof(struct ipr_mode_pages));
5906
5907	ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
5908	ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
5909
5910	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
5911
5912	LEAVE;
5913	return IPR_RC_JOB_RETURN;
5914}
5915
5916/**
5917 * ipr_init_res_table - Initialize the resource table
5918 * @ipr_cmd:	ipr command struct
5919 *
5920 * This function looks through the existing resource table, comparing
5921 * it with the config table. This function will take care of old/new
5922 * devices and schedule adding/removing them from the mid-layer
5923 * as appropriate.
5924 *
5925 * Return value:
5926 * 	IPR_RC_JOB_CONTINUE
5927 **/
5928static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
5929{
5930	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5931	struct ipr_resource_entry *res, *temp;
5932	struct ipr_config_table_entry *cfgte;
5933	int found, i;
5934	LIST_HEAD(old_res);
5935
5936	ENTER;
5937	if (ioa_cfg->cfg_table->hdr.flags & IPR_UCODE_DOWNLOAD_REQ)
5938		dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
5939
5940	list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
5941		list_move_tail(&res->queue, &old_res);
5942
5943	for (i = 0; i < ioa_cfg->cfg_table->hdr.num_entries; i++) {
5944		cfgte = &ioa_cfg->cfg_table->dev[i];
5945		found = 0;
5946
5947		list_for_each_entry_safe(res, temp, &old_res, queue) {
5948			if (!memcmp(&res->cfgte.res_addr,
5949				    &cfgte->res_addr, sizeof(cfgte->res_addr))) {
5950				list_move_tail(&res->queue, &ioa_cfg->used_res_q);
5951				found = 1;
5952				break;
5953			}
5954		}
5955
5956		if (!found) {
5957			if (list_empty(&ioa_cfg->free_res_q)) {
5958				dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
5959				break;
5960			}
5961
5962			found = 1;
5963			res = list_entry(ioa_cfg->free_res_q.next,
5964					 struct ipr_resource_entry, queue);
5965			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
5966			ipr_init_res_entry(res);
5967			res->add_to_ml = 1;
5968		}
5969
5970		if (found)
5971			memcpy(&res->cfgte, cfgte, sizeof(struct ipr_config_table_entry));
5972	}
5973
5974	list_for_each_entry_safe(res, temp, &old_res, queue) {
5975		if (res->sdev) {
5976			res->del_from_ml = 1;
5977			res->cfgte.res_handle = IPR_INVALID_RES_HANDLE;
5978			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
5979		} else {
5980			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
5981		}
5982	}
5983
5984	if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
5985		ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
5986	else
5987		ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
5988
5989	LEAVE;
5990	return IPR_RC_JOB_CONTINUE;
5991}
5992
5993/**
5994 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
5995 * @ipr_cmd:	ipr command struct
5996 *
5997 * This function sends a Query IOA Configuration command
5998 * to the adapter to retrieve the IOA configuration table.
5999 *
6000 * Return value:
6001 * 	IPR_RC_JOB_RETURN
6002 **/
6003static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
6004{
6005	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6006	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6007	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
6008	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
6009	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
6010
6011	ENTER;
6012	if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
6013		ioa_cfg->dual_raid = 1;
6014	dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
6015		 ucode_vpd->major_release, ucode_vpd->card_type,
6016		 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
6017	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6018	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6019
6020	ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
6021	ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_config_table) >> 8) & 0xff;
6022	ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_config_table) & 0xff;
6023
6024	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
6025	ioarcb->read_data_transfer_length =
6026		cpu_to_be32(sizeof(struct ipr_config_table));
6027
6028	ioadl->address = cpu_to_be32(ioa_cfg->cfg_table_dma);
6029	ioadl->flags_and_data_len =
6030		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | sizeof(struct ipr_config_table));
6031
6032	ipr_cmd->job_step = ipr_init_res_table;
6033
6034	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6035
6036	LEAVE;
6037	return IPR_RC_JOB_RETURN;
6038}
6039
6040/**
6041 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
6042 * @ipr_cmd:	ipr command struct
6043 *
6044 * This utility function sends an inquiry to the adapter.
6045 *
6046 * Return value:
6047 * 	none
6048 **/
6049static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
6050			      u32 dma_addr, u8 xfer_len)
6051{
6052	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6053	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
6054
6055	ENTER;
6056	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6057	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6058
6059	ioarcb->cmd_pkt.cdb[0] = INQUIRY;
6060	ioarcb->cmd_pkt.cdb[1] = flags;
6061	ioarcb->cmd_pkt.cdb[2] = page;
6062	ioarcb->cmd_pkt.cdb[4] = xfer_len;
6063
6064	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
6065	ioarcb->read_data_transfer_length = cpu_to_be32(xfer_len);
6066
6067	ioadl->address = cpu_to_be32(dma_addr);
6068	ioadl->flags_and_data_len =
6069		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | xfer_len);
6070
6071	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6072	LEAVE;
6073}
6074
6075/**
6076 * ipr_inquiry_page_supported - Is the given inquiry page supported
6077 * @page0:		inquiry page 0 buffer
6078 * @page:		page code.
6079 *
6080 * This function determines if the specified inquiry page is supported.
6081 *
6082 * Return value:
6083 *	1 if page is supported / 0 if not
6084 **/
6085static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
6086{
6087	int i;
6088
6089	for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
6090		if (page0->page[i] == page)
6091			return 1;
6092
6093	return 0;
6094}
6095
6096/**
6097 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
6098 * @ipr_cmd:	ipr command struct
6099 *
6100 * This function sends a Page 0xD0 inquiry to the adapter
6101 * to retrieve adapter capabilities.
6102 *
6103 * Return value:
6104 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6105 **/
6106static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
6107{
6108	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6109	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
6110	struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
6111
6112	ENTER;
6113	ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
6114	memset(cap, 0, sizeof(*cap));
6115
6116	if (ipr_inquiry_page_supported(page0, 0xD0)) {
6117		ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
6118				  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
6119				  sizeof(struct ipr_inquiry_cap));
6120		return IPR_RC_JOB_RETURN;
6121	}
6122
6123	LEAVE;
6124	return IPR_RC_JOB_CONTINUE;
6125}
6126
6127/**
6128 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
6129 * @ipr_cmd:	ipr command struct
6130 *
6131 * This function sends a Page 3 inquiry to the adapter
6132 * to retrieve software VPD information.
6133 *
6134 * Return value:
6135 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6136 **/
6137static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
6138{
6139	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6140	struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
6141
6142	ENTER;
6143
6144	if (!ipr_inquiry_page_supported(page0, 1))
6145		ioa_cfg->cache_state = CACHE_NONE;
6146
6147	ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
6148
6149	ipr_ioafp_inquiry(ipr_cmd, 1, 3,
6150			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
6151			  sizeof(struct ipr_inquiry_page3));
6152
6153	LEAVE;
6154	return IPR_RC_JOB_RETURN;
6155}
6156
6157/**
6158 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
6159 * @ipr_cmd:	ipr command struct
6160 *
6161 * This function sends a Page 0 inquiry to the adapter
6162 * to retrieve supported inquiry pages.
6163 *
6164 * Return value:
6165 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6166 **/
6167static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
6168{
6169	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6170	char type[5];
6171
6172	ENTER;
6173
6174	/* Grab the type out of the VPD and store it away */
6175	memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
6176	type[4] = '\0';
6177	ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
6178
6179	ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
6180
6181	ipr_ioafp_inquiry(ipr_cmd, 1, 0,
6182			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
6183			  sizeof(struct ipr_inquiry_page0));
6184
6185	LEAVE;
6186	return IPR_RC_JOB_RETURN;
6187}
6188
6189/**
6190 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
6191 * @ipr_cmd:	ipr command struct
6192 *
6193 * This function sends a standard inquiry to the adapter.
6194 *
6195 * Return value:
6196 * 	IPR_RC_JOB_RETURN
6197 **/
6198static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
6199{
6200	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6201
6202	ENTER;
6203	ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
6204
6205	ipr_ioafp_inquiry(ipr_cmd, 0, 0,
6206			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
6207			  sizeof(struct ipr_ioa_vpd));
6208
6209	LEAVE;
6210	return IPR_RC_JOB_RETURN;
6211}
6212
6213/**
6214 * ipr_ioafp_indentify_hrrq - Send Identify Host RRQ.
6215 * @ipr_cmd:	ipr command struct
6216 *
6217 * This function send an Identify Host Request Response Queue
6218 * command to establish the HRRQ with the adapter.
6219 *
6220 * Return value:
6221 * 	IPR_RC_JOB_RETURN
6222 **/
6223static int ipr_ioafp_indentify_hrrq(struct ipr_cmnd *ipr_cmd)
6224{
6225	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6226	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6227
6228	ENTER;
6229	dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
6230
6231	ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
6232	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6233
6234	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6235	ioarcb->cmd_pkt.cdb[2] =
6236		((u32) ioa_cfg->host_rrq_dma >> 24) & 0xff;
6237	ioarcb->cmd_pkt.cdb[3] =
6238		((u32) ioa_cfg->host_rrq_dma >> 16) & 0xff;
6239	ioarcb->cmd_pkt.cdb[4] =
6240		((u32) ioa_cfg->host_rrq_dma >> 8) & 0xff;
6241	ioarcb->cmd_pkt.cdb[5] =
6242		((u32) ioa_cfg->host_rrq_dma) & 0xff;
6243	ioarcb->cmd_pkt.cdb[7] =
6244		((sizeof(u32) * IPR_NUM_CMD_BLKS) >> 8) & 0xff;
6245	ioarcb->cmd_pkt.cdb[8] =
6246		(sizeof(u32) * IPR_NUM_CMD_BLKS) & 0xff;
6247
6248	ipr_cmd->job_step = ipr_ioafp_std_inquiry;
6249
6250	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6251
6252	LEAVE;
6253	return IPR_RC_JOB_RETURN;
6254}
6255
6256/**
6257 * ipr_reset_timer_done - Adapter reset timer function
6258 * @ipr_cmd:	ipr command struct
6259 *
6260 * Description: This function is used in adapter reset processing
6261 * for timing events. If the reset_cmd pointer in the IOA
6262 * config struct is not this adapter's we are doing nested
6263 * resets and fail_all_ops will take care of freeing the
6264 * command block.
6265 *
6266 * Return value:
6267 * 	none
6268 **/
6269static void ipr_reset_timer_done(struct ipr_cmnd *ipr_cmd)
6270{
6271	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6272	unsigned long lock_flags = 0;
6273
6274	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6275
6276	if (ioa_cfg->reset_cmd == ipr_cmd) {
6277		list_del(&ipr_cmd->queue);
6278		ipr_cmd->done(ipr_cmd);
6279	}
6280
6281	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6282}
6283
6284/**
6285 * ipr_reset_start_timer - Start a timer for adapter reset job
6286 * @ipr_cmd:	ipr command struct
6287 * @timeout:	timeout value
6288 *
6289 * Description: This function is used in adapter reset processing
6290 * for timing events. If the reset_cmd pointer in the IOA
6291 * config struct is not this adapter's we are doing nested
6292 * resets and fail_all_ops will take care of freeing the
6293 * command block.
6294 *
6295 * Return value:
6296 * 	none
6297 **/
6298static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
6299				  unsigned long timeout)
6300{
6301	list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
6302	ipr_cmd->done = ipr_reset_ioa_job;
6303
6304	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
6305	ipr_cmd->timer.expires = jiffies + timeout;
6306	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_reset_timer_done;
6307	add_timer(&ipr_cmd->timer);
6308}
6309
6310/**
6311 * ipr_init_ioa_mem - Initialize ioa_cfg control block
6312 * @ioa_cfg:	ioa cfg struct
6313 *
6314 * Return value:
6315 * 	nothing
6316 **/
6317static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
6318{
6319	memset(ioa_cfg->host_rrq, 0, sizeof(u32) * IPR_NUM_CMD_BLKS);
6320
6321	/* Initialize Host RRQ pointers */
6322	ioa_cfg->hrrq_start = ioa_cfg->host_rrq;
6323	ioa_cfg->hrrq_end = &ioa_cfg->host_rrq[IPR_NUM_CMD_BLKS - 1];
6324	ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
6325	ioa_cfg->toggle_bit = 1;
6326
6327	/* Zero out config table */
6328	memset(ioa_cfg->cfg_table, 0, sizeof(struct ipr_config_table));
6329}
6330
6331/**
6332 * ipr_reset_enable_ioa - Enable the IOA following a reset.
6333 * @ipr_cmd:	ipr command struct
6334 *
6335 * This function reinitializes some control blocks and
6336 * enables destructive diagnostics on the adapter.
6337 *
6338 * Return value:
6339 * 	IPR_RC_JOB_RETURN
6340 **/
6341static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
6342{
6343	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6344	volatile u32 int_reg;
6345
6346	ENTER;
6347	ipr_cmd->job_step = ipr_ioafp_indentify_hrrq;
6348	ipr_init_ioa_mem(ioa_cfg);
6349
6350	ioa_cfg->allow_interrupts = 1;
6351	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
6352
6353	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
6354		writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
6355		       ioa_cfg->regs.clr_interrupt_mask_reg);
6356		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
6357		return IPR_RC_JOB_CONTINUE;
6358	}
6359
6360	/* Enable destructive diagnostics on IOA */
6361	writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg);
6362
6363	writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg);
6364	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
6365
6366	dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
6367
6368	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
6369	ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
6370	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
6371	ipr_cmd->done = ipr_reset_ioa_job;
6372	add_timer(&ipr_cmd->timer);
6373	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
6374
6375	LEAVE;
6376	return IPR_RC_JOB_RETURN;
6377}
6378
6379/**
6380 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
6381 * @ipr_cmd:	ipr command struct
6382 *
6383 * This function is invoked when an adapter dump has run out
6384 * of processing time.
6385 *
6386 * Return value:
6387 * 	IPR_RC_JOB_CONTINUE
6388 **/
6389static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
6390{
6391	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6392
6393	if (ioa_cfg->sdt_state == GET_DUMP)
6394		ioa_cfg->sdt_state = ABORT_DUMP;
6395
6396	ipr_cmd->job_step = ipr_reset_alert;
6397
6398	return IPR_RC_JOB_CONTINUE;
6399}
6400
6401/**
6402 * ipr_unit_check_no_data - Log a unit check/no data error log
6403 * @ioa_cfg:		ioa config struct
6404 *
6405 * Logs an error indicating the adapter unit checked, but for some
6406 * reason, we were unable to fetch the unit check buffer.
6407 *
6408 * Return value:
6409 * 	nothing
6410 **/
6411static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
6412{
6413	ioa_cfg->errors_logged++;
6414	dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
6415}
6416
6417/**
6418 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
6419 * @ioa_cfg:		ioa config struct
6420 *
6421 * Fetches the unit check buffer from the adapter by clocking the data
6422 * through the mailbox register.
6423 *
6424 * Return value:
6425 * 	nothing
6426 **/
6427static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
6428{
6429	unsigned long mailbox;
6430	struct ipr_hostrcb *hostrcb;
6431	struct ipr_uc_sdt sdt;
6432	int rc, length;
6433	u32 ioasc;
6434
6435	mailbox = readl(ioa_cfg->ioa_mailbox);
6436
6437	if (!ipr_sdt_is_fmt2(mailbox)) {
6438		ipr_unit_check_no_data(ioa_cfg);
6439		return;
6440	}
6441
6442	memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
6443	rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
6444					(sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
6445
6446	if (rc || (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE) ||
6447	    !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY)) {
6448		ipr_unit_check_no_data(ioa_cfg);
6449		return;
6450	}
6451
6452	/* Find length of the first sdt entry (UC buffer) */
6453	length = (be32_to_cpu(sdt.entry[0].end_offset) -
6454		  be32_to_cpu(sdt.entry[0].bar_str_offset)) & IPR_FMT2_MBX_ADDR_MASK;
6455
6456	hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
6457			     struct ipr_hostrcb, queue);
6458	list_del(&hostrcb->queue);
6459	memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
6460
6461	rc = ipr_get_ldump_data_section(ioa_cfg,
6462					be32_to_cpu(sdt.entry[0].bar_str_offset),
6463					(__be32 *)&hostrcb->hcam,
6464					min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
6465
6466	if (!rc) {
6467		ipr_handle_log_data(ioa_cfg, hostrcb);
6468		ioasc = be32_to_cpu(hostrcb->hcam.u.error.failing_dev_ioasc);
6469		if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
6470		    ioa_cfg->sdt_state == GET_DUMP)
6471			ioa_cfg->sdt_state = WAIT_FOR_DUMP;
6472	} else
6473		ipr_unit_check_no_data(ioa_cfg);
6474
6475	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
6476}
6477
6478/**
6479 * ipr_reset_restore_cfg_space - Restore PCI config space.
6480 * @ipr_cmd:	ipr command struct
6481 *
6482 * Description: This function restores the saved PCI config space of
6483 * the adapter, fails all outstanding ops back to the callers, and
6484 * fetches the dump/unit check if applicable to this reset.
6485 *
6486 * Return value:
6487 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6488 **/
6489static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
6490{
6491	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6492	int rc;
6493
6494	ENTER;
6495	rc = pci_restore_state(ioa_cfg->pdev);
6496
6497	if (rc != PCIBIOS_SUCCESSFUL) {
6498		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
6499		return IPR_RC_JOB_CONTINUE;
6500	}
6501
6502	if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
6503		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
6504		return IPR_RC_JOB_CONTINUE;
6505	}
6506
6507	ipr_fail_all_ops(ioa_cfg);
6508
6509	if (ioa_cfg->ioa_unit_checked) {
6510		ioa_cfg->ioa_unit_checked = 0;
6511		ipr_get_unit_check_buffer(ioa_cfg);
6512		ipr_cmd->job_step = ipr_reset_alert;
6513		ipr_reset_start_timer(ipr_cmd, 0);
6514		return IPR_RC_JOB_RETURN;
6515	}
6516
6517	if (ioa_cfg->in_ioa_bringdown) {
6518		ipr_cmd->job_step = ipr_ioa_bringdown_done;
6519	} else {
6520		ipr_cmd->job_step = ipr_reset_enable_ioa;
6521
6522		if (GET_DUMP == ioa_cfg->sdt_state) {
6523			ipr_reset_start_timer(ipr_cmd, IPR_DUMP_TIMEOUT);
6524			ipr_cmd->job_step = ipr_reset_wait_for_dump;
6525			schedule_work(&ioa_cfg->work_q);
6526			return IPR_RC_JOB_RETURN;
6527		}
6528	}
6529
6530	ENTER;
6531	return IPR_RC_JOB_CONTINUE;
6532}
6533
6534/**
6535 * ipr_reset_bist_done - BIST has completed on the adapter.
6536 * @ipr_cmd:	ipr command struct
6537 *
6538 * Description: Unblock config space and resume the reset process.
6539 *
6540 * Return value:
6541 * 	IPR_RC_JOB_CONTINUE
6542 **/
6543static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
6544{
6545	ENTER;
6546	pci_unblock_user_cfg_access(ipr_cmd->ioa_cfg->pdev);
6547	ipr_cmd->job_step = ipr_reset_restore_cfg_space;
6548	LEAVE;
6549	return IPR_RC_JOB_CONTINUE;
6550}
6551
6552/**
6553 * ipr_reset_start_bist - Run BIST on the adapter.
6554 * @ipr_cmd:	ipr command struct
6555 *
6556 * Description: This function runs BIST on the adapter, then delays 2 seconds.
6557 *
6558 * Return value:
6559 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6560 **/
6561static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
6562{
6563	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6564	int rc;
6565
6566	ENTER;
6567	pci_block_user_cfg_access(ioa_cfg->pdev);
6568	rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
6569
6570	if (rc != PCIBIOS_SUCCESSFUL) {
6571		pci_unblock_user_cfg_access(ipr_cmd->ioa_cfg->pdev);
6572		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
6573		rc = IPR_RC_JOB_CONTINUE;
6574	} else {
6575		ipr_cmd->job_step = ipr_reset_bist_done;
6576		ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
6577		rc = IPR_RC_JOB_RETURN;
6578	}
6579
6580	LEAVE;
6581	return rc;
6582}
6583
6584/**
6585 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
6586 * @ipr_cmd:	ipr command struct
6587 *
6588 * Description: This clears PCI reset to the adapter and delays two seconds.
6589 *
6590 * Return value:
6591 * 	IPR_RC_JOB_RETURN
6592 **/
6593static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
6594{
6595	ENTER;
6596	pci_set_pcie_reset_state(ipr_cmd->ioa_cfg->pdev, pcie_deassert_reset);
6597	ipr_cmd->job_step = ipr_reset_bist_done;
6598	ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
6599	LEAVE;
6600	return IPR_RC_JOB_RETURN;
6601}
6602
6603/**
6604 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
6605 * @ipr_cmd:	ipr command struct
6606 *
6607 * Description: This asserts PCI reset to the adapter.
6608 *
6609 * Return value:
6610 * 	IPR_RC_JOB_RETURN
6611 **/
6612static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
6613{
6614	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6615	struct pci_dev *pdev = ioa_cfg->pdev;
6616
6617	ENTER;
6618	pci_block_user_cfg_access(pdev);
6619	pci_set_pcie_reset_state(pdev, pcie_warm_reset);
6620	ipr_cmd->job_step = ipr_reset_slot_reset_done;
6621	ipr_reset_start_timer(ipr_cmd, IPR_PCI_RESET_TIMEOUT);
6622	LEAVE;
6623	return IPR_RC_JOB_RETURN;
6624}
6625
6626/**
6627 * ipr_reset_allowed - Query whether or not IOA can be reset
6628 * @ioa_cfg:	ioa config struct
6629 *
6630 * Return value:
6631 * 	0 if reset not allowed / non-zero if reset is allowed
6632 **/
6633static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
6634{
6635	volatile u32 temp_reg;
6636
6637	temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
6638	return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
6639}
6640
6641/**
6642 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
6643 * @ipr_cmd:	ipr command struct
6644 *
6645 * Description: This function waits for adapter permission to run BIST,
6646 * then runs BIST. If the adapter does not give permission after a
6647 * reasonable time, we will reset the adapter anyway. The impact of
6648 * resetting the adapter without warning the adapter is the risk of
6649 * losing the persistent error log on the adapter. If the adapter is
6650 * reset while it is writing to the flash on the adapter, the flash
6651 * segment will have bad ECC and be zeroed.
6652 *
6653 * Return value:
6654 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6655 **/
6656static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
6657{
6658	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6659	int rc = IPR_RC_JOB_RETURN;
6660
6661	if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
6662		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
6663		ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
6664	} else {
6665		ipr_cmd->job_step = ioa_cfg->reset;
6666		rc = IPR_RC_JOB_CONTINUE;
6667	}
6668
6669	return rc;
6670}
6671
6672/**
6673 * ipr_reset_alert_part2 - Alert the adapter of a pending reset
6674 * @ipr_cmd:	ipr command struct
6675 *
6676 * Description: This function alerts the adapter that it will be reset.
6677 * If memory space is not currently enabled, proceed directly
6678 * to running BIST on the adapter. The timer must always be started
6679 * so we guarantee we do not run BIST from ipr_isr.
6680 *
6681 * Return value:
6682 * 	IPR_RC_JOB_RETURN
6683 **/
6684static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
6685{
6686	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6687	u16 cmd_reg;
6688	int rc;
6689
6690	ENTER;
6691	rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
6692
6693	if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
6694		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
6695		writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg);
6696		ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
6697	} else {
6698		ipr_cmd->job_step = ioa_cfg->reset;
6699	}
6700
6701	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
6702	ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
6703
6704	LEAVE;
6705	return IPR_RC_JOB_RETURN;
6706}
6707
6708/**
6709 * ipr_reset_ucode_download_done - Microcode download completion
6710 * @ipr_cmd:	ipr command struct
6711 *
6712 * Description: This function unmaps the microcode download buffer.
6713 *
6714 * Return value:
6715 * 	IPR_RC_JOB_CONTINUE
6716 **/
6717static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
6718{
6719	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6720	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
6721
6722	pci_unmap_sg(ioa_cfg->pdev, sglist->scatterlist,
6723		     sglist->num_sg, DMA_TO_DEVICE);
6724
6725	ipr_cmd->job_step = ipr_reset_alert;
6726	return IPR_RC_JOB_CONTINUE;
6727}
6728
6729/**
6730 * ipr_reset_ucode_download - Download microcode to the adapter
6731 * @ipr_cmd:	ipr command struct
6732 *
6733 * Description: This function checks to see if it there is microcode
6734 * to download to the adapter. If there is, a download is performed.
6735 *
6736 * Return value:
6737 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6738 **/
6739static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
6740{
6741	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6742	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
6743
6744	ENTER;
6745	ipr_cmd->job_step = ipr_reset_alert;
6746
6747	if (!sglist)
6748		return IPR_RC_JOB_CONTINUE;
6749
6750	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6751	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6752	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
6753	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
6754	ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
6755	ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
6756	ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
6757
6758	ipr_build_ucode_ioadl(ipr_cmd, sglist);
6759	ipr_cmd->job_step = ipr_reset_ucode_download_done;
6760
6761	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
6762		   IPR_WRITE_BUFFER_TIMEOUT);
6763
6764	LEAVE;
6765	return IPR_RC_JOB_RETURN;
6766}
6767
6768/**
6769 * ipr_reset_shutdown_ioa - Shutdown the adapter
6770 * @ipr_cmd:	ipr command struct
6771 *
6772 * Description: This function issues an adapter shutdown of the
6773 * specified type to the specified adapter as part of the
6774 * adapter reset job.
6775 *
6776 * Return value:
6777 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6778 **/
6779static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
6780{
6781	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6782	enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
6783	unsigned long timeout;
6784	int rc = IPR_RC_JOB_CONTINUE;
6785
6786	ENTER;
6787	if (shutdown_type != IPR_SHUTDOWN_NONE && !ioa_cfg->ioa_is_dead) {
6788		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6789		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6790		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
6791		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
6792
6793		if (shutdown_type == IPR_SHUTDOWN_NORMAL)
6794			timeout = IPR_SHUTDOWN_TIMEOUT;
6795		else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
6796			timeout = IPR_INTERNAL_TIMEOUT;
6797		else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
6798			timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
6799		else
6800			timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
6801
6802		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
6803
6804		rc = IPR_RC_JOB_RETURN;
6805		ipr_cmd->job_step = ipr_reset_ucode_download;
6806	} else
6807		ipr_cmd->job_step = ipr_reset_alert;
6808
6809	LEAVE;
6810	return rc;
6811}
6812
6813/**
6814 * ipr_reset_ioa_job - Adapter reset job
6815 * @ipr_cmd:	ipr command struct
6816 *
6817 * Description: This function is the job router for the adapter reset job.
6818 *
6819 * Return value:
6820 * 	none
6821 **/
6822static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
6823{
6824	u32 rc, ioasc;
6825	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6826
6827	do {
6828		ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
6829
6830		if (ioa_cfg->reset_cmd != ipr_cmd) {
6831			/*
6832			 * We are doing nested adapter resets and this is
6833			 * not the current reset job.
6834			 */
6835			list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6836			return;
6837		}
6838
6839		if (IPR_IOASC_SENSE_KEY(ioasc)) {
6840			rc = ipr_cmd->job_step_failed(ipr_cmd);
6841			if (rc == IPR_RC_JOB_RETURN)
6842				return;
6843		}
6844
6845		ipr_reinit_ipr_cmnd(ipr_cmd);
6846		ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
6847		rc = ipr_cmd->job_step(ipr_cmd);
6848	} while(rc == IPR_RC_JOB_CONTINUE);
6849}
6850
6851/**
6852 * _ipr_initiate_ioa_reset - Initiate an adapter reset
6853 * @ioa_cfg:		ioa config struct
6854 * @job_step:		first job step of reset job
6855 * @shutdown_type:	shutdown type
6856 *
6857 * Description: This function will initiate the reset of the given adapter
6858 * starting at the selected job step.
6859 * If the caller needs to wait on the completion of the reset,
6860 * the caller must sleep on the reset_wait_q.
6861 *
6862 * Return value:
6863 * 	none
6864 **/
6865static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
6866				    int (*job_step) (struct ipr_cmnd *),
6867				    enum ipr_shutdown_type shutdown_type)
6868{
6869	struct ipr_cmnd *ipr_cmd;
6870
6871	ioa_cfg->in_reset_reload = 1;
6872	ioa_cfg->allow_cmds = 0;
6873	scsi_block_requests(ioa_cfg->host);
6874
6875	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
6876	ioa_cfg->reset_cmd = ipr_cmd;
6877	ipr_cmd->job_step = job_step;
6878	ipr_cmd->u.shutdown_type = shutdown_type;
6879
6880	ipr_reset_ioa_job(ipr_cmd);
6881}
6882
6883/**
6884 * ipr_initiate_ioa_reset - Initiate an adapter reset
6885 * @ioa_cfg:		ioa config struct
6886 * @shutdown_type:	shutdown type
6887 *
6888 * Description: This function will initiate the reset of the given adapter.
6889 * If the caller needs to wait on the completion of the reset,
6890 * the caller must sleep on the reset_wait_q.
6891 *
6892 * Return value:
6893 * 	none
6894 **/
6895static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
6896				   enum ipr_shutdown_type shutdown_type)
6897{
6898	if (ioa_cfg->ioa_is_dead)
6899		return;
6900
6901	if (ioa_cfg->in_reset_reload && ioa_cfg->sdt_state == GET_DUMP)
6902		ioa_cfg->sdt_state = ABORT_DUMP;
6903
6904	if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
6905		dev_err(&ioa_cfg->pdev->dev,
6906			"IOA taken offline - error recovery failed\n");
6907
6908		ioa_cfg->reset_retries = 0;
6909		ioa_cfg->ioa_is_dead = 1;
6910
6911		if (ioa_cfg->in_ioa_bringdown) {
6912			ioa_cfg->reset_cmd = NULL;
6913			ioa_cfg->in_reset_reload = 0;
6914			ipr_fail_all_ops(ioa_cfg);
6915			wake_up_all(&ioa_cfg->reset_wait_q);
6916
6917			spin_unlock_irq(ioa_cfg->host->host_lock);
6918			scsi_unblock_requests(ioa_cfg->host);
6919			spin_lock_irq(ioa_cfg->host->host_lock);
6920			return;
6921		} else {
6922			ioa_cfg->in_ioa_bringdown = 1;
6923			shutdown_type = IPR_SHUTDOWN_NONE;
6924		}
6925	}
6926
6927	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
6928				shutdown_type);
6929}
6930
6931/**
6932 * ipr_reset_freeze - Hold off all I/O activity
6933 * @ipr_cmd:	ipr command struct
6934 *
6935 * Description: If the PCI slot is frozen, hold off all I/O
6936 * activity; then, as soon as the slot is available again,
6937 * initiate an adapter reset.
6938 */
6939static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
6940{
6941	/* Disallow new interrupts, avoid loop */
6942	ipr_cmd->ioa_cfg->allow_interrupts = 0;
6943	list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
6944	ipr_cmd->done = ipr_reset_ioa_job;
6945	return IPR_RC_JOB_RETURN;
6946}
6947
6948/**
6949 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
6950 * @pdev:	PCI device struct
6951 *
6952 * Description: This routine is called to tell us that the PCI bus
6953 * is down. Can't do anything here, except put the device driver
6954 * into a holding pattern, waiting for the PCI bus to come back.
6955 */
6956static void ipr_pci_frozen(struct pci_dev *pdev)
6957{
6958	unsigned long flags = 0;
6959	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
6960
6961	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6962	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
6963	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6964}
6965
6966/**
6967 * ipr_pci_slot_reset - Called when PCI slot has been reset.
6968 * @pdev:	PCI device struct
6969 *
6970 * Description: This routine is called by the pci error recovery
6971 * code after the PCI slot has been reset, just before we
6972 * should resume normal operations.
6973 */
6974static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
6975{
6976	unsigned long flags = 0;
6977	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
6978
6979	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6980	if (ioa_cfg->needs_warm_reset)
6981		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
6982	else
6983		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
6984					IPR_SHUTDOWN_NONE);
6985	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6986	return PCI_ERS_RESULT_RECOVERED;
6987}
6988
6989/**
6990 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
6991 * @pdev:	PCI device struct
6992 *
6993 * Description: This routine is called when the PCI bus has
6994 * permanently failed.
6995 */
6996static void ipr_pci_perm_failure(struct pci_dev *pdev)
6997{
6998	unsigned long flags = 0;
6999	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
7000
7001	spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
7002	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
7003		ioa_cfg->sdt_state = ABORT_DUMP;
7004	ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES;
7005	ioa_cfg->in_ioa_bringdown = 1;
7006	ioa_cfg->allow_cmds = 0;
7007	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7008	spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
7009}
7010
7011/**
7012 * ipr_pci_error_detected - Called when a PCI error is detected.
7013 * @pdev:	PCI device struct
7014 * @state:	PCI channel state
7015 *
7016 * Description: Called when a PCI error is detected.
7017 *
7018 * Return value:
7019 * 	PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
7020 */
7021static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
7022					       pci_channel_state_t state)
7023{
7024	switch (state) {
7025	case pci_channel_io_frozen:
7026		ipr_pci_frozen(pdev);
7027		return PCI_ERS_RESULT_NEED_RESET;
7028	case pci_channel_io_perm_failure:
7029		ipr_pci_perm_failure(pdev);
7030		return PCI_ERS_RESULT_DISCONNECT;
7031		break;
7032	default:
7033		break;
7034	}
7035	return PCI_ERS_RESULT_NEED_RESET;
7036}
7037
7038/**
7039 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
7040 * @ioa_cfg:	ioa cfg struct
7041 *
7042 * Description: This is the second phase of adapter intialization
7043 * This function takes care of initilizing the adapter to the point
7044 * where it can accept new commands.
7045
7046 * Return value:
7047 * 	0 on success / -EIO on failure
7048 **/
7049static int __devinit ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
7050{
7051	int rc = 0;
7052	unsigned long host_lock_flags = 0;
7053
7054	ENTER;
7055	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
7056	dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
7057	if (ioa_cfg->needs_hard_reset) {
7058		ioa_cfg->needs_hard_reset = 0;
7059		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7060	} else
7061		_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
7062					IPR_SHUTDOWN_NONE);
7063
7064	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
7065	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
7066	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
7067
7068	if (ioa_cfg->ioa_is_dead) {
7069		rc = -EIO;
7070	} else if (ipr_invalid_adapter(ioa_cfg)) {
7071		if (!ipr_testmode)
7072			rc = -EIO;
7073
7074		dev_err(&ioa_cfg->pdev->dev,
7075			"Adapter not supported in this hardware configuration.\n");
7076	}
7077
7078	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
7079
7080	LEAVE;
7081	return rc;
7082}
7083
7084/**
7085 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
7086 * @ioa_cfg:	ioa config struct
7087 *
7088 * Return value:
7089 * 	none
7090 **/
7091static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
7092{
7093	int i;
7094
7095	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
7096		if (ioa_cfg->ipr_cmnd_list[i])
7097			pci_pool_free(ioa_cfg->ipr_cmd_pool,
7098				      ioa_cfg->ipr_cmnd_list[i],
7099				      ioa_cfg->ipr_cmnd_list_dma[i]);
7100
7101		ioa_cfg->ipr_cmnd_list[i] = NULL;
7102	}
7103
7104	if (ioa_cfg->ipr_cmd_pool)
7105		pci_pool_destroy (ioa_cfg->ipr_cmd_pool);
7106
7107	ioa_cfg->ipr_cmd_pool = NULL;
7108}
7109
7110/**
7111 * ipr_free_mem - Frees memory allocated for an adapter
7112 * @ioa_cfg:	ioa cfg struct
7113 *
7114 * Return value:
7115 * 	nothing
7116 **/
7117static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
7118{
7119	int i;
7120
7121	kfree(ioa_cfg->res_entries);
7122	pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_misc_cbs),
7123			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
7124	ipr_free_cmd_blks(ioa_cfg);
7125	pci_free_consistent(ioa_cfg->pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
7126			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
7127	pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_config_table),
7128			    ioa_cfg->cfg_table,
7129			    ioa_cfg->cfg_table_dma);
7130
7131	for (i = 0; i < IPR_NUM_HCAMS; i++) {
7132		pci_free_consistent(ioa_cfg->pdev,
7133				    sizeof(struct ipr_hostrcb),
7134				    ioa_cfg->hostrcb[i],
7135				    ioa_cfg->hostrcb_dma[i]);
7136	}
7137
7138	ipr_free_dump(ioa_cfg);
7139	kfree(ioa_cfg->trace);
7140}
7141
7142/**
7143 * ipr_free_all_resources - Free all allocated resources for an adapter.
7144 * @ipr_cmd:	ipr command struct
7145 *
7146 * This function frees all allocated resources for the
7147 * specified adapter.
7148 *
7149 * Return value:
7150 * 	none
7151 **/
7152static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
7153{
7154	struct pci_dev *pdev = ioa_cfg->pdev;
7155
7156	ENTER;
7157	free_irq(pdev->irq, ioa_cfg);
7158	pci_disable_msi(pdev);
7159	iounmap(ioa_cfg->hdw_dma_regs);
7160	pci_release_regions(pdev);
7161	ipr_free_mem(ioa_cfg);
7162	scsi_host_put(ioa_cfg->host);
7163	pci_disable_device(pdev);
7164	LEAVE;
7165}
7166
7167/**
7168 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
7169 * @ioa_cfg:	ioa config struct
7170 *
7171 * Return value:
7172 * 	0 on success / -ENOMEM on allocation failure
7173 **/
7174static int __devinit ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
7175{
7176	struct ipr_cmnd *ipr_cmd;
7177	struct ipr_ioarcb *ioarcb;
7178	dma_addr_t dma_addr;
7179	int i;
7180
7181	ioa_cfg->ipr_cmd_pool = pci_pool_create (IPR_NAME, ioa_cfg->pdev,
7182						 sizeof(struct ipr_cmnd), 8, 0);
7183
7184	if (!ioa_cfg->ipr_cmd_pool)
7185		return -ENOMEM;
7186
7187	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
7188		ipr_cmd = pci_pool_alloc (ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
7189
7190		if (!ipr_cmd) {
7191			ipr_free_cmd_blks(ioa_cfg);
7192			return -ENOMEM;
7193		}
7194
7195		memset(ipr_cmd, 0, sizeof(*ipr_cmd));
7196		ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
7197		ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
7198
7199		ioarcb = &ipr_cmd->ioarcb;
7200		ioarcb->ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
7201		ioarcb->host_response_handle = cpu_to_be32(i << 2);
7202		ioarcb->write_ioadl_addr =
7203			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioadl));
7204		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
7205		ioarcb->ioasa_host_pci_addr =
7206			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioasa));
7207		ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
7208		ipr_cmd->cmd_index = i;
7209		ipr_cmd->ioa_cfg = ioa_cfg;
7210		ipr_cmd->sense_buffer_dma = dma_addr +
7211			offsetof(struct ipr_cmnd, sense_buffer);
7212
7213		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
7214	}
7215
7216	return 0;
7217}
7218
7219/**
7220 * ipr_alloc_mem - Allocate memory for an adapter
7221 * @ioa_cfg:	ioa config struct
7222 *
7223 * Return value:
7224 * 	0 on success / non-zero for error
7225 **/
7226static int __devinit ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
7227{
7228	struct pci_dev *pdev = ioa_cfg->pdev;
7229	int i, rc = -ENOMEM;
7230
7231	ENTER;
7232	ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
7233				       IPR_MAX_PHYSICAL_DEVS, GFP_KERNEL);
7234
7235	if (!ioa_cfg->res_entries)
7236		goto out;
7237
7238	for (i = 0; i < IPR_MAX_PHYSICAL_DEVS; i++)
7239		list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
7240
7241	ioa_cfg->vpd_cbs = pci_alloc_consistent(ioa_cfg->pdev,
7242						sizeof(struct ipr_misc_cbs),
7243						&ioa_cfg->vpd_cbs_dma);
7244
7245	if (!ioa_cfg->vpd_cbs)
7246		goto out_free_res_entries;
7247
7248	if (ipr_alloc_cmd_blks(ioa_cfg))
7249		goto out_free_vpd_cbs;
7250
7251	ioa_cfg->host_rrq = pci_alloc_consistent(ioa_cfg->pdev,
7252						 sizeof(u32) * IPR_NUM_CMD_BLKS,
7253						 &ioa_cfg->host_rrq_dma);
7254
7255	if (!ioa_cfg->host_rrq)
7256		goto out_ipr_free_cmd_blocks;
7257
7258	ioa_cfg->cfg_table = pci_alloc_consistent(ioa_cfg->pdev,
7259						  sizeof(struct ipr_config_table),
7260						  &ioa_cfg->cfg_table_dma);
7261
7262	if (!ioa_cfg->cfg_table)
7263		goto out_free_host_rrq;
7264
7265	for (i = 0; i < IPR_NUM_HCAMS; i++) {
7266		ioa_cfg->hostrcb[i] = pci_alloc_consistent(ioa_cfg->pdev,
7267							   sizeof(struct ipr_hostrcb),
7268							   &ioa_cfg->hostrcb_dma[i]);
7269
7270		if (!ioa_cfg->hostrcb[i])
7271			goto out_free_hostrcb_dma;
7272
7273		ioa_cfg->hostrcb[i]->hostrcb_dma =
7274			ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
7275		ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
7276		list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
7277	}
7278
7279	ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
7280				 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
7281
7282	if (!ioa_cfg->trace)
7283		goto out_free_hostrcb_dma;
7284
7285	rc = 0;
7286out:
7287	LEAVE;
7288	return rc;
7289
7290out_free_hostrcb_dma:
7291	while (i-- > 0) {
7292		pci_free_consistent(pdev, sizeof(struct ipr_hostrcb),
7293				    ioa_cfg->hostrcb[i],
7294				    ioa_cfg->hostrcb_dma[i]);
7295	}
7296	pci_free_consistent(pdev, sizeof(struct ipr_config_table),
7297			    ioa_cfg->cfg_table, ioa_cfg->cfg_table_dma);
7298out_free_host_rrq:
7299	pci_free_consistent(pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
7300			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
7301out_ipr_free_cmd_blocks:
7302	ipr_free_cmd_blks(ioa_cfg);
7303out_free_vpd_cbs:
7304	pci_free_consistent(pdev, sizeof(struct ipr_misc_cbs),
7305			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
7306out_free_res_entries:
7307	kfree(ioa_cfg->res_entries);
7308	goto out;
7309}
7310
7311/**
7312 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
7313 * @ioa_cfg:	ioa config struct
7314 *
7315 * Return value:
7316 * 	none
7317 **/
7318static void __devinit ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
7319{
7320	int i;
7321
7322	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7323		ioa_cfg->bus_attr[i].bus = i;
7324		ioa_cfg->bus_attr[i].qas_enabled = 0;
7325		ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
7326		if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
7327			ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
7328		else
7329			ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
7330	}
7331}
7332
7333/**
7334 * ipr_init_ioa_cfg - Initialize IOA config struct
7335 * @ioa_cfg:	ioa config struct
7336 * @host:		scsi host struct
7337 * @pdev:		PCI dev struct
7338 *
7339 * Return value:
7340 * 	none
7341 **/
7342static void __devinit ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
7343				       struct Scsi_Host *host, struct pci_dev *pdev)
7344{
7345	const struct ipr_interrupt_offsets *p;
7346	struct ipr_interrupts *t;
7347	void __iomem *base;
7348
7349	ioa_cfg->host = host;
7350	ioa_cfg->pdev = pdev;
7351	ioa_cfg->log_level = ipr_log_level;
7352	ioa_cfg->doorbell = IPR_DOORBELL;
7353	sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
7354	sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
7355	sprintf(ioa_cfg->ipr_free_label, IPR_FREEQ_LABEL);
7356	sprintf(ioa_cfg->ipr_pending_label, IPR_PENDQ_LABEL);
7357	sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
7358	sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
7359	sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
7360	sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
7361
7362	INIT_LIST_HEAD(&ioa_cfg->free_q);
7363	INIT_LIST_HEAD(&ioa_cfg->pending_q);
7364	INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
7365	INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
7366	INIT_LIST_HEAD(&ioa_cfg->free_res_q);
7367	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
7368	INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
7369	init_waitqueue_head(&ioa_cfg->reset_wait_q);
7370	init_waitqueue_head(&ioa_cfg->msi_wait_q);
7371	ioa_cfg->sdt_state = INACTIVE;
7372	if (ipr_enable_cache)
7373		ioa_cfg->cache_state = CACHE_ENABLED;
7374	else
7375		ioa_cfg->cache_state = CACHE_DISABLED;
7376
7377	ipr_initialize_bus_attr(ioa_cfg);
7378
7379	host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
7380	host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
7381	host->max_channel = IPR_MAX_BUS_TO_SCAN;
7382	host->unique_id = host->host_no;
7383	host->max_cmd_len = IPR_MAX_CDB_LEN;
7384	pci_set_drvdata(pdev, ioa_cfg);
7385
7386	p = &ioa_cfg->chip_cfg->regs;
7387	t = &ioa_cfg->regs;
7388	base = ioa_cfg->hdw_dma_regs;
7389
7390	t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
7391	t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
7392	t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
7393	t->clr_interrupt_reg = base + p->clr_interrupt_reg;
7394	t->sense_interrupt_reg = base + p->sense_interrupt_reg;
7395	t->ioarrin_reg = base + p->ioarrin_reg;
7396	t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
7397	t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
7398	t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
7399}
7400
7401/**
7402 * ipr_get_chip_info - Find adapter chip information
7403 * @dev_id:		PCI device id struct
7404 *
7405 * Return value:
7406 * 	ptr to chip information on success / NULL on failure
7407 **/
7408static const struct ipr_chip_t * __devinit
7409ipr_get_chip_info(const struct pci_device_id *dev_id)
7410{
7411	int i;
7412
7413	for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
7414		if (ipr_chip[i].vendor == dev_id->vendor &&
7415		    ipr_chip[i].device == dev_id->device)
7416			return &ipr_chip[i];
7417	return NULL;
7418}
7419
7420/**
7421 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
7422 * @pdev:		PCI device struct
7423 *
7424 * Description: Simply set the msi_received flag to 1 indicating that
7425 * Message Signaled Interrupts are supported.
7426 *
7427 * Return value:
7428 * 	0 on success / non-zero on failure
7429 **/
7430static irqreturn_t __devinit ipr_test_intr(int irq, void *devp)
7431{
7432	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
7433	unsigned long lock_flags = 0;
7434	irqreturn_t rc = IRQ_HANDLED;
7435
7436	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7437
7438	ioa_cfg->msi_received = 1;
7439	wake_up(&ioa_cfg->msi_wait_q);
7440
7441	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7442	return rc;
7443}
7444
7445/**
7446 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
7447 * @pdev:		PCI device struct
7448 *
7449 * Description: The return value from pci_enable_msi() can not always be
7450 * trusted.  This routine sets up and initiates a test interrupt to determine
7451 * if the interrupt is received via the ipr_test_intr() service routine.
7452 * If the tests fails, the driver will fall back to LSI.
7453 *
7454 * Return value:
7455 * 	0 on success / non-zero on failure
7456 **/
7457static int __devinit ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg,
7458				  struct pci_dev *pdev)
7459{
7460	int rc;
7461	volatile u32 int_reg;
7462	unsigned long lock_flags = 0;
7463
7464	ENTER;
7465
7466	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7467	init_waitqueue_head(&ioa_cfg->msi_wait_q);
7468	ioa_cfg->msi_received = 0;
7469	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
7470	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg);
7471	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7472	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7473
7474	rc = request_irq(pdev->irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
7475	if (rc) {
7476		dev_err(&pdev->dev, "Can not assign irq %d\n", pdev->irq);
7477		return rc;
7478	} else if (ipr_debug)
7479		dev_info(&pdev->dev, "IRQ assigned: %d\n", pdev->irq);
7480
7481	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg);
7482	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
7483	wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
7484	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
7485
7486	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7487	if (!ioa_cfg->msi_received) {
7488		/* MSI test failed */
7489		dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
7490		rc = -EOPNOTSUPP;
7491	} else if (ipr_debug)
7492		dev_info(&pdev->dev, "MSI test succeeded.\n");
7493
7494	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7495
7496	free_irq(pdev->irq, ioa_cfg);
7497
7498	LEAVE;
7499
7500	return rc;
7501}
7502
7503/**
7504 * ipr_probe_ioa - Allocates memory and does first stage of initialization
7505 * @pdev:		PCI device struct
7506 * @dev_id:		PCI device id struct
7507 *
7508 * Return value:
7509 * 	0 on success / non-zero on failure
7510 **/
7511static int __devinit ipr_probe_ioa(struct pci_dev *pdev,
7512				   const struct pci_device_id *dev_id)
7513{
7514	struct ipr_ioa_cfg *ioa_cfg;
7515	struct Scsi_Host *host;
7516	unsigned long ipr_regs_pci;
7517	void __iomem *ipr_regs;
7518	int rc = PCIBIOS_SUCCESSFUL;
7519	volatile u32 mask, uproc, interrupts;
7520
7521	ENTER;
7522
7523	if ((rc = pci_enable_device(pdev))) {
7524		dev_err(&pdev->dev, "Cannot enable adapter\n");
7525		goto out;
7526	}
7527
7528	dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
7529
7530	host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
7531
7532	if (!host) {
7533		dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
7534		rc = -ENOMEM;
7535		goto out_disable;
7536	}
7537
7538	ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
7539	memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
7540	ata_host_init(&ioa_cfg->ata_host, &pdev->dev,
7541		      sata_port_info.flags, &ipr_sata_ops);
7542
7543	ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
7544
7545	if (!ioa_cfg->ipr_chip) {
7546		dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
7547			dev_id->vendor, dev_id->device);
7548		goto out_scsi_host_put;
7549	}
7550
7551	ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
7552
7553	if (ipr_transop_timeout)
7554		ioa_cfg->transop_timeout = ipr_transop_timeout;
7555	else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
7556		ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
7557	else
7558		ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
7559
7560	ioa_cfg->revid = pdev->revision;
7561
7562	ipr_regs_pci = pci_resource_start(pdev, 0);
7563
7564	rc = pci_request_regions(pdev, IPR_NAME);
7565	if (rc < 0) {
7566		dev_err(&pdev->dev,
7567			"Couldn't register memory range of registers\n");
7568		goto out_scsi_host_put;
7569	}
7570
7571	ipr_regs = pci_ioremap_bar(pdev, 0);
7572
7573	if (!ipr_regs) {
7574		dev_err(&pdev->dev,
7575			"Couldn't map memory range of registers\n");
7576		rc = -ENOMEM;
7577		goto out_release_regions;
7578	}
7579
7580	ioa_cfg->hdw_dma_regs = ipr_regs;
7581	ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
7582	ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
7583
7584	ipr_init_ioa_cfg(ioa_cfg, host, pdev);
7585
7586	pci_set_master(pdev);
7587
7588	rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
7589	if (rc < 0) {
7590		dev_err(&pdev->dev, "Failed to set PCI DMA mask\n");
7591		goto cleanup_nomem;
7592	}
7593
7594	rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
7595				   ioa_cfg->chip_cfg->cache_line_size);
7596
7597	if (rc != PCIBIOS_SUCCESSFUL) {
7598		dev_err(&pdev->dev, "Write of cache line size failed\n");
7599		rc = -EIO;
7600		goto cleanup_nomem;
7601	}
7602
7603	/* Enable MSI style interrupts if they are supported. */
7604	if (ioa_cfg->ipr_chip->intr_type == IPR_USE_MSI && !pci_enable_msi(pdev)) {
7605		rc = ipr_test_msi(ioa_cfg, pdev);
7606		if (rc == -EOPNOTSUPP)
7607			pci_disable_msi(pdev);
7608		else if (rc)
7609			goto out_msi_disable;
7610		else
7611			dev_info(&pdev->dev, "MSI enabled with IRQ: %d\n", pdev->irq);
7612	} else if (ipr_debug)
7613		dev_info(&pdev->dev, "Cannot enable MSI.\n");
7614
7615	/* Save away PCI config space for use following IOA reset */
7616	rc = pci_save_state(pdev);
7617
7618	if (rc != PCIBIOS_SUCCESSFUL) {
7619		dev_err(&pdev->dev, "Failed to save PCI config space\n");
7620		rc = -EIO;
7621		goto cleanup_nomem;
7622	}
7623
7624	if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
7625		goto cleanup_nomem;
7626
7627	if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
7628		goto cleanup_nomem;
7629
7630	rc = ipr_alloc_mem(ioa_cfg);
7631	if (rc < 0) {
7632		dev_err(&pdev->dev,
7633			"Couldn't allocate enough memory for device driver!\n");
7634		goto cleanup_nomem;
7635	}
7636
7637	/*
7638	 * If HRRQ updated interrupt is not masked, or reset alert is set,
7639	 * the card is in an unknown state and needs a hard reset
7640	 */
7641	mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7642	interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
7643	uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg);
7644	if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
7645		ioa_cfg->needs_hard_reset = 1;
7646	if (interrupts & IPR_PCII_ERROR_INTERRUPTS)
7647		ioa_cfg->needs_hard_reset = 1;
7648	if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
7649		ioa_cfg->ioa_unit_checked = 1;
7650
7651	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
7652	rc = request_irq(pdev->irq, ipr_isr,
7653			 ioa_cfg->msi_received ? 0 : IRQF_SHARED,
7654			 IPR_NAME, ioa_cfg);
7655
7656	if (rc) {
7657		dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
7658			pdev->irq, rc);
7659		goto cleanup_nolog;
7660	}
7661
7662	if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
7663	    (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
7664		ioa_cfg->needs_warm_reset = 1;
7665		ioa_cfg->reset = ipr_reset_slot_reset;
7666	} else
7667		ioa_cfg->reset = ipr_reset_start_bist;
7668
7669	spin_lock(&ipr_driver_lock);
7670	list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
7671	spin_unlock(&ipr_driver_lock);
7672
7673	LEAVE;
7674out:
7675	return rc;
7676
7677cleanup_nolog:
7678	ipr_free_mem(ioa_cfg);
7679cleanup_nomem:
7680	iounmap(ipr_regs);
7681out_msi_disable:
7682	pci_disable_msi(pdev);
7683out_release_regions:
7684	pci_release_regions(pdev);
7685out_scsi_host_put:
7686	scsi_host_put(host);
7687out_disable:
7688	pci_disable_device(pdev);
7689	goto out;
7690}
7691
7692/**
7693 * ipr_scan_vsets - Scans for VSET devices
7694 * @ioa_cfg:	ioa config struct
7695 *
7696 * Description: Since the VSET resources do not follow SAM in that we can have
7697 * sparse LUNs with no LUN 0, we have to scan for these ourselves.
7698 *
7699 * Return value:
7700 * 	none
7701 **/
7702static void ipr_scan_vsets(struct ipr_ioa_cfg *ioa_cfg)
7703{
7704	int target, lun;
7705
7706	for (target = 0; target < IPR_MAX_NUM_TARGETS_PER_BUS; target++)
7707		for (lun = 0; lun < IPR_MAX_NUM_VSET_LUNS_PER_TARGET; lun++ )
7708			scsi_add_device(ioa_cfg->host, IPR_VSET_BUS, target, lun);
7709}
7710
7711/**
7712 * ipr_initiate_ioa_bringdown - Bring down an adapter
7713 * @ioa_cfg:		ioa config struct
7714 * @shutdown_type:	shutdown type
7715 *
7716 * Description: This function will initiate bringing down the adapter.
7717 * This consists of issuing an IOA shutdown to the adapter
7718 * to flush the cache, and running BIST.
7719 * If the caller needs to wait on the completion of the reset,
7720 * the caller must sleep on the reset_wait_q.
7721 *
7722 * Return value:
7723 * 	none
7724 **/
7725static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
7726				       enum ipr_shutdown_type shutdown_type)
7727{
7728	ENTER;
7729	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
7730		ioa_cfg->sdt_state = ABORT_DUMP;
7731	ioa_cfg->reset_retries = 0;
7732	ioa_cfg->in_ioa_bringdown = 1;
7733	ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
7734	LEAVE;
7735}
7736
7737/**
7738 * __ipr_remove - Remove a single adapter
7739 * @pdev:	pci device struct
7740 *
7741 * Adapter hot plug remove entry point.
7742 *
7743 * Return value:
7744 * 	none
7745 **/
7746static void __ipr_remove(struct pci_dev *pdev)
7747{
7748	unsigned long host_lock_flags = 0;
7749	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
7750	ENTER;
7751
7752	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
7753	while(ioa_cfg->in_reset_reload) {
7754		spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
7755		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
7756		spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
7757	}
7758
7759	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
7760
7761	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
7762	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
7763	flush_scheduled_work();
7764	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
7765
7766	spin_lock(&ipr_driver_lock);
7767	list_del(&ioa_cfg->queue);
7768	spin_unlock(&ipr_driver_lock);
7769
7770	if (ioa_cfg->sdt_state == ABORT_DUMP)
7771		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7772	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
7773
7774	ipr_free_all_resources(ioa_cfg);
7775
7776	LEAVE;
7777}
7778
7779/**
7780 * ipr_remove - IOA hot plug remove entry point
7781 * @pdev:	pci device struct
7782 *
7783 * Adapter hot plug remove entry point.
7784 *
7785 * Return value:
7786 * 	none
7787 **/
7788static void __devexit ipr_remove(struct pci_dev *pdev)
7789{
7790	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
7791
7792	ENTER;
7793
7794	ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
7795			      &ipr_trace_attr);
7796	ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
7797			     &ipr_dump_attr);
7798	scsi_remove_host(ioa_cfg->host);
7799
7800	__ipr_remove(pdev);
7801
7802	LEAVE;
7803}
7804
7805/**
7806 * ipr_probe - Adapter hot plug add entry point
7807 *
7808 * Return value:
7809 * 	0 on success / non-zero on failure
7810 **/
7811static int __devinit ipr_probe(struct pci_dev *pdev,
7812			       const struct pci_device_id *dev_id)
7813{
7814	struct ipr_ioa_cfg *ioa_cfg;
7815	int rc;
7816
7817	rc = ipr_probe_ioa(pdev, dev_id);
7818
7819	if (rc)
7820		return rc;
7821
7822	ioa_cfg = pci_get_drvdata(pdev);
7823	rc = ipr_probe_ioa_part2(ioa_cfg);
7824
7825	if (rc) {
7826		__ipr_remove(pdev);
7827		return rc;
7828	}
7829
7830	rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
7831
7832	if (rc) {
7833		__ipr_remove(pdev);
7834		return rc;
7835	}
7836
7837	rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
7838				   &ipr_trace_attr);
7839
7840	if (rc) {
7841		scsi_remove_host(ioa_cfg->host);
7842		__ipr_remove(pdev);
7843		return rc;
7844	}
7845
7846	rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
7847				   &ipr_dump_attr);
7848
7849	if (rc) {
7850		ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
7851				      &ipr_trace_attr);
7852		scsi_remove_host(ioa_cfg->host);
7853		__ipr_remove(pdev);
7854		return rc;
7855	}
7856
7857	scsi_scan_host(ioa_cfg->host);
7858	ipr_scan_vsets(ioa_cfg);
7859	scsi_add_device(ioa_cfg->host, IPR_IOA_BUS, IPR_IOA_TARGET, IPR_IOA_LUN);
7860	ioa_cfg->allow_ml_add_del = 1;
7861	ioa_cfg->host->max_channel = IPR_VSET_BUS;
7862	schedule_work(&ioa_cfg->work_q);
7863	return 0;
7864}
7865
7866/**
7867 * ipr_shutdown - Shutdown handler.
7868 * @pdev:	pci device struct
7869 *
7870 * This function is invoked upon system shutdown/reboot. It will issue
7871 * an adapter shutdown to the adapter to flush the write cache.
7872 *
7873 * Return value:
7874 * 	none
7875 **/
7876static void ipr_shutdown(struct pci_dev *pdev)
7877{
7878	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
7879	unsigned long lock_flags = 0;
7880
7881	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7882	while(ioa_cfg->in_reset_reload) {
7883		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7884		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
7885		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7886	}
7887
7888	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
7889	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7890	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
7891}
7892
7893static struct pci_device_id ipr_pci_table[] __devinitdata = {
7894	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
7895		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
7896	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
7897		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
7898	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
7899		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
7900	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
7901		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
7902	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
7903		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
7904	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
7905		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
7906	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
7907		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
7908	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
7909		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
7910		IPR_USE_LONG_TRANSOP_TIMEOUT },
7911	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
7912	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
7913	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
7914	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
7915	      IPR_USE_LONG_TRANSOP_TIMEOUT },
7916	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
7917	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
7918	      IPR_USE_LONG_TRANSOP_TIMEOUT },
7919	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
7920	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
7921	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
7922	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
7923	      IPR_USE_LONG_TRANSOP_TIMEOUT},
7924	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
7925	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
7926	      IPR_USE_LONG_TRANSOP_TIMEOUT },
7927	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
7928	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
7929	      IPR_USE_LONG_TRANSOP_TIMEOUT },
7930	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
7931	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575D, 0, 0,
7932	      IPR_USE_LONG_TRANSOP_TIMEOUT },
7933	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
7934	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
7935	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
7936	      PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
7937	      IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
7938	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
7939		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
7940	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
7941		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
7942	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
7943		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
7944		IPR_USE_LONG_TRANSOP_TIMEOUT },
7945	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
7946		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
7947		IPR_USE_LONG_TRANSOP_TIMEOUT },
7948	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SCAMP_E,
7949		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0,
7950		IPR_USE_LONG_TRANSOP_TIMEOUT },
7951	{ }
7952};
7953MODULE_DEVICE_TABLE(pci, ipr_pci_table);
7954
7955static struct pci_error_handlers ipr_err_handler = {
7956	.error_detected = ipr_pci_error_detected,
7957	.slot_reset = ipr_pci_slot_reset,
7958};
7959
7960static struct pci_driver ipr_driver = {
7961	.name = IPR_NAME,
7962	.id_table = ipr_pci_table,
7963	.probe = ipr_probe,
7964	.remove = __devexit_p(ipr_remove),
7965	.shutdown = ipr_shutdown,
7966	.err_handler = &ipr_err_handler,
7967};
7968
7969/**
7970 * ipr_init - Module entry point
7971 *
7972 * Return value:
7973 * 	0 on success / negative value on failure
7974 **/
7975static int __init ipr_init(void)
7976{
7977	ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
7978		 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
7979
7980	return pci_register_driver(&ipr_driver);
7981}
7982
7983/**
7984 * ipr_exit - Module unload
7985 *
7986 * Module unload entry point.
7987 *
7988 * Return value:
7989 * 	none
7990 **/
7991static void __exit ipr_exit(void)
7992{
7993	pci_unregister_driver(&ipr_driver);
7994}
7995
7996module_init(ipr_init);
7997module_exit(ipr_exit);
7998