ipr.c revision 94d0e7b805961c44e4dc486ffc21075084bb7175
1/*
2 * ipr.c -- driver for IBM Power Linux RAID adapters
3 *
4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5 *
6 * Copyright (C) 2003, 2004 IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
21 *
22 */
23
24/*
25 * Notes:
26 *
27 * This driver is used to control the following SCSI adapters:
28 *
29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30 *
31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32 *              PCI-X Dual Channel Ultra 320 SCSI Adapter
33 *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34 *              Embedded SCSI adapter on p615 and p655 systems
35 *
36 * Supported Hardware Features:
37 *	- Ultra 320 SCSI controller
38 *	- PCI-X host interface
39 *	- Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40 *	- Non-Volatile Write Cache
41 *	- Supports attachment of non-RAID disks, tape, and optical devices
42 *	- RAID Levels 0, 5, 10
43 *	- Hot spare
44 *	- Background Parity Checking
45 *	- Background Data Scrubbing
46 *	- Ability to increase the capacity of an existing RAID 5 disk array
47 *		by adding disks
48 *
49 * Driver Features:
50 *	- Tagged command queuing
51 *	- Adapter microcode download
52 *	- PCI hot plug
53 *	- SCSI device hot plug
54 *
55 */
56
57#include <linux/config.h>
58#include <linux/fs.h>
59#include <linux/init.h>
60#include <linux/types.h>
61#include <linux/errno.h>
62#include <linux/kernel.h>
63#include <linux/ioport.h>
64#include <linux/delay.h>
65#include <linux/pci.h>
66#include <linux/wait.h>
67#include <linux/spinlock.h>
68#include <linux/sched.h>
69#include <linux/interrupt.h>
70#include <linux/blkdev.h>
71#include <linux/firmware.h>
72#include <linux/module.h>
73#include <linux/moduleparam.h>
74#include <asm/io.h>
75#include <asm/irq.h>
76#include <asm/processor.h>
77#include <scsi/scsi.h>
78#include <scsi/scsi_host.h>
79#include <scsi/scsi_tcq.h>
80#include <scsi/scsi_eh.h>
81#include <scsi/scsi_cmnd.h>
82#include <scsi/scsi_request.h>
83#include "ipr.h"
84
85/*
86 *   Global Data
87 */
88static struct list_head ipr_ioa_head = LIST_HEAD_INIT(ipr_ioa_head);
89static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
90static unsigned int ipr_max_speed = 1;
91static int ipr_testmode = 0;
92static unsigned int ipr_fastfail = 0;
93static unsigned int ipr_transop_timeout = IPR_OPERATIONAL_TIMEOUT;
94static DEFINE_SPINLOCK(ipr_driver_lock);
95
96/* This table describes the differences between DMA controller chips */
97static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
98	{ /* Gemstone and Citrine */
99		.mailbox = 0x0042C,
100		.cache_line_size = 0x20,
101		{
102			.set_interrupt_mask_reg = 0x0022C,
103			.clr_interrupt_mask_reg = 0x00230,
104			.sense_interrupt_mask_reg = 0x0022C,
105			.clr_interrupt_reg = 0x00228,
106			.sense_interrupt_reg = 0x00224,
107			.ioarrin_reg = 0x00404,
108			.sense_uproc_interrupt_reg = 0x00214,
109			.set_uproc_interrupt_reg = 0x00214,
110			.clr_uproc_interrupt_reg = 0x00218
111		}
112	},
113	{ /* Snipe and Scamp */
114		.mailbox = 0x0052C,
115		.cache_line_size = 0x20,
116		{
117			.set_interrupt_mask_reg = 0x00288,
118			.clr_interrupt_mask_reg = 0x0028C,
119			.sense_interrupt_mask_reg = 0x00288,
120			.clr_interrupt_reg = 0x00284,
121			.sense_interrupt_reg = 0x00280,
122			.ioarrin_reg = 0x00504,
123			.sense_uproc_interrupt_reg = 0x00290,
124			.set_uproc_interrupt_reg = 0x00290,
125			.clr_uproc_interrupt_reg = 0x00294
126		}
127	},
128};
129
130static const struct ipr_chip_t ipr_chip[] = {
131	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, &ipr_chip_cfg[0] },
132	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, &ipr_chip_cfg[0] },
133	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, &ipr_chip_cfg[1] },
134	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, &ipr_chip_cfg[1] }
135};
136
137static int ipr_max_bus_speeds [] = {
138	IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
139};
140
141MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
142MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
143module_param_named(max_speed, ipr_max_speed, uint, 0);
144MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
145module_param_named(log_level, ipr_log_level, uint, 0);
146MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
147module_param_named(testmode, ipr_testmode, int, 0);
148MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
149module_param_named(fastfail, ipr_fastfail, int, 0);
150MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
151module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
152MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
153MODULE_LICENSE("GPL");
154MODULE_VERSION(IPR_DRIVER_VERSION);
155
156static const char *ipr_gpdd_dev_end_states[] = {
157	"Command complete",
158	"Terminated by host",
159	"Terminated by device reset",
160	"Terminated by bus reset",
161	"Unknown",
162	"Command not started"
163};
164
165static const char *ipr_gpdd_dev_bus_phases[] = {
166	"Bus free",
167	"Arbitration",
168	"Selection",
169	"Message out",
170	"Command",
171	"Message in",
172	"Data out",
173	"Data in",
174	"Status",
175	"Reselection",
176	"Unknown"
177};
178
179/*  A constant array of IOASCs/URCs/Error Messages */
180static const
181struct ipr_error_table_t ipr_error_table[] = {
182	{0x00000000, 1, 1,
183	"8155: An unknown error was received"},
184	{0x00330000, 0, 0,
185	"Soft underlength error"},
186	{0x005A0000, 0, 0,
187	"Command to be cancelled not found"},
188	{0x00808000, 0, 0,
189	"Qualified success"},
190	{0x01080000, 1, 1,
191	"FFFE: Soft device bus error recovered by the IOA"},
192	{0x01170600, 0, 1,
193	"FFF9: Device sector reassign successful"},
194	{0x01170900, 0, 1,
195	"FFF7: Media error recovered by device rewrite procedures"},
196	{0x01180200, 0, 1,
197	"7001: IOA sector reassignment successful"},
198	{0x01180500, 0, 1,
199	"FFF9: Soft media error. Sector reassignment recommended"},
200	{0x01180600, 0, 1,
201	"FFF7: Media error recovered by IOA rewrite procedures"},
202	{0x01418000, 0, 1,
203	"FF3D: Soft PCI bus error recovered by the IOA"},
204	{0x01440000, 1, 1,
205	"FFF6: Device hardware error recovered by the IOA"},
206	{0x01448100, 0, 1,
207	"FFF6: Device hardware error recovered by the device"},
208	{0x01448200, 1, 1,
209	"FF3D: Soft IOA error recovered by the IOA"},
210	{0x01448300, 0, 1,
211	"FFFA: Undefined device response recovered by the IOA"},
212	{0x014A0000, 1, 1,
213	"FFF6: Device bus error, message or command phase"},
214	{0x015D0000, 0, 1,
215	"FFF6: Failure prediction threshold exceeded"},
216	{0x015D9200, 0, 1,
217	"8009: Impending cache battery pack failure"},
218	{0x02040400, 0, 0,
219	"34FF: Disk device format in progress"},
220	{0x023F0000, 0, 0,
221	"Synchronization required"},
222	{0x024E0000, 0, 0,
223	"No ready, IOA shutdown"},
224	{0x025A0000, 0, 0,
225	"Not ready, IOA has been shutdown"},
226	{0x02670100, 0, 1,
227	"3020: Storage subsystem configuration error"},
228	{0x03110B00, 0, 0,
229	"FFF5: Medium error, data unreadable, recommend reassign"},
230	{0x03110C00, 0, 0,
231	"7000: Medium error, data unreadable, do not reassign"},
232	{0x03310000, 0, 1,
233	"FFF3: Disk media format bad"},
234	{0x04050000, 0, 1,
235	"3002: Addressed device failed to respond to selection"},
236	{0x04080000, 1, 1,
237	"3100: Device bus error"},
238	{0x04080100, 0, 1,
239	"3109: IOA timed out a device command"},
240	{0x04088000, 0, 0,
241	"3120: SCSI bus is not operational"},
242	{0x04118000, 0, 1,
243	"9000: IOA reserved area data check"},
244	{0x04118100, 0, 1,
245	"9001: IOA reserved area invalid data pattern"},
246	{0x04118200, 0, 1,
247	"9002: IOA reserved area LRC error"},
248	{0x04320000, 0, 1,
249	"102E: Out of alternate sectors for disk storage"},
250	{0x04330000, 1, 1,
251	"FFF4: Data transfer underlength error"},
252	{0x04338000, 1, 1,
253	"FFF4: Data transfer overlength error"},
254	{0x043E0100, 0, 1,
255	"3400: Logical unit failure"},
256	{0x04408500, 0, 1,
257	"FFF4: Device microcode is corrupt"},
258	{0x04418000, 1, 1,
259	"8150: PCI bus error"},
260	{0x04430000, 1, 0,
261	"Unsupported device bus message received"},
262	{0x04440000, 1, 1,
263	"FFF4: Disk device problem"},
264	{0x04448200, 1, 1,
265	"8150: Permanent IOA failure"},
266	{0x04448300, 0, 1,
267	"3010: Disk device returned wrong response to IOA"},
268	{0x04448400, 0, 1,
269	"8151: IOA microcode error"},
270	{0x04448500, 0, 0,
271	"Device bus status error"},
272	{0x04448600, 0, 1,
273	"8157: IOA error requiring IOA reset to recover"},
274	{0x04490000, 0, 0,
275	"Message reject received from the device"},
276	{0x04449200, 0, 1,
277	"8008: A permanent cache battery pack failure occurred"},
278	{0x0444A000, 0, 1,
279	"9090: Disk unit has been modified after the last known status"},
280	{0x0444A200, 0, 1,
281	"9081: IOA detected device error"},
282	{0x0444A300, 0, 1,
283	"9082: IOA detected device error"},
284	{0x044A0000, 1, 1,
285	"3110: Device bus error, message or command phase"},
286	{0x04670400, 0, 1,
287	"9091: Incorrect hardware configuration change has been detected"},
288	{0x046E0000, 0, 1,
289	"FFF4: Command to logical unit failed"},
290	{0x05240000, 1, 0,
291	"Illegal request, invalid request type or request packet"},
292	{0x05250000, 0, 0,
293	"Illegal request, invalid resource handle"},
294	{0x05260000, 0, 0,
295	"Illegal request, invalid field in parameter list"},
296	{0x05260100, 0, 0,
297	"Illegal request, parameter not supported"},
298	{0x05260200, 0, 0,
299	"Illegal request, parameter value invalid"},
300	{0x052C0000, 0, 0,
301	"Illegal request, command sequence error"},
302	{0x06040500, 0, 1,
303	"9031: Array protection temporarily suspended, protection resuming"},
304	{0x06040600, 0, 1,
305	"9040: Array protection temporarily suspended, protection resuming"},
306	{0x06290000, 0, 1,
307	"FFFB: SCSI bus was reset"},
308	{0x06290500, 0, 0,
309	"FFFE: SCSI bus transition to single ended"},
310	{0x06290600, 0, 0,
311	"FFFE: SCSI bus transition to LVD"},
312	{0x06298000, 0, 1,
313	"FFFB: SCSI bus was reset by another initiator"},
314	{0x063F0300, 0, 1,
315	"3029: A device replacement has occurred"},
316	{0x064C8000, 0, 1,
317	"9051: IOA cache data exists for a missing or failed device"},
318	{0x06670100, 0, 1,
319	"9025: Disk unit is not supported at its physical location"},
320	{0x06670600, 0, 1,
321	"3020: IOA detected a SCSI bus configuration error"},
322	{0x06678000, 0, 1,
323	"3150: SCSI bus configuration error"},
324	{0x06690200, 0, 1,
325	"9041: Array protection temporarily suspended"},
326	{0x06698200, 0, 1,
327	"9042: Corrupt array parity detected on specified device"},
328	{0x066B0200, 0, 1,
329	"9030: Array no longer protected due to missing or failed disk unit"},
330	{0x066B8200, 0, 1,
331	"9032: Array exposed but still protected"},
332	{0x07270000, 0, 0,
333	"Failure due to other device"},
334	{0x07278000, 0, 1,
335	"9008: IOA does not support functions expected by devices"},
336	{0x07278100, 0, 1,
337	"9010: Cache data associated with attached devices cannot be found"},
338	{0x07278200, 0, 1,
339	"9011: Cache data belongs to devices other than those attached"},
340	{0x07278400, 0, 1,
341	"9020: Array missing 2 or more devices with only 1 device present"},
342	{0x07278500, 0, 1,
343	"9021: Array missing 2 or more devices with 2 or more devices present"},
344	{0x07278600, 0, 1,
345	"9022: Exposed array is missing a required device"},
346	{0x07278700, 0, 1,
347	"9023: Array member(s) not at required physical locations"},
348	{0x07278800, 0, 1,
349	"9024: Array not functional due to present hardware configuration"},
350	{0x07278900, 0, 1,
351	"9026: Array not functional due to present hardware configuration"},
352	{0x07278A00, 0, 1,
353	"9027: Array is missing a device and parity is out of sync"},
354	{0x07278B00, 0, 1,
355	"9028: Maximum number of arrays already exist"},
356	{0x07278C00, 0, 1,
357	"9050: Required cache data cannot be located for a disk unit"},
358	{0x07278D00, 0, 1,
359	"9052: Cache data exists for a device that has been modified"},
360	{0x07278F00, 0, 1,
361	"9054: IOA resources not available due to previous problems"},
362	{0x07279100, 0, 1,
363	"9092: Disk unit requires initialization before use"},
364	{0x07279200, 0, 1,
365	"9029: Incorrect hardware configuration change has been detected"},
366	{0x07279600, 0, 1,
367	"9060: One or more disk pairs are missing from an array"},
368	{0x07279700, 0, 1,
369	"9061: One or more disks are missing from an array"},
370	{0x07279800, 0, 1,
371	"9062: One or more disks are missing from an array"},
372	{0x07279900, 0, 1,
373	"9063: Maximum number of functional arrays has been exceeded"},
374	{0x0B260000, 0, 0,
375	"Aborted command, invalid descriptor"},
376	{0x0B5A0000, 0, 0,
377	"Command terminated by host"}
378};
379
380static const struct ipr_ses_table_entry ipr_ses_table[] = {
381	{ "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
382	{ "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
383	{ "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
384	{ "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
385	{ "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
386	{ "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
387	{ "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
388	{ "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
389	{ "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
390	{ "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
391	{ "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
392	{ "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
393	{ "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
394};
395
396/*
397 *  Function Prototypes
398 */
399static int ipr_reset_alert(struct ipr_cmnd *);
400static void ipr_process_ccn(struct ipr_cmnd *);
401static void ipr_process_error(struct ipr_cmnd *);
402static void ipr_reset_ioa_job(struct ipr_cmnd *);
403static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
404				   enum ipr_shutdown_type);
405
406#ifdef CONFIG_SCSI_IPR_TRACE
407/**
408 * ipr_trc_hook - Add a trace entry to the driver trace
409 * @ipr_cmd:	ipr command struct
410 * @type:		trace type
411 * @add_data:	additional data
412 *
413 * Return value:
414 * 	none
415 **/
416static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
417			 u8 type, u32 add_data)
418{
419	struct ipr_trace_entry *trace_entry;
420	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
421
422	trace_entry = &ioa_cfg->trace[ioa_cfg->trace_index++];
423	trace_entry->time = jiffies;
424	trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
425	trace_entry->type = type;
426	trace_entry->cmd_index = ipr_cmd->cmd_index;
427	trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
428	trace_entry->u.add_data = add_data;
429}
430#else
431#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while(0)
432#endif
433
434/**
435 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
436 * @ipr_cmd:	ipr command struct
437 *
438 * Return value:
439 * 	none
440 **/
441static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
442{
443	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
444	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
445
446	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
447	ioarcb->write_data_transfer_length = 0;
448	ioarcb->read_data_transfer_length = 0;
449	ioarcb->write_ioadl_len = 0;
450	ioarcb->read_ioadl_len = 0;
451	ioasa->ioasc = 0;
452	ioasa->residual_data_len = 0;
453
454	ipr_cmd->scsi_cmd = NULL;
455	ipr_cmd->sense_buffer[0] = 0;
456	ipr_cmd->dma_use_sg = 0;
457}
458
459/**
460 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
461 * @ipr_cmd:	ipr command struct
462 *
463 * Return value:
464 * 	none
465 **/
466static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
467{
468	ipr_reinit_ipr_cmnd(ipr_cmd);
469	ipr_cmd->u.scratch = 0;
470	ipr_cmd->sibling = NULL;
471	init_timer(&ipr_cmd->timer);
472}
473
474/**
475 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
476 * @ioa_cfg:	ioa config struct
477 *
478 * Return value:
479 * 	pointer to ipr command struct
480 **/
481static
482struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
483{
484	struct ipr_cmnd *ipr_cmd;
485
486	ipr_cmd = list_entry(ioa_cfg->free_q.next, struct ipr_cmnd, queue);
487	list_del(&ipr_cmd->queue);
488	ipr_init_ipr_cmnd(ipr_cmd);
489
490	return ipr_cmd;
491}
492
493/**
494 * ipr_unmap_sglist - Unmap scatterlist if mapped
495 * @ioa_cfg:	ioa config struct
496 * @ipr_cmd:	ipr command struct
497 *
498 * Return value:
499 * 	nothing
500 **/
501static void ipr_unmap_sglist(struct ipr_ioa_cfg *ioa_cfg,
502			     struct ipr_cmnd *ipr_cmd)
503{
504	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
505
506	if (ipr_cmd->dma_use_sg) {
507		if (scsi_cmd->use_sg > 0) {
508			pci_unmap_sg(ioa_cfg->pdev, scsi_cmd->request_buffer,
509				     scsi_cmd->use_sg,
510				     scsi_cmd->sc_data_direction);
511		} else {
512			pci_unmap_single(ioa_cfg->pdev, ipr_cmd->dma_handle,
513					 scsi_cmd->request_bufflen,
514					 scsi_cmd->sc_data_direction);
515		}
516	}
517}
518
519/**
520 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
521 * @ioa_cfg:	ioa config struct
522 * @clr_ints:     interrupts to clear
523 *
524 * This function masks all interrupts on the adapter, then clears the
525 * interrupts specified in the mask
526 *
527 * Return value:
528 * 	none
529 **/
530static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
531					  u32 clr_ints)
532{
533	volatile u32 int_reg;
534
535	/* Stop new interrupts */
536	ioa_cfg->allow_interrupts = 0;
537
538	/* Set interrupt mask to stop all new interrupts */
539	writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
540
541	/* Clear any pending interrupts */
542	writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg);
543	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
544}
545
546/**
547 * ipr_save_pcix_cmd_reg - Save PCI-X command register
548 * @ioa_cfg:	ioa config struct
549 *
550 * Return value:
551 * 	0 on success / -EIO on failure
552 **/
553static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
554{
555	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
556
557	if (pcix_cmd_reg == 0) {
558		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
559		return -EIO;
560	}
561
562	if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
563				 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
564		dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
565		return -EIO;
566	}
567
568	ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
569	return 0;
570}
571
572/**
573 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
574 * @ioa_cfg:	ioa config struct
575 *
576 * Return value:
577 * 	0 on success / -EIO on failure
578 **/
579static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
580{
581	int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
582
583	if (pcix_cmd_reg) {
584		if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
585					  ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
586			dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
587			return -EIO;
588		}
589	} else {
590		dev_err(&ioa_cfg->pdev->dev,
591			"Failed to setup PCI-X command register\n");
592		return -EIO;
593	}
594
595	return 0;
596}
597
598/**
599 * ipr_scsi_eh_done - mid-layer done function for aborted ops
600 * @ipr_cmd:	ipr command struct
601 *
602 * This function is invoked by the interrupt handler for
603 * ops generated by the SCSI mid-layer which are being aborted.
604 *
605 * Return value:
606 * 	none
607 **/
608static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
609{
610	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
611	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
612
613	scsi_cmd->result |= (DID_ERROR << 16);
614
615	ipr_unmap_sglist(ioa_cfg, ipr_cmd);
616	scsi_cmd->scsi_done(scsi_cmd);
617	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
618}
619
620/**
621 * ipr_fail_all_ops - Fails all outstanding ops.
622 * @ioa_cfg:	ioa config struct
623 *
624 * This function fails all outstanding ops.
625 *
626 * Return value:
627 * 	none
628 **/
629static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
630{
631	struct ipr_cmnd *ipr_cmd, *temp;
632
633	ENTER;
634	list_for_each_entry_safe(ipr_cmd, temp, &ioa_cfg->pending_q, queue) {
635		list_del(&ipr_cmd->queue);
636
637		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
638		ipr_cmd->ioasa.ilid = cpu_to_be32(IPR_DRIVER_ILID);
639
640		if (ipr_cmd->scsi_cmd)
641			ipr_cmd->done = ipr_scsi_eh_done;
642
643		ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, IPR_IOASC_IOA_WAS_RESET);
644		del_timer(&ipr_cmd->timer);
645		ipr_cmd->done(ipr_cmd);
646	}
647
648	LEAVE;
649}
650
651/**
652 * ipr_do_req -  Send driver initiated requests.
653 * @ipr_cmd:		ipr command struct
654 * @done:			done function
655 * @timeout_func:	timeout function
656 * @timeout:		timeout value
657 *
658 * This function sends the specified command to the adapter with the
659 * timeout given. The done function is invoked on command completion.
660 *
661 * Return value:
662 * 	none
663 **/
664static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
665		       void (*done) (struct ipr_cmnd *),
666		       void (*timeout_func) (struct ipr_cmnd *), u32 timeout)
667{
668	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
669
670	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
671
672	ipr_cmd->done = done;
673
674	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
675	ipr_cmd->timer.expires = jiffies + timeout;
676	ipr_cmd->timer.function = (void (*)(unsigned long))timeout_func;
677
678	add_timer(&ipr_cmd->timer);
679
680	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
681
682	mb();
683	writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
684	       ioa_cfg->regs.ioarrin_reg);
685}
686
687/**
688 * ipr_internal_cmd_done - Op done function for an internally generated op.
689 * @ipr_cmd:	ipr command struct
690 *
691 * This function is the op done function for an internally generated,
692 * blocking op. It simply wakes the sleeping thread.
693 *
694 * Return value:
695 * 	none
696 **/
697static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
698{
699	if (ipr_cmd->sibling)
700		ipr_cmd->sibling = NULL;
701	else
702		complete(&ipr_cmd->completion);
703}
704
705/**
706 * ipr_send_blocking_cmd - Send command and sleep on its completion.
707 * @ipr_cmd:	ipr command struct
708 * @timeout_func:	function to invoke if command times out
709 * @timeout:	timeout
710 *
711 * Return value:
712 * 	none
713 **/
714static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
715				  void (*timeout_func) (struct ipr_cmnd *ipr_cmd),
716				  u32 timeout)
717{
718	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
719
720	init_completion(&ipr_cmd->completion);
721	ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
722
723	spin_unlock_irq(ioa_cfg->host->host_lock);
724	wait_for_completion(&ipr_cmd->completion);
725	spin_lock_irq(ioa_cfg->host->host_lock);
726}
727
728/**
729 * ipr_send_hcam - Send an HCAM to the adapter.
730 * @ioa_cfg:	ioa config struct
731 * @type:		HCAM type
732 * @hostrcb:	hostrcb struct
733 *
734 * This function will send a Host Controlled Async command to the adapter.
735 * If HCAMs are currently not allowed to be issued to the adapter, it will
736 * place the hostrcb on the free queue.
737 *
738 * Return value:
739 * 	none
740 **/
741static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
742			  struct ipr_hostrcb *hostrcb)
743{
744	struct ipr_cmnd *ipr_cmd;
745	struct ipr_ioarcb *ioarcb;
746
747	if (ioa_cfg->allow_cmds) {
748		ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
749		list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
750		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
751
752		ipr_cmd->u.hostrcb = hostrcb;
753		ioarcb = &ipr_cmd->ioarcb;
754
755		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
756		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
757		ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
758		ioarcb->cmd_pkt.cdb[1] = type;
759		ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
760		ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
761
762		ioarcb->read_data_transfer_length = cpu_to_be32(sizeof(hostrcb->hcam));
763		ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
764		ipr_cmd->ioadl[0].flags_and_data_len =
765			cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | sizeof(hostrcb->hcam));
766		ipr_cmd->ioadl[0].address = cpu_to_be32(hostrcb->hostrcb_dma);
767
768		if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
769			ipr_cmd->done = ipr_process_ccn;
770		else
771			ipr_cmd->done = ipr_process_error;
772
773		ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
774
775		mb();
776		writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
777		       ioa_cfg->regs.ioarrin_reg);
778	} else {
779		list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
780	}
781}
782
783/**
784 * ipr_init_res_entry - Initialize a resource entry struct.
785 * @res:	resource entry struct
786 *
787 * Return value:
788 * 	none
789 **/
790static void ipr_init_res_entry(struct ipr_resource_entry *res)
791{
792	res->needs_sync_complete = 1;
793	res->in_erp = 0;
794	res->add_to_ml = 0;
795	res->del_from_ml = 0;
796	res->resetting_device = 0;
797	res->sdev = NULL;
798}
799
800/**
801 * ipr_handle_config_change - Handle a config change from the adapter
802 * @ioa_cfg:	ioa config struct
803 * @hostrcb:	hostrcb
804 *
805 * Return value:
806 * 	none
807 **/
808static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
809			      struct ipr_hostrcb *hostrcb)
810{
811	struct ipr_resource_entry *res = NULL;
812	struct ipr_config_table_entry *cfgte;
813	u32 is_ndn = 1;
814
815	cfgte = &hostrcb->hcam.u.ccn.cfgte;
816
817	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
818		if (!memcmp(&res->cfgte.res_addr, &cfgte->res_addr,
819			    sizeof(cfgte->res_addr))) {
820			is_ndn = 0;
821			break;
822		}
823	}
824
825	if (is_ndn) {
826		if (list_empty(&ioa_cfg->free_res_q)) {
827			ipr_send_hcam(ioa_cfg,
828				      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
829				      hostrcb);
830			return;
831		}
832
833		res = list_entry(ioa_cfg->free_res_q.next,
834				 struct ipr_resource_entry, queue);
835
836		list_del(&res->queue);
837		ipr_init_res_entry(res);
838		list_add_tail(&res->queue, &ioa_cfg->used_res_q);
839	}
840
841	memcpy(&res->cfgte, cfgte, sizeof(struct ipr_config_table_entry));
842
843	if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
844		if (res->sdev) {
845			res->sdev->hostdata = NULL;
846			res->del_from_ml = 1;
847			if (ioa_cfg->allow_ml_add_del)
848				schedule_work(&ioa_cfg->work_q);
849		} else
850			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
851	} else if (!res->sdev) {
852		res->add_to_ml = 1;
853		if (ioa_cfg->allow_ml_add_del)
854			schedule_work(&ioa_cfg->work_q);
855	}
856
857	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
858}
859
860/**
861 * ipr_process_ccn - Op done function for a CCN.
862 * @ipr_cmd:	ipr command struct
863 *
864 * This function is the op done function for a configuration
865 * change notification host controlled async from the adapter.
866 *
867 * Return value:
868 * 	none
869 **/
870static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
871{
872	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
873	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
874	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
875
876	list_del(&hostrcb->queue);
877	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
878
879	if (ioasc) {
880		if (ioasc != IPR_IOASC_IOA_WAS_RESET)
881			dev_err(&ioa_cfg->pdev->dev,
882				"Host RCB failed with IOASC: 0x%08X\n", ioasc);
883
884		ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
885	} else {
886		ipr_handle_config_change(ioa_cfg, hostrcb);
887	}
888}
889
890/**
891 * ipr_log_vpd - Log the passed VPD to the error log.
892 * @vpids:			vendor/product id struct
893 * @serial_num:		serial number string
894 *
895 * Return value:
896 * 	none
897 **/
898static void ipr_log_vpd(struct ipr_std_inq_vpids *vpids, u8 *serial_num)
899{
900	char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
901		    + IPR_SERIAL_NUM_LEN];
902
903	memcpy(buffer, vpids->vendor_id, IPR_VENDOR_ID_LEN);
904	memcpy(buffer + IPR_VENDOR_ID_LEN, vpids->product_id,
905	       IPR_PROD_ID_LEN);
906	buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
907	ipr_err("Vendor/Product ID: %s\n", buffer);
908
909	memcpy(buffer, serial_num, IPR_SERIAL_NUM_LEN);
910	buffer[IPR_SERIAL_NUM_LEN] = '\0';
911	ipr_err("    Serial Number: %s\n", buffer);
912}
913
914/**
915 * ipr_log_cache_error - Log a cache error.
916 * @ioa_cfg:	ioa config struct
917 * @hostrcb:	hostrcb struct
918 *
919 * Return value:
920 * 	none
921 **/
922static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
923				struct ipr_hostrcb *hostrcb)
924{
925	struct ipr_hostrcb_type_02_error *error =
926		&hostrcb->hcam.u.error.u.type_02_error;
927
928	ipr_err("-----Current Configuration-----\n");
929	ipr_err("Cache Directory Card Information:\n");
930	ipr_log_vpd(&error->ioa_vpids, error->ioa_sn);
931	ipr_err("Adapter Card Information:\n");
932	ipr_log_vpd(&error->cfc_vpids, error->cfc_sn);
933
934	ipr_err("-----Expected Configuration-----\n");
935	ipr_err("Cache Directory Card Information:\n");
936	ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpids,
937		    error->ioa_last_attached_to_cfc_sn);
938	ipr_err("Adapter Card Information:\n");
939	ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpids,
940		    error->cfc_last_attached_to_ioa_sn);
941
942	ipr_err("Additional IOA Data: %08X %08X %08X\n",
943		     be32_to_cpu(error->ioa_data[0]),
944		     be32_to_cpu(error->ioa_data[1]),
945		     be32_to_cpu(error->ioa_data[2]));
946}
947
948/**
949 * ipr_log_config_error - Log a configuration error.
950 * @ioa_cfg:	ioa config struct
951 * @hostrcb:	hostrcb struct
952 *
953 * Return value:
954 * 	none
955 **/
956static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
957				 struct ipr_hostrcb *hostrcb)
958{
959	int errors_logged, i;
960	struct ipr_hostrcb_device_data_entry *dev_entry;
961	struct ipr_hostrcb_type_03_error *error;
962
963	error = &hostrcb->hcam.u.error.u.type_03_error;
964	errors_logged = be32_to_cpu(error->errors_logged);
965
966	ipr_err("Device Errors Detected/Logged: %d/%d\n",
967		be32_to_cpu(error->errors_detected), errors_logged);
968
969	dev_entry = error->dev_entry;
970
971	for (i = 0; i < errors_logged; i++, dev_entry++) {
972		ipr_err_separator;
973
974		if (dev_entry->dev_res_addr.bus >= IPR_MAX_NUM_BUSES) {
975			ipr_err("Device %d: missing\n", i + 1);
976		} else {
977			ipr_err("Device %d: %d:%d:%d:%d\n", i + 1,
978				ioa_cfg->host->host_no, dev_entry->dev_res_addr.bus,
979				dev_entry->dev_res_addr.target, dev_entry->dev_res_addr.lun);
980		}
981		ipr_log_vpd(&dev_entry->dev_vpids, dev_entry->dev_sn);
982
983		ipr_err("-----New Device Information-----\n");
984		ipr_log_vpd(&dev_entry->new_dev_vpids, dev_entry->new_dev_sn);
985
986		ipr_err("Cache Directory Card Information:\n");
987		ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpids,
988			    dev_entry->ioa_last_with_dev_sn);
989
990		ipr_err("Adapter Card Information:\n");
991		ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpids,
992			    dev_entry->cfc_last_with_dev_sn);
993
994		ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
995			be32_to_cpu(dev_entry->ioa_data[0]),
996			be32_to_cpu(dev_entry->ioa_data[1]),
997			be32_to_cpu(dev_entry->ioa_data[2]),
998			be32_to_cpu(dev_entry->ioa_data[3]),
999			be32_to_cpu(dev_entry->ioa_data[4]));
1000	}
1001}
1002
1003/**
1004 * ipr_log_array_error - Log an array configuration error.
1005 * @ioa_cfg:	ioa config struct
1006 * @hostrcb:	hostrcb struct
1007 *
1008 * Return value:
1009 * 	none
1010 **/
1011static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1012				struct ipr_hostrcb *hostrcb)
1013{
1014	int i;
1015	struct ipr_hostrcb_type_04_error *error;
1016	struct ipr_hostrcb_array_data_entry *array_entry;
1017	const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1018
1019	error = &hostrcb->hcam.u.error.u.type_04_error;
1020
1021	ipr_err_separator;
1022
1023	ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1024		error->protection_level,
1025		ioa_cfg->host->host_no,
1026		error->last_func_vset_res_addr.bus,
1027		error->last_func_vset_res_addr.target,
1028		error->last_func_vset_res_addr.lun);
1029
1030	ipr_err_separator;
1031
1032	array_entry = error->array_member;
1033
1034	for (i = 0; i < 18; i++) {
1035		if (!memcmp(array_entry->serial_num, zero_sn, IPR_SERIAL_NUM_LEN))
1036			continue;
1037
1038		if (be32_to_cpu(error->exposed_mode_adn) == i) {
1039			ipr_err("Exposed Array Member %d:\n", i);
1040		} else {
1041			ipr_err("Array Member %d:\n", i);
1042		}
1043
1044		ipr_log_vpd(&array_entry->vpids, array_entry->serial_num);
1045
1046		if (array_entry->dev_res_addr.bus >= IPR_MAX_NUM_BUSES) {
1047			ipr_err("Current Location: unknown\n");
1048		} else {
1049			ipr_err("Current Location: %d:%d:%d:%d\n",
1050				ioa_cfg->host->host_no,
1051				array_entry->dev_res_addr.bus,
1052				array_entry->dev_res_addr.target,
1053				array_entry->dev_res_addr.lun);
1054		}
1055
1056		if (array_entry->expected_dev_res_addr.bus >= IPR_MAX_NUM_BUSES) {
1057			ipr_err("Expected Location: unknown\n");
1058		} else {
1059			ipr_err("Expected Location: %d:%d:%d:%d\n",
1060				ioa_cfg->host->host_no,
1061				array_entry->expected_dev_res_addr.bus,
1062				array_entry->expected_dev_res_addr.target,
1063				array_entry->expected_dev_res_addr.lun);
1064		}
1065
1066		ipr_err_separator;
1067
1068		if (i == 9)
1069			array_entry = error->array_member2;
1070		else
1071			array_entry++;
1072	}
1073}
1074
1075/**
1076 * ipr_log_generic_error - Log an adapter error.
1077 * @ioa_cfg:	ioa config struct
1078 * @hostrcb:	hostrcb struct
1079 *
1080 * Return value:
1081 * 	none
1082 **/
1083static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
1084				  struct ipr_hostrcb *hostrcb)
1085{
1086	int i;
1087	int ioa_data_len = be32_to_cpu(hostrcb->hcam.length);
1088
1089	if (ioa_data_len == 0)
1090		return;
1091
1092	ipr_err("IOA Error Data:\n");
1093	ipr_err("Offset    0 1 2 3  4 5 6 7  8 9 A B  C D E F\n");
1094
1095	for (i = 0; i < ioa_data_len / 4; i += 4) {
1096		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1097			be32_to_cpu(hostrcb->hcam.u.raw.data[i]),
1098			be32_to_cpu(hostrcb->hcam.u.raw.data[i+1]),
1099			be32_to_cpu(hostrcb->hcam.u.raw.data[i+2]),
1100			be32_to_cpu(hostrcb->hcam.u.raw.data[i+3]));
1101	}
1102}
1103
1104/**
1105 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
1106 * @ioasc:	IOASC
1107 *
1108 * This function will return the index of into the ipr_error_table
1109 * for the specified IOASC. If the IOASC is not in the table,
1110 * 0 will be returned, which points to the entry used for unknown errors.
1111 *
1112 * Return value:
1113 * 	index into the ipr_error_table
1114 **/
1115static u32 ipr_get_error(u32 ioasc)
1116{
1117	int i;
1118
1119	for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
1120		if (ipr_error_table[i].ioasc == ioasc)
1121			return i;
1122
1123	return 0;
1124}
1125
1126/**
1127 * ipr_handle_log_data - Log an adapter error.
1128 * @ioa_cfg:	ioa config struct
1129 * @hostrcb:	hostrcb struct
1130 *
1131 * This function logs an adapter error to the system.
1132 *
1133 * Return value:
1134 * 	none
1135 **/
1136static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
1137				struct ipr_hostrcb *hostrcb)
1138{
1139	u32 ioasc;
1140	int error_index;
1141
1142	if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
1143		return;
1144
1145	if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
1146		dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
1147
1148	ioasc = be32_to_cpu(hostrcb->hcam.u.error.failing_dev_ioasc);
1149
1150	if (ioasc == IPR_IOASC_BUS_WAS_RESET ||
1151	    ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER) {
1152		/* Tell the midlayer we had a bus reset so it will handle the UA properly */
1153		scsi_report_bus_reset(ioa_cfg->host,
1154				      hostrcb->hcam.u.error.failing_dev_res_addr.bus);
1155	}
1156
1157	error_index = ipr_get_error(ioasc);
1158
1159	if (!ipr_error_table[error_index].log_hcam)
1160		return;
1161
1162	if (ipr_is_device(&hostrcb->hcam.u.error.failing_dev_res_addr)) {
1163		ipr_res_err(ioa_cfg, hostrcb->hcam.u.error.failing_dev_res_addr,
1164			    "%s\n", ipr_error_table[error_index].error);
1165	} else {
1166		dev_err(&ioa_cfg->pdev->dev, "%s\n",
1167			ipr_error_table[error_index].error);
1168	}
1169
1170	/* Set indication we have logged an error */
1171	ioa_cfg->errors_logged++;
1172
1173	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
1174		return;
1175
1176	switch (hostrcb->hcam.overlay_id) {
1177	case IPR_HOST_RCB_OVERLAY_ID_1:
1178		ipr_log_generic_error(ioa_cfg, hostrcb);
1179		break;
1180	case IPR_HOST_RCB_OVERLAY_ID_2:
1181		ipr_log_cache_error(ioa_cfg, hostrcb);
1182		break;
1183	case IPR_HOST_RCB_OVERLAY_ID_3:
1184		ipr_log_config_error(ioa_cfg, hostrcb);
1185		break;
1186	case IPR_HOST_RCB_OVERLAY_ID_4:
1187	case IPR_HOST_RCB_OVERLAY_ID_6:
1188		ipr_log_array_error(ioa_cfg, hostrcb);
1189		break;
1190	case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
1191		ipr_log_generic_error(ioa_cfg, hostrcb);
1192		break;
1193	default:
1194		dev_err(&ioa_cfg->pdev->dev,
1195			"Unknown error received. Overlay ID: %d\n",
1196			hostrcb->hcam.overlay_id);
1197		break;
1198	}
1199}
1200
1201/**
1202 * ipr_process_error - Op done function for an adapter error log.
1203 * @ipr_cmd:	ipr command struct
1204 *
1205 * This function is the op done function for an error log host
1206 * controlled async from the adapter. It will log the error and
1207 * send the HCAM back to the adapter.
1208 *
1209 * Return value:
1210 * 	none
1211 **/
1212static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
1213{
1214	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1215	struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1216	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
1217
1218	list_del(&hostrcb->queue);
1219	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
1220
1221	if (!ioasc) {
1222		ipr_handle_log_data(ioa_cfg, hostrcb);
1223	} else if (ioasc != IPR_IOASC_IOA_WAS_RESET) {
1224		dev_err(&ioa_cfg->pdev->dev,
1225			"Host RCB failed with IOASC: 0x%08X\n", ioasc);
1226	}
1227
1228	ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
1229}
1230
1231/**
1232 * ipr_timeout -  An internally generated op has timed out.
1233 * @ipr_cmd:	ipr command struct
1234 *
1235 * This function blocks host requests and initiates an
1236 * adapter reset.
1237 *
1238 * Return value:
1239 * 	none
1240 **/
1241static void ipr_timeout(struct ipr_cmnd *ipr_cmd)
1242{
1243	unsigned long lock_flags = 0;
1244	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1245
1246	ENTER;
1247	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1248
1249	ioa_cfg->errors_logged++;
1250	dev_err(&ioa_cfg->pdev->dev,
1251		"Adapter being reset due to command timeout.\n");
1252
1253	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
1254		ioa_cfg->sdt_state = GET_DUMP;
1255
1256	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
1257		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
1258
1259	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1260	LEAVE;
1261}
1262
1263/**
1264 * ipr_oper_timeout -  Adapter timed out transitioning to operational
1265 * @ipr_cmd:	ipr command struct
1266 *
1267 * This function blocks host requests and initiates an
1268 * adapter reset.
1269 *
1270 * Return value:
1271 * 	none
1272 **/
1273static void ipr_oper_timeout(struct ipr_cmnd *ipr_cmd)
1274{
1275	unsigned long lock_flags = 0;
1276	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1277
1278	ENTER;
1279	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1280
1281	ioa_cfg->errors_logged++;
1282	dev_err(&ioa_cfg->pdev->dev,
1283		"Adapter timed out transitioning to operational.\n");
1284
1285	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
1286		ioa_cfg->sdt_state = GET_DUMP;
1287
1288	if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
1289		if (ipr_fastfail)
1290			ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
1291		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
1292	}
1293
1294	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1295	LEAVE;
1296}
1297
1298/**
1299 * ipr_reset_reload - Reset/Reload the IOA
1300 * @ioa_cfg:		ioa config struct
1301 * @shutdown_type:	shutdown type
1302 *
1303 * This function resets the adapter and re-initializes it.
1304 * This function assumes that all new host commands have been stopped.
1305 * Return value:
1306 * 	SUCCESS / FAILED
1307 **/
1308static int ipr_reset_reload(struct ipr_ioa_cfg *ioa_cfg,
1309			    enum ipr_shutdown_type shutdown_type)
1310{
1311	if (!ioa_cfg->in_reset_reload)
1312		ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
1313
1314	spin_unlock_irq(ioa_cfg->host->host_lock);
1315	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
1316	spin_lock_irq(ioa_cfg->host->host_lock);
1317
1318	/* If we got hit with a host reset while we were already resetting
1319	 the adapter for some reason, and the reset failed. */
1320	if (ioa_cfg->ioa_is_dead) {
1321		ipr_trace;
1322		return FAILED;
1323	}
1324
1325	return SUCCESS;
1326}
1327
1328/**
1329 * ipr_find_ses_entry - Find matching SES in SES table
1330 * @res:	resource entry struct of SES
1331 *
1332 * Return value:
1333 * 	pointer to SES table entry / NULL on failure
1334 **/
1335static const struct ipr_ses_table_entry *
1336ipr_find_ses_entry(struct ipr_resource_entry *res)
1337{
1338	int i, j, matches;
1339	const struct ipr_ses_table_entry *ste = ipr_ses_table;
1340
1341	for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
1342		for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
1343			if (ste->compare_product_id_byte[j] == 'X') {
1344				if (res->cfgte.std_inq_data.vpids.product_id[j] == ste->product_id[j])
1345					matches++;
1346				else
1347					break;
1348			} else
1349				matches++;
1350		}
1351
1352		if (matches == IPR_PROD_ID_LEN)
1353			return ste;
1354	}
1355
1356	return NULL;
1357}
1358
1359/**
1360 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
1361 * @ioa_cfg:	ioa config struct
1362 * @bus:		SCSI bus
1363 * @bus_width:	bus width
1364 *
1365 * Return value:
1366 *	SCSI bus speed in units of 100KHz, 1600 is 160 MHz
1367 *	For a 2-byte wide SCSI bus, the maximum transfer speed is
1368 *	twice the maximum transfer rate (e.g. for a wide enabled bus,
1369 *	max 160MHz = max 320MB/sec).
1370 **/
1371static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
1372{
1373	struct ipr_resource_entry *res;
1374	const struct ipr_ses_table_entry *ste;
1375	u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
1376
1377	/* Loop through each config table entry in the config table buffer */
1378	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1379		if (!(IPR_IS_SES_DEVICE(res->cfgte.std_inq_data)))
1380			continue;
1381
1382		if (bus != res->cfgte.res_addr.bus)
1383			continue;
1384
1385		if (!(ste = ipr_find_ses_entry(res)))
1386			continue;
1387
1388		max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
1389	}
1390
1391	return max_xfer_rate;
1392}
1393
1394/**
1395 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
1396 * @ioa_cfg:		ioa config struct
1397 * @max_delay:		max delay in micro-seconds to wait
1398 *
1399 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
1400 *
1401 * Return value:
1402 * 	0 on success / other on failure
1403 **/
1404static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
1405{
1406	volatile u32 pcii_reg;
1407	int delay = 1;
1408
1409	/* Read interrupt reg until IOA signals IO Debug Acknowledge */
1410	while (delay < max_delay) {
1411		pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
1412
1413		if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
1414			return 0;
1415
1416		/* udelay cannot be used if delay is more than a few milliseconds */
1417		if ((delay / 1000) > MAX_UDELAY_MS)
1418			mdelay(delay / 1000);
1419		else
1420			udelay(delay);
1421
1422		delay += delay;
1423	}
1424	return -EIO;
1425}
1426
1427/**
1428 * ipr_get_ldump_data_section - Dump IOA memory
1429 * @ioa_cfg:			ioa config struct
1430 * @start_addr:			adapter address to dump
1431 * @dest:				destination kernel buffer
1432 * @length_in_words:	length to dump in 4 byte words
1433 *
1434 * Return value:
1435 * 	0 on success / -EIO on failure
1436 **/
1437static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
1438				      u32 start_addr,
1439				      __be32 *dest, u32 length_in_words)
1440{
1441	volatile u32 temp_pcii_reg;
1442	int i, delay = 0;
1443
1444	/* Write IOA interrupt reg starting LDUMP state  */
1445	writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
1446	       ioa_cfg->regs.set_uproc_interrupt_reg);
1447
1448	/* Wait for IO debug acknowledge */
1449	if (ipr_wait_iodbg_ack(ioa_cfg,
1450			       IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
1451		dev_err(&ioa_cfg->pdev->dev,
1452			"IOA dump long data transfer timeout\n");
1453		return -EIO;
1454	}
1455
1456	/* Signal LDUMP interlocked - clear IO debug ack */
1457	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
1458	       ioa_cfg->regs.clr_interrupt_reg);
1459
1460	/* Write Mailbox with starting address */
1461	writel(start_addr, ioa_cfg->ioa_mailbox);
1462
1463	/* Signal address valid - clear IOA Reset alert */
1464	writel(IPR_UPROCI_RESET_ALERT,
1465	       ioa_cfg->regs.clr_uproc_interrupt_reg);
1466
1467	for (i = 0; i < length_in_words; i++) {
1468		/* Wait for IO debug acknowledge */
1469		if (ipr_wait_iodbg_ack(ioa_cfg,
1470				       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
1471			dev_err(&ioa_cfg->pdev->dev,
1472				"IOA dump short data transfer timeout\n");
1473			return -EIO;
1474		}
1475
1476		/* Read data from mailbox and increment destination pointer */
1477		*dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
1478		dest++;
1479
1480		/* For all but the last word of data, signal data received */
1481		if (i < (length_in_words - 1)) {
1482			/* Signal dump data received - Clear IO debug Ack */
1483			writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
1484			       ioa_cfg->regs.clr_interrupt_reg);
1485		}
1486	}
1487
1488	/* Signal end of block transfer. Set reset alert then clear IO debug ack */
1489	writel(IPR_UPROCI_RESET_ALERT,
1490	       ioa_cfg->regs.set_uproc_interrupt_reg);
1491
1492	writel(IPR_UPROCI_IO_DEBUG_ALERT,
1493	       ioa_cfg->regs.clr_uproc_interrupt_reg);
1494
1495	/* Signal dump data received - Clear IO debug Ack */
1496	writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
1497	       ioa_cfg->regs.clr_interrupt_reg);
1498
1499	/* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
1500	while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
1501		temp_pcii_reg =
1502		    readl(ioa_cfg->regs.sense_uproc_interrupt_reg);
1503
1504		if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
1505			return 0;
1506
1507		udelay(10);
1508		delay += 10;
1509	}
1510
1511	return 0;
1512}
1513
1514#ifdef CONFIG_SCSI_IPR_DUMP
1515/**
1516 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
1517 * @ioa_cfg:		ioa config struct
1518 * @pci_address:	adapter address
1519 * @length:			length of data to copy
1520 *
1521 * Copy data from PCI adapter to kernel buffer.
1522 * Note: length MUST be a 4 byte multiple
1523 * Return value:
1524 * 	0 on success / other on failure
1525 **/
1526static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
1527			unsigned long pci_address, u32 length)
1528{
1529	int bytes_copied = 0;
1530	int cur_len, rc, rem_len, rem_page_len;
1531	__be32 *page;
1532	unsigned long lock_flags = 0;
1533	struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
1534
1535	while (bytes_copied < length &&
1536	       (ioa_dump->hdr.len + bytes_copied) < IPR_MAX_IOA_DUMP_SIZE) {
1537		if (ioa_dump->page_offset >= PAGE_SIZE ||
1538		    ioa_dump->page_offset == 0) {
1539			page = (__be32 *)__get_free_page(GFP_ATOMIC);
1540
1541			if (!page) {
1542				ipr_trace;
1543				return bytes_copied;
1544			}
1545
1546			ioa_dump->page_offset = 0;
1547			ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
1548			ioa_dump->next_page_index++;
1549		} else
1550			page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
1551
1552		rem_len = length - bytes_copied;
1553		rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
1554		cur_len = min(rem_len, rem_page_len);
1555
1556		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1557		if (ioa_cfg->sdt_state == ABORT_DUMP) {
1558			rc = -EIO;
1559		} else {
1560			rc = ipr_get_ldump_data_section(ioa_cfg,
1561							pci_address + bytes_copied,
1562							&page[ioa_dump->page_offset / 4],
1563							(cur_len / sizeof(u32)));
1564		}
1565		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1566
1567		if (!rc) {
1568			ioa_dump->page_offset += cur_len;
1569			bytes_copied += cur_len;
1570		} else {
1571			ipr_trace;
1572			break;
1573		}
1574		schedule();
1575	}
1576
1577	return bytes_copied;
1578}
1579
1580/**
1581 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
1582 * @hdr:	dump entry header struct
1583 *
1584 * Return value:
1585 * 	nothing
1586 **/
1587static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
1588{
1589	hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
1590	hdr->num_elems = 1;
1591	hdr->offset = sizeof(*hdr);
1592	hdr->status = IPR_DUMP_STATUS_SUCCESS;
1593}
1594
1595/**
1596 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
1597 * @ioa_cfg:	ioa config struct
1598 * @driver_dump:	driver dump struct
1599 *
1600 * Return value:
1601 * 	nothing
1602 **/
1603static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
1604				   struct ipr_driver_dump *driver_dump)
1605{
1606	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
1607
1608	ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
1609	driver_dump->ioa_type_entry.hdr.len =
1610		sizeof(struct ipr_dump_ioa_type_entry) -
1611		sizeof(struct ipr_dump_entry_header);
1612	driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
1613	driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
1614	driver_dump->ioa_type_entry.type = ioa_cfg->type;
1615	driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
1616		(ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
1617		ucode_vpd->minor_release[1];
1618	driver_dump->hdr.num_entries++;
1619}
1620
1621/**
1622 * ipr_dump_version_data - Fill in the driver version in the dump.
1623 * @ioa_cfg:	ioa config struct
1624 * @driver_dump:	driver dump struct
1625 *
1626 * Return value:
1627 * 	nothing
1628 **/
1629static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
1630				  struct ipr_driver_dump *driver_dump)
1631{
1632	ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
1633	driver_dump->version_entry.hdr.len =
1634		sizeof(struct ipr_dump_version_entry) -
1635		sizeof(struct ipr_dump_entry_header);
1636	driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
1637	driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
1638	strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
1639	driver_dump->hdr.num_entries++;
1640}
1641
1642/**
1643 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
1644 * @ioa_cfg:	ioa config struct
1645 * @driver_dump:	driver dump struct
1646 *
1647 * Return value:
1648 * 	nothing
1649 **/
1650static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
1651				   struct ipr_driver_dump *driver_dump)
1652{
1653	ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
1654	driver_dump->trace_entry.hdr.len =
1655		sizeof(struct ipr_dump_trace_entry) -
1656		sizeof(struct ipr_dump_entry_header);
1657	driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
1658	driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
1659	memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
1660	driver_dump->hdr.num_entries++;
1661}
1662
1663/**
1664 * ipr_dump_location_data - Fill in the IOA location in the dump.
1665 * @ioa_cfg:	ioa config struct
1666 * @driver_dump:	driver dump struct
1667 *
1668 * Return value:
1669 * 	nothing
1670 **/
1671static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
1672				   struct ipr_driver_dump *driver_dump)
1673{
1674	ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
1675	driver_dump->location_entry.hdr.len =
1676		sizeof(struct ipr_dump_location_entry) -
1677		sizeof(struct ipr_dump_entry_header);
1678	driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
1679	driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
1680	strcpy(driver_dump->location_entry.location, ioa_cfg->pdev->dev.bus_id);
1681	driver_dump->hdr.num_entries++;
1682}
1683
1684/**
1685 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
1686 * @ioa_cfg:	ioa config struct
1687 * @dump:		dump struct
1688 *
1689 * Return value:
1690 * 	nothing
1691 **/
1692static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
1693{
1694	unsigned long start_addr, sdt_word;
1695	unsigned long lock_flags = 0;
1696	struct ipr_driver_dump *driver_dump = &dump->driver_dump;
1697	struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
1698	u32 num_entries, start_off, end_off;
1699	u32 bytes_to_copy, bytes_copied, rc;
1700	struct ipr_sdt *sdt;
1701	int i;
1702
1703	ENTER;
1704
1705	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1706
1707	if (ioa_cfg->sdt_state != GET_DUMP) {
1708		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1709		return;
1710	}
1711
1712	start_addr = readl(ioa_cfg->ioa_mailbox);
1713
1714	if (!ipr_sdt_is_fmt2(start_addr)) {
1715		dev_err(&ioa_cfg->pdev->dev,
1716			"Invalid dump table format: %lx\n", start_addr);
1717		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1718		return;
1719	}
1720
1721	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
1722
1723	driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
1724
1725	/* Initialize the overall dump header */
1726	driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
1727	driver_dump->hdr.num_entries = 1;
1728	driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
1729	driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
1730	driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
1731	driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
1732
1733	ipr_dump_version_data(ioa_cfg, driver_dump);
1734	ipr_dump_location_data(ioa_cfg, driver_dump);
1735	ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
1736	ipr_dump_trace_data(ioa_cfg, driver_dump);
1737
1738	/* Update dump_header */
1739	driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
1740
1741	/* IOA Dump entry */
1742	ipr_init_dump_entry_hdr(&ioa_dump->hdr);
1743	ioa_dump->format = IPR_SDT_FMT2;
1744	ioa_dump->hdr.len = 0;
1745	ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
1746	ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
1747
1748	/* First entries in sdt are actually a list of dump addresses and
1749	 lengths to gather the real dump data.  sdt represents the pointer
1750	 to the ioa generated dump table.  Dump data will be extracted based
1751	 on entries in this table */
1752	sdt = &ioa_dump->sdt;
1753
1754	rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
1755					sizeof(struct ipr_sdt) / sizeof(__be32));
1756
1757	/* Smart Dump table is ready to use and the first entry is valid */
1758	if (rc || (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE)) {
1759		dev_err(&ioa_cfg->pdev->dev,
1760			"Dump of IOA failed. Dump table not valid: %d, %X.\n",
1761			rc, be32_to_cpu(sdt->hdr.state));
1762		driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
1763		ioa_cfg->sdt_state = DUMP_OBTAINED;
1764		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1765		return;
1766	}
1767
1768	num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
1769
1770	if (num_entries > IPR_NUM_SDT_ENTRIES)
1771		num_entries = IPR_NUM_SDT_ENTRIES;
1772
1773	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1774
1775	for (i = 0; i < num_entries; i++) {
1776		if (ioa_dump->hdr.len > IPR_MAX_IOA_DUMP_SIZE) {
1777			driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
1778			break;
1779		}
1780
1781		if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
1782			sdt_word = be32_to_cpu(sdt->entry[i].bar_str_offset);
1783			start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
1784			end_off = be32_to_cpu(sdt->entry[i].end_offset);
1785
1786			if (ipr_sdt_is_fmt2(sdt_word) && sdt_word) {
1787				bytes_to_copy = end_off - start_off;
1788				if (bytes_to_copy > IPR_MAX_IOA_DUMP_SIZE) {
1789					sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
1790					continue;
1791				}
1792
1793				/* Copy data from adapter to driver buffers */
1794				bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
1795							    bytes_to_copy);
1796
1797				ioa_dump->hdr.len += bytes_copied;
1798
1799				if (bytes_copied != bytes_to_copy) {
1800					driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
1801					break;
1802				}
1803			}
1804		}
1805	}
1806
1807	dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
1808
1809	/* Update dump_header */
1810	driver_dump->hdr.len += ioa_dump->hdr.len;
1811	wmb();
1812	ioa_cfg->sdt_state = DUMP_OBTAINED;
1813	LEAVE;
1814}
1815
1816#else
1817#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while(0)
1818#endif
1819
1820/**
1821 * ipr_release_dump - Free adapter dump memory
1822 * @kref:	kref struct
1823 *
1824 * Return value:
1825 *	nothing
1826 **/
1827static void ipr_release_dump(struct kref *kref)
1828{
1829	struct ipr_dump *dump = container_of(kref,struct ipr_dump,kref);
1830	struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
1831	unsigned long lock_flags = 0;
1832	int i;
1833
1834	ENTER;
1835	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1836	ioa_cfg->dump = NULL;
1837	ioa_cfg->sdt_state = INACTIVE;
1838	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1839
1840	for (i = 0; i < dump->ioa_dump.next_page_index; i++)
1841		free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
1842
1843	kfree(dump);
1844	LEAVE;
1845}
1846
1847/**
1848 * ipr_worker_thread - Worker thread
1849 * @data:		ioa config struct
1850 *
1851 * Called at task level from a work thread. This function takes care
1852 * of adding and removing device from the mid-layer as configuration
1853 * changes are detected by the adapter.
1854 *
1855 * Return value:
1856 * 	nothing
1857 **/
1858static void ipr_worker_thread(void *data)
1859{
1860	unsigned long lock_flags;
1861	struct ipr_resource_entry *res;
1862	struct scsi_device *sdev;
1863	struct ipr_dump *dump;
1864	struct ipr_ioa_cfg *ioa_cfg = data;
1865	u8 bus, target, lun;
1866	int did_work;
1867
1868	ENTER;
1869	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1870
1871	if (ioa_cfg->sdt_state == GET_DUMP) {
1872		dump = ioa_cfg->dump;
1873		if (!dump) {
1874			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1875			return;
1876		}
1877		kref_get(&dump->kref);
1878		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1879		ipr_get_ioa_dump(ioa_cfg, dump);
1880		kref_put(&dump->kref, ipr_release_dump);
1881
1882		spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1883		if (ioa_cfg->sdt_state == DUMP_OBTAINED)
1884			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
1885		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1886		return;
1887	}
1888
1889restart:
1890	do {
1891		did_work = 0;
1892		if (!ioa_cfg->allow_cmds || !ioa_cfg->allow_ml_add_del) {
1893			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1894			return;
1895		}
1896
1897		list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1898			if (res->del_from_ml && res->sdev) {
1899				did_work = 1;
1900				sdev = res->sdev;
1901				if (!scsi_device_get(sdev)) {
1902					res->sdev = NULL;
1903					list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1904					spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1905					scsi_remove_device(sdev);
1906					scsi_device_put(sdev);
1907					spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1908				}
1909				break;
1910			}
1911		}
1912	} while(did_work);
1913
1914	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1915		if (res->add_to_ml) {
1916			bus = res->cfgte.res_addr.bus;
1917			target = res->cfgte.res_addr.target;
1918			lun = res->cfgte.res_addr.lun;
1919			spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1920			scsi_add_device(ioa_cfg->host, bus, target, lun);
1921			spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1922			goto restart;
1923		}
1924	}
1925
1926	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1927	kobject_uevent(&ioa_cfg->host->shost_classdev.kobj, KOBJ_CHANGE, NULL);
1928	LEAVE;
1929}
1930
1931#ifdef CONFIG_SCSI_IPR_TRACE
1932/**
1933 * ipr_read_trace - Dump the adapter trace
1934 * @kobj:		kobject struct
1935 * @buf:		buffer
1936 * @off:		offset
1937 * @count:		buffer size
1938 *
1939 * Return value:
1940 *	number of bytes printed to buffer
1941 **/
1942static ssize_t ipr_read_trace(struct kobject *kobj, char *buf,
1943			      loff_t off, size_t count)
1944{
1945	struct class_device *cdev = container_of(kobj,struct class_device,kobj);
1946	struct Scsi_Host *shost = class_to_shost(cdev);
1947	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
1948	unsigned long lock_flags = 0;
1949	int size = IPR_TRACE_SIZE;
1950	char *src = (char *)ioa_cfg->trace;
1951
1952	if (off > size)
1953		return 0;
1954	if (off + count > size) {
1955		size -= off;
1956		count = size;
1957	}
1958
1959	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1960	memcpy(buf, &src[off], count);
1961	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1962	return count;
1963}
1964
1965static struct bin_attribute ipr_trace_attr = {
1966	.attr =	{
1967		.name = "trace",
1968		.mode = S_IRUGO,
1969	},
1970	.size = 0,
1971	.read = ipr_read_trace,
1972};
1973#endif
1974
1975/**
1976 * ipr_show_fw_version - Show the firmware version
1977 * @class_dev:	class device struct
1978 * @buf:		buffer
1979 *
1980 * Return value:
1981 *	number of bytes printed to buffer
1982 **/
1983static ssize_t ipr_show_fw_version(struct class_device *class_dev, char *buf)
1984{
1985	struct Scsi_Host *shost = class_to_shost(class_dev);
1986	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
1987	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
1988	unsigned long lock_flags = 0;
1989	int len;
1990
1991	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1992	len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
1993		       ucode_vpd->major_release, ucode_vpd->card_type,
1994		       ucode_vpd->minor_release[0],
1995		       ucode_vpd->minor_release[1]);
1996	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1997	return len;
1998}
1999
2000static struct class_device_attribute ipr_fw_version_attr = {
2001	.attr = {
2002		.name =		"fw_version",
2003		.mode =		S_IRUGO,
2004	},
2005	.show = ipr_show_fw_version,
2006};
2007
2008/**
2009 * ipr_show_log_level - Show the adapter's error logging level
2010 * @class_dev:	class device struct
2011 * @buf:		buffer
2012 *
2013 * Return value:
2014 * 	number of bytes printed to buffer
2015 **/
2016static ssize_t ipr_show_log_level(struct class_device *class_dev, char *buf)
2017{
2018	struct Scsi_Host *shost = class_to_shost(class_dev);
2019	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2020	unsigned long lock_flags = 0;
2021	int len;
2022
2023	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2024	len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
2025	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2026	return len;
2027}
2028
2029/**
2030 * ipr_store_log_level - Change the adapter's error logging level
2031 * @class_dev:	class device struct
2032 * @buf:		buffer
2033 *
2034 * Return value:
2035 * 	number of bytes printed to buffer
2036 **/
2037static ssize_t ipr_store_log_level(struct class_device *class_dev,
2038				   const char *buf, size_t count)
2039{
2040	struct Scsi_Host *shost = class_to_shost(class_dev);
2041	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2042	unsigned long lock_flags = 0;
2043
2044	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2045	ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
2046	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2047	return strlen(buf);
2048}
2049
2050static struct class_device_attribute ipr_log_level_attr = {
2051	.attr = {
2052		.name =		"log_level",
2053		.mode =		S_IRUGO | S_IWUSR,
2054	},
2055	.show = ipr_show_log_level,
2056	.store = ipr_store_log_level
2057};
2058
2059/**
2060 * ipr_store_diagnostics - IOA Diagnostics interface
2061 * @class_dev:	class_device struct
2062 * @buf:		buffer
2063 * @count:		buffer size
2064 *
2065 * This function will reset the adapter and wait a reasonable
2066 * amount of time for any errors that the adapter might log.
2067 *
2068 * Return value:
2069 * 	count on success / other on failure
2070 **/
2071static ssize_t ipr_store_diagnostics(struct class_device *class_dev,
2072				     const char *buf, size_t count)
2073{
2074	struct Scsi_Host *shost = class_to_shost(class_dev);
2075	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2076	unsigned long lock_flags = 0;
2077	int rc = count;
2078
2079	if (!capable(CAP_SYS_ADMIN))
2080		return -EACCES;
2081
2082	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2083	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2084	ioa_cfg->errors_logged = 0;
2085	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2086
2087	if (ioa_cfg->in_reset_reload) {
2088		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2089		wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2090
2091		/* Wait for a second for any errors to be logged */
2092		msleep(1000);
2093	} else {
2094		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2095		return -EIO;
2096	}
2097
2098	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2099	if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
2100		rc = -EIO;
2101	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2102
2103	return rc;
2104}
2105
2106static struct class_device_attribute ipr_diagnostics_attr = {
2107	.attr = {
2108		.name =		"run_diagnostics",
2109		.mode =		S_IWUSR,
2110	},
2111	.store = ipr_store_diagnostics
2112};
2113
2114/**
2115 * ipr_store_reset_adapter - Reset the adapter
2116 * @class_dev:	class_device struct
2117 * @buf:		buffer
2118 * @count:		buffer size
2119 *
2120 * This function will reset the adapter.
2121 *
2122 * Return value:
2123 * 	count on success / other on failure
2124 **/
2125static ssize_t ipr_store_reset_adapter(struct class_device *class_dev,
2126				       const char *buf, size_t count)
2127{
2128	struct Scsi_Host *shost = class_to_shost(class_dev);
2129	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2130	unsigned long lock_flags;
2131	int result = count;
2132
2133	if (!capable(CAP_SYS_ADMIN))
2134		return -EACCES;
2135
2136	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2137	if (!ioa_cfg->in_reset_reload)
2138		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2139	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2140	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2141
2142	return result;
2143}
2144
2145static struct class_device_attribute ipr_ioa_reset_attr = {
2146	.attr = {
2147		.name =		"reset_host",
2148		.mode =		S_IWUSR,
2149	},
2150	.store = ipr_store_reset_adapter
2151};
2152
2153/**
2154 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
2155 * @buf_len:		buffer length
2156 *
2157 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
2158 * list to use for microcode download
2159 *
2160 * Return value:
2161 * 	pointer to sglist / NULL on failure
2162 **/
2163static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
2164{
2165	int sg_size, order, bsize_elem, num_elem, i, j;
2166	struct ipr_sglist *sglist;
2167	struct scatterlist *scatterlist;
2168	struct page *page;
2169
2170	/* Get the minimum size per scatter/gather element */
2171	sg_size = buf_len / (IPR_MAX_SGLIST - 1);
2172
2173	/* Get the actual size per element */
2174	order = get_order(sg_size);
2175
2176	/* Determine the actual number of bytes per element */
2177	bsize_elem = PAGE_SIZE * (1 << order);
2178
2179	/* Determine the actual number of sg entries needed */
2180	if (buf_len % bsize_elem)
2181		num_elem = (buf_len / bsize_elem) + 1;
2182	else
2183		num_elem = buf_len / bsize_elem;
2184
2185	/* Allocate a scatter/gather list for the DMA */
2186	sglist = kmalloc(sizeof(struct ipr_sglist) +
2187			 (sizeof(struct scatterlist) * (num_elem - 1)),
2188			 GFP_KERNEL);
2189
2190	if (sglist == NULL) {
2191		ipr_trace;
2192		return NULL;
2193	}
2194
2195	memset(sglist, 0, sizeof(struct ipr_sglist) +
2196	       (sizeof(struct scatterlist) * (num_elem - 1)));
2197
2198	scatterlist = sglist->scatterlist;
2199
2200	sglist->order = order;
2201	sglist->num_sg = num_elem;
2202
2203	/* Allocate a bunch of sg elements */
2204	for (i = 0; i < num_elem; i++) {
2205		page = alloc_pages(GFP_KERNEL, order);
2206		if (!page) {
2207			ipr_trace;
2208
2209			/* Free up what we already allocated */
2210			for (j = i - 1; j >= 0; j--)
2211				__free_pages(scatterlist[j].page, order);
2212			kfree(sglist);
2213			return NULL;
2214		}
2215
2216		scatterlist[i].page = page;
2217	}
2218
2219	return sglist;
2220}
2221
2222/**
2223 * ipr_free_ucode_buffer - Frees a microcode download buffer
2224 * @p_dnld:		scatter/gather list pointer
2225 *
2226 * Free a DMA'able ucode download buffer previously allocated with
2227 * ipr_alloc_ucode_buffer
2228 *
2229 * Return value:
2230 * 	nothing
2231 **/
2232static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
2233{
2234	int i;
2235
2236	for (i = 0; i < sglist->num_sg; i++)
2237		__free_pages(sglist->scatterlist[i].page, sglist->order);
2238
2239	kfree(sglist);
2240}
2241
2242/**
2243 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
2244 * @sglist:		scatter/gather list pointer
2245 * @buffer:		buffer pointer
2246 * @len:		buffer length
2247 *
2248 * Copy a microcode image from a user buffer into a buffer allocated by
2249 * ipr_alloc_ucode_buffer
2250 *
2251 * Return value:
2252 * 	0 on success / other on failure
2253 **/
2254static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
2255				 u8 *buffer, u32 len)
2256{
2257	int bsize_elem, i, result = 0;
2258	struct scatterlist *scatterlist;
2259	void *kaddr;
2260
2261	/* Determine the actual number of bytes per element */
2262	bsize_elem = PAGE_SIZE * (1 << sglist->order);
2263
2264	scatterlist = sglist->scatterlist;
2265
2266	for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
2267		kaddr = kmap(scatterlist[i].page);
2268		memcpy(kaddr, buffer, bsize_elem);
2269		kunmap(scatterlist[i].page);
2270
2271		scatterlist[i].length = bsize_elem;
2272
2273		if (result != 0) {
2274			ipr_trace;
2275			return result;
2276		}
2277	}
2278
2279	if (len % bsize_elem) {
2280		kaddr = kmap(scatterlist[i].page);
2281		memcpy(kaddr, buffer, len % bsize_elem);
2282		kunmap(scatterlist[i].page);
2283
2284		scatterlist[i].length = len % bsize_elem;
2285	}
2286
2287	sglist->buffer_len = len;
2288	return result;
2289}
2290
2291/**
2292 * ipr_map_ucode_buffer - Map a microcode download buffer
2293 * @ipr_cmd:	ipr command struct
2294 * @sglist:		scatter/gather list
2295 * @len:		total length of download buffer
2296 *
2297 * Maps a microcode download scatter/gather list for DMA and
2298 * builds the IOADL.
2299 *
2300 * Return value:
2301 * 	0 on success / -EIO on failure
2302 **/
2303static int ipr_map_ucode_buffer(struct ipr_cmnd *ipr_cmd,
2304				struct ipr_sglist *sglist, int len)
2305{
2306	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2307	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
2308	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
2309	struct scatterlist *scatterlist = sglist->scatterlist;
2310	int i;
2311
2312	ipr_cmd->dma_use_sg = pci_map_sg(ioa_cfg->pdev, scatterlist,
2313					 sglist->num_sg, DMA_TO_DEVICE);
2314
2315	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
2316	ioarcb->write_data_transfer_length = cpu_to_be32(len);
2317	ioarcb->write_ioadl_len =
2318		cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
2319
2320	for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
2321		ioadl[i].flags_and_data_len =
2322			cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
2323		ioadl[i].address =
2324			cpu_to_be32(sg_dma_address(&scatterlist[i]));
2325	}
2326
2327	if (likely(ipr_cmd->dma_use_sg)) {
2328		ioadl[i-1].flags_and_data_len |=
2329			cpu_to_be32(IPR_IOADL_FLAGS_LAST);
2330	}
2331	else {
2332		dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
2333		return -EIO;
2334	}
2335
2336	return 0;
2337}
2338
2339/**
2340 * ipr_store_update_fw - Update the firmware on the adapter
2341 * @class_dev:	class_device struct
2342 * @buf:		buffer
2343 * @count:		buffer size
2344 *
2345 * This function will update the firmware on the adapter.
2346 *
2347 * Return value:
2348 * 	count on success / other on failure
2349 **/
2350static ssize_t ipr_store_update_fw(struct class_device *class_dev,
2351				       const char *buf, size_t count)
2352{
2353	struct Scsi_Host *shost = class_to_shost(class_dev);
2354	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2355	struct ipr_ucode_image_header *image_hdr;
2356	const struct firmware *fw_entry;
2357	struct ipr_sglist *sglist;
2358	unsigned long lock_flags;
2359	char fname[100];
2360	char *src;
2361	int len, result, dnld_size;
2362
2363	if (!capable(CAP_SYS_ADMIN))
2364		return -EACCES;
2365
2366	len = snprintf(fname, 99, "%s", buf);
2367	fname[len-1] = '\0';
2368
2369	if(request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
2370		dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
2371		return -EIO;
2372	}
2373
2374	image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
2375
2376	if (be32_to_cpu(image_hdr->header_length) > fw_entry->size ||
2377	    (ioa_cfg->vpd_cbs->page3_data.card_type &&
2378	     ioa_cfg->vpd_cbs->page3_data.card_type != image_hdr->card_type)) {
2379		dev_err(&ioa_cfg->pdev->dev, "Invalid microcode buffer\n");
2380		release_firmware(fw_entry);
2381		return -EINVAL;
2382	}
2383
2384	src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
2385	dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
2386	sglist = ipr_alloc_ucode_buffer(dnld_size);
2387
2388	if (!sglist) {
2389		dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
2390		release_firmware(fw_entry);
2391		return -ENOMEM;
2392	}
2393
2394	result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
2395
2396	if (result) {
2397		dev_err(&ioa_cfg->pdev->dev,
2398			"Microcode buffer copy to DMA buffer failed\n");
2399		ipr_free_ucode_buffer(sglist);
2400		release_firmware(fw_entry);
2401		return result;
2402	}
2403
2404	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2405
2406	if (ioa_cfg->ucode_sglist) {
2407		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2408		dev_err(&ioa_cfg->pdev->dev,
2409			"Microcode download already in progress\n");
2410		ipr_free_ucode_buffer(sglist);
2411		release_firmware(fw_entry);
2412		return -EIO;
2413	}
2414
2415	ioa_cfg->ucode_sglist = sglist;
2416	ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
2417	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2418	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2419
2420	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2421	ioa_cfg->ucode_sglist = NULL;
2422	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2423
2424	ipr_free_ucode_buffer(sglist);
2425	release_firmware(fw_entry);
2426
2427	return count;
2428}
2429
2430static struct class_device_attribute ipr_update_fw_attr = {
2431	.attr = {
2432		.name =		"update_fw",
2433		.mode =		S_IWUSR,
2434	},
2435	.store = ipr_store_update_fw
2436};
2437
2438static struct class_device_attribute *ipr_ioa_attrs[] = {
2439	&ipr_fw_version_attr,
2440	&ipr_log_level_attr,
2441	&ipr_diagnostics_attr,
2442	&ipr_ioa_reset_attr,
2443	&ipr_update_fw_attr,
2444	NULL,
2445};
2446
2447#ifdef CONFIG_SCSI_IPR_DUMP
2448/**
2449 * ipr_read_dump - Dump the adapter
2450 * @kobj:		kobject struct
2451 * @buf:		buffer
2452 * @off:		offset
2453 * @count:		buffer size
2454 *
2455 * Return value:
2456 *	number of bytes printed to buffer
2457 **/
2458static ssize_t ipr_read_dump(struct kobject *kobj, char *buf,
2459			      loff_t off, size_t count)
2460{
2461	struct class_device *cdev = container_of(kobj,struct class_device,kobj);
2462	struct Scsi_Host *shost = class_to_shost(cdev);
2463	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2464	struct ipr_dump *dump;
2465	unsigned long lock_flags = 0;
2466	char *src;
2467	int len;
2468	size_t rc = count;
2469
2470	if (!capable(CAP_SYS_ADMIN))
2471		return -EACCES;
2472
2473	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2474	dump = ioa_cfg->dump;
2475
2476	if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
2477		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2478		return 0;
2479	}
2480	kref_get(&dump->kref);
2481	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2482
2483	if (off > dump->driver_dump.hdr.len) {
2484		kref_put(&dump->kref, ipr_release_dump);
2485		return 0;
2486	}
2487
2488	if (off + count > dump->driver_dump.hdr.len) {
2489		count = dump->driver_dump.hdr.len - off;
2490		rc = count;
2491	}
2492
2493	if (count && off < sizeof(dump->driver_dump)) {
2494		if (off + count > sizeof(dump->driver_dump))
2495			len = sizeof(dump->driver_dump) - off;
2496		else
2497			len = count;
2498		src = (u8 *)&dump->driver_dump + off;
2499		memcpy(buf, src, len);
2500		buf += len;
2501		off += len;
2502		count -= len;
2503	}
2504
2505	off -= sizeof(dump->driver_dump);
2506
2507	if (count && off < offsetof(struct ipr_ioa_dump, ioa_data)) {
2508		if (off + count > offsetof(struct ipr_ioa_dump, ioa_data))
2509			len = offsetof(struct ipr_ioa_dump, ioa_data) - off;
2510		else
2511			len = count;
2512		src = (u8 *)&dump->ioa_dump + off;
2513		memcpy(buf, src, len);
2514		buf += len;
2515		off += len;
2516		count -= len;
2517	}
2518
2519	off -= offsetof(struct ipr_ioa_dump, ioa_data);
2520
2521	while (count) {
2522		if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
2523			len = PAGE_ALIGN(off) - off;
2524		else
2525			len = count;
2526		src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
2527		src += off & ~PAGE_MASK;
2528		memcpy(buf, src, len);
2529		buf += len;
2530		off += len;
2531		count -= len;
2532	}
2533
2534	kref_put(&dump->kref, ipr_release_dump);
2535	return rc;
2536}
2537
2538/**
2539 * ipr_alloc_dump - Prepare for adapter dump
2540 * @ioa_cfg:	ioa config struct
2541 *
2542 * Return value:
2543 *	0 on success / other on failure
2544 **/
2545static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
2546{
2547	struct ipr_dump *dump;
2548	unsigned long lock_flags = 0;
2549
2550	ENTER;
2551	dump = kmalloc(sizeof(struct ipr_dump), GFP_KERNEL);
2552
2553	if (!dump) {
2554		ipr_err("Dump memory allocation failed\n");
2555		return -ENOMEM;
2556	}
2557
2558	memset(dump, 0, sizeof(struct ipr_dump));
2559	kref_init(&dump->kref);
2560	dump->ioa_cfg = ioa_cfg;
2561
2562	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2563
2564	if (INACTIVE != ioa_cfg->sdt_state) {
2565		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2566		kfree(dump);
2567		return 0;
2568	}
2569
2570	ioa_cfg->dump = dump;
2571	ioa_cfg->sdt_state = WAIT_FOR_DUMP;
2572	if (ioa_cfg->ioa_is_dead && !ioa_cfg->dump_taken) {
2573		ioa_cfg->dump_taken = 1;
2574		schedule_work(&ioa_cfg->work_q);
2575	}
2576	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2577
2578	LEAVE;
2579	return 0;
2580}
2581
2582/**
2583 * ipr_free_dump - Free adapter dump memory
2584 * @ioa_cfg:	ioa config struct
2585 *
2586 * Return value:
2587 *	0 on success / other on failure
2588 **/
2589static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
2590{
2591	struct ipr_dump *dump;
2592	unsigned long lock_flags = 0;
2593
2594	ENTER;
2595
2596	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2597	dump = ioa_cfg->dump;
2598	if (!dump) {
2599		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2600		return 0;
2601	}
2602
2603	ioa_cfg->dump = NULL;
2604	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2605
2606	kref_put(&dump->kref, ipr_release_dump);
2607
2608	LEAVE;
2609	return 0;
2610}
2611
2612/**
2613 * ipr_write_dump - Setup dump state of adapter
2614 * @kobj:		kobject struct
2615 * @buf:		buffer
2616 * @off:		offset
2617 * @count:		buffer size
2618 *
2619 * Return value:
2620 *	number of bytes printed to buffer
2621 **/
2622static ssize_t ipr_write_dump(struct kobject *kobj, char *buf,
2623			      loff_t off, size_t count)
2624{
2625	struct class_device *cdev = container_of(kobj,struct class_device,kobj);
2626	struct Scsi_Host *shost = class_to_shost(cdev);
2627	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
2628	int rc;
2629
2630	if (!capable(CAP_SYS_ADMIN))
2631		return -EACCES;
2632
2633	if (buf[0] == '1')
2634		rc = ipr_alloc_dump(ioa_cfg);
2635	else if (buf[0] == '0')
2636		rc = ipr_free_dump(ioa_cfg);
2637	else
2638		return -EINVAL;
2639
2640	if (rc)
2641		return rc;
2642	else
2643		return count;
2644}
2645
2646static struct bin_attribute ipr_dump_attr = {
2647	.attr =	{
2648		.name = "dump",
2649		.mode = S_IRUSR | S_IWUSR,
2650	},
2651	.size = 0,
2652	.read = ipr_read_dump,
2653	.write = ipr_write_dump
2654};
2655#else
2656static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
2657#endif
2658
2659/**
2660 * ipr_change_queue_depth - Change the device's queue depth
2661 * @sdev:	scsi device struct
2662 * @qdepth:	depth to set
2663 *
2664 * Return value:
2665 * 	actual depth set
2666 **/
2667static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
2668{
2669	scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
2670	return sdev->queue_depth;
2671}
2672
2673/**
2674 * ipr_change_queue_type - Change the device's queue type
2675 * @dsev:		scsi device struct
2676 * @tag_type:	type of tags to use
2677 *
2678 * Return value:
2679 * 	actual queue type set
2680 **/
2681static int ipr_change_queue_type(struct scsi_device *sdev, int tag_type)
2682{
2683	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
2684	struct ipr_resource_entry *res;
2685	unsigned long lock_flags = 0;
2686
2687	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2688	res = (struct ipr_resource_entry *)sdev->hostdata;
2689
2690	if (res) {
2691		if (ipr_is_gscsi(res) && sdev->tagged_supported) {
2692			/*
2693			 * We don't bother quiescing the device here since the
2694			 * adapter firmware does it for us.
2695			 */
2696			scsi_set_tag_type(sdev, tag_type);
2697
2698			if (tag_type)
2699				scsi_activate_tcq(sdev, sdev->queue_depth);
2700			else
2701				scsi_deactivate_tcq(sdev, sdev->queue_depth);
2702		} else
2703			tag_type = 0;
2704	} else
2705		tag_type = 0;
2706
2707	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2708	return tag_type;
2709}
2710
2711/**
2712 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
2713 * @dev:	device struct
2714 * @buf:	buffer
2715 *
2716 * Return value:
2717 * 	number of bytes printed to buffer
2718 **/
2719static ssize_t ipr_show_adapter_handle(struct device *dev, char *buf)
2720{
2721	struct scsi_device *sdev = to_scsi_device(dev);
2722	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
2723	struct ipr_resource_entry *res;
2724	unsigned long lock_flags = 0;
2725	ssize_t len = -ENXIO;
2726
2727	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2728	res = (struct ipr_resource_entry *)sdev->hostdata;
2729	if (res)
2730		len = snprintf(buf, PAGE_SIZE, "%08X\n", res->cfgte.res_handle);
2731	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2732	return len;
2733}
2734
2735static struct device_attribute ipr_adapter_handle_attr = {
2736	.attr = {
2737		.name = 	"adapter_handle",
2738		.mode =		S_IRUSR,
2739	},
2740	.show = ipr_show_adapter_handle
2741};
2742
2743static struct device_attribute *ipr_dev_attrs[] = {
2744	&ipr_adapter_handle_attr,
2745	NULL,
2746};
2747
2748/**
2749 * ipr_biosparam - Return the HSC mapping
2750 * @sdev:			scsi device struct
2751 * @block_device:	block device pointer
2752 * @capacity:		capacity of the device
2753 * @parm:			Array containing returned HSC values.
2754 *
2755 * This function generates the HSC parms that fdisk uses.
2756 * We want to make sure we return something that places partitions
2757 * on 4k boundaries for best performance with the IOA.
2758 *
2759 * Return value:
2760 * 	0 on success
2761 **/
2762static int ipr_biosparam(struct scsi_device *sdev,
2763			 struct block_device *block_device,
2764			 sector_t capacity, int *parm)
2765{
2766	int heads, sectors;
2767	sector_t cylinders;
2768
2769	heads = 128;
2770	sectors = 32;
2771
2772	cylinders = capacity;
2773	sector_div(cylinders, (128 * 32));
2774
2775	/* return result */
2776	parm[0] = heads;
2777	parm[1] = sectors;
2778	parm[2] = cylinders;
2779
2780	return 0;
2781}
2782
2783/**
2784 * ipr_slave_destroy - Unconfigure a SCSI device
2785 * @sdev:	scsi device struct
2786 *
2787 * Return value:
2788 * 	nothing
2789 **/
2790static void ipr_slave_destroy(struct scsi_device *sdev)
2791{
2792	struct ipr_resource_entry *res;
2793	struct ipr_ioa_cfg *ioa_cfg;
2794	unsigned long lock_flags = 0;
2795
2796	ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
2797
2798	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2799	res = (struct ipr_resource_entry *) sdev->hostdata;
2800	if (res) {
2801		sdev->hostdata = NULL;
2802		res->sdev = NULL;
2803	}
2804	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2805}
2806
2807/**
2808 * ipr_slave_configure - Configure a SCSI device
2809 * @sdev:	scsi device struct
2810 *
2811 * This function configures the specified scsi device.
2812 *
2813 * Return value:
2814 * 	0 on success
2815 **/
2816static int ipr_slave_configure(struct scsi_device *sdev)
2817{
2818	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
2819	struct ipr_resource_entry *res;
2820	unsigned long lock_flags = 0;
2821
2822	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2823	res = sdev->hostdata;
2824	if (res) {
2825		if (ipr_is_af_dasd_device(res))
2826			sdev->type = TYPE_RAID;
2827		if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res))
2828			sdev->scsi_level = 4;
2829		if (ipr_is_vset_device(res)) {
2830			sdev->timeout = IPR_VSET_RW_TIMEOUT;
2831			blk_queue_max_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
2832		}
2833		if (IPR_IS_DASD_DEVICE(res->cfgte.std_inq_data))
2834			sdev->allow_restart = 1;
2835		scsi_adjust_queue_depth(sdev, 0, sdev->host->cmd_per_lun);
2836	}
2837	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2838	return 0;
2839}
2840
2841/**
2842 * ipr_slave_alloc - Prepare for commands to a device.
2843 * @sdev:	scsi device struct
2844 *
2845 * This function saves a pointer to the resource entry
2846 * in the scsi device struct if the device exists. We
2847 * can then use this pointer in ipr_queuecommand when
2848 * handling new commands.
2849 *
2850 * Return value:
2851 * 	0 on success
2852 **/
2853static int ipr_slave_alloc(struct scsi_device *sdev)
2854{
2855	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
2856	struct ipr_resource_entry *res;
2857	unsigned long lock_flags;
2858
2859	sdev->hostdata = NULL;
2860
2861	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2862
2863	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2864		if ((res->cfgte.res_addr.bus == sdev->channel) &&
2865		    (res->cfgte.res_addr.target == sdev->id) &&
2866		    (res->cfgte.res_addr.lun == sdev->lun)) {
2867			res->sdev = sdev;
2868			res->add_to_ml = 0;
2869			res->in_erp = 0;
2870			sdev->hostdata = res;
2871			res->needs_sync_complete = 1;
2872			break;
2873		}
2874	}
2875
2876	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2877
2878	return 0;
2879}
2880
2881/**
2882 * ipr_eh_host_reset - Reset the host adapter
2883 * @scsi_cmd:	scsi command struct
2884 *
2885 * Return value:
2886 * 	SUCCESS / FAILED
2887 **/
2888static int ipr_eh_host_reset(struct scsi_cmnd * scsi_cmd)
2889{
2890	struct ipr_ioa_cfg *ioa_cfg;
2891	int rc;
2892
2893	ENTER;
2894	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
2895
2896	dev_err(&ioa_cfg->pdev->dev,
2897		"Adapter being reset as a result of error recovery.\n");
2898
2899	if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2900		ioa_cfg->sdt_state = GET_DUMP;
2901
2902	rc = ipr_reset_reload(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2903
2904	LEAVE;
2905	return rc;
2906}
2907
2908/**
2909 * ipr_eh_dev_reset - Reset the device
2910 * @scsi_cmd:	scsi command struct
2911 *
2912 * This function issues a device reset to the affected device.
2913 * A LUN reset will be sent to the device first. If that does
2914 * not work, a target reset will be sent.
2915 *
2916 * Return value:
2917 *	SUCCESS / FAILED
2918 **/
2919static int __ipr_eh_dev_reset(struct scsi_cmnd * scsi_cmd)
2920{
2921	struct ipr_cmnd *ipr_cmd;
2922	struct ipr_ioa_cfg *ioa_cfg;
2923	struct ipr_resource_entry *res;
2924	struct ipr_cmd_pkt *cmd_pkt;
2925	u32 ioasc;
2926
2927	ENTER;
2928	ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
2929	res = scsi_cmd->device->hostdata;
2930
2931	if (!res || (!ipr_is_gscsi(res) && !ipr_is_vset_device(res)))
2932		return FAILED;
2933
2934	/*
2935	 * If we are currently going through reset/reload, return failed. This will force the
2936	 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
2937	 * reset to complete
2938	 */
2939	if (ioa_cfg->in_reset_reload)
2940		return FAILED;
2941	if (ioa_cfg->ioa_is_dead)
2942		return FAILED;
2943
2944	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
2945		if (ipr_cmd->ioarcb.res_handle == res->cfgte.res_handle) {
2946			if (ipr_cmd->scsi_cmd)
2947				ipr_cmd->done = ipr_scsi_eh_done;
2948		}
2949	}
2950
2951	res->resetting_device = 1;
2952
2953	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
2954
2955	ipr_cmd->ioarcb.res_handle = res->cfgte.res_handle;
2956	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
2957	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
2958	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
2959
2960	ipr_sdev_err(scsi_cmd->device, "Resetting device\n");
2961	ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
2962
2963	ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
2964
2965	res->resetting_device = 0;
2966
2967	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
2968
2969	LEAVE;
2970	return (IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS);
2971}
2972
2973static int ipr_eh_dev_reset(struct scsi_cmnd * cmd)
2974{
2975	int rc;
2976
2977	spin_lock_irq(cmd->device->host->host_lock);
2978	rc = __ipr_eh_dev_reset(cmd);
2979	spin_unlock_irq(cmd->device->host->host_lock);
2980
2981	return rc;
2982}
2983
2984/**
2985 * ipr_bus_reset_done - Op done function for bus reset.
2986 * @ipr_cmd:	ipr command struct
2987 *
2988 * This function is the op done function for a bus reset
2989 *
2990 * Return value:
2991 * 	none
2992 **/
2993static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
2994{
2995	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2996	struct ipr_resource_entry *res;
2997
2998	ENTER;
2999	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3000		if (!memcmp(&res->cfgte.res_handle, &ipr_cmd->ioarcb.res_handle,
3001			    sizeof(res->cfgte.res_handle))) {
3002			scsi_report_bus_reset(ioa_cfg->host, res->cfgte.res_addr.bus);
3003			break;
3004		}
3005	}
3006
3007	/*
3008	 * If abort has not completed, indicate the reset has, else call the
3009	 * abort's done function to wake the sleeping eh thread
3010	 */
3011	if (ipr_cmd->sibling->sibling)
3012		ipr_cmd->sibling->sibling = NULL;
3013	else
3014		ipr_cmd->sibling->done(ipr_cmd->sibling);
3015
3016	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3017	LEAVE;
3018}
3019
3020/**
3021 * ipr_abort_timeout - An abort task has timed out
3022 * @ipr_cmd:	ipr command struct
3023 *
3024 * This function handles when an abort task times out. If this
3025 * happens we issue a bus reset since we have resources tied
3026 * up that must be freed before returning to the midlayer.
3027 *
3028 * Return value:
3029 *	none
3030 **/
3031static void ipr_abort_timeout(struct ipr_cmnd *ipr_cmd)
3032{
3033	struct ipr_cmnd *reset_cmd;
3034	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
3035	struct ipr_cmd_pkt *cmd_pkt;
3036	unsigned long lock_flags = 0;
3037
3038	ENTER;
3039	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3040	if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
3041		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3042		return;
3043	}
3044
3045	ipr_sdev_err(ipr_cmd->u.sdev, "Abort timed out. Resetting bus\n");
3046	reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
3047	ipr_cmd->sibling = reset_cmd;
3048	reset_cmd->sibling = ipr_cmd;
3049	reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
3050	cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
3051	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
3052	cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
3053	cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
3054
3055	ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
3056	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3057	LEAVE;
3058}
3059
3060/**
3061 * ipr_cancel_op - Cancel specified op
3062 * @scsi_cmd:	scsi command struct
3063 *
3064 * This function cancels specified op.
3065 *
3066 * Return value:
3067 *	SUCCESS / FAILED
3068 **/
3069static int ipr_cancel_op(struct scsi_cmnd * scsi_cmd)
3070{
3071	struct ipr_cmnd *ipr_cmd;
3072	struct ipr_ioa_cfg *ioa_cfg;
3073	struct ipr_resource_entry *res;
3074	struct ipr_cmd_pkt *cmd_pkt;
3075	u32 ioasc;
3076	int op_found = 0;
3077
3078	ENTER;
3079	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
3080	res = scsi_cmd->device->hostdata;
3081
3082	/* If we are currently going through reset/reload, return failed.
3083	 * This will force the mid-layer to call ipr_eh_host_reset,
3084	 * which will then go to sleep and wait for the reset to complete
3085	 */
3086	if (ioa_cfg->in_reset_reload || ioa_cfg->ioa_is_dead)
3087		return FAILED;
3088	if (!res || (!ipr_is_gscsi(res) && !ipr_is_vset_device(res)))
3089		return FAILED;
3090
3091	list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
3092		if (ipr_cmd->scsi_cmd == scsi_cmd) {
3093			ipr_cmd->done = ipr_scsi_eh_done;
3094			op_found = 1;
3095			break;
3096		}
3097	}
3098
3099	if (!op_found)
3100		return SUCCESS;
3101
3102	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
3103	ipr_cmd->ioarcb.res_handle = res->cfgte.res_handle;
3104	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
3105	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
3106	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
3107	ipr_cmd->u.sdev = scsi_cmd->device;
3108
3109	ipr_sdev_err(scsi_cmd->device, "Aborting command: %02X\n", scsi_cmd->cmnd[0]);
3110	ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
3111	ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3112
3113	/*
3114	 * If the abort task timed out and we sent a bus reset, we will get
3115	 * one the following responses to the abort
3116	 */
3117	if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
3118		ioasc = 0;
3119		ipr_trace;
3120	}
3121
3122	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3123	res->needs_sync_complete = 1;
3124
3125	LEAVE;
3126	return (IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS);
3127}
3128
3129/**
3130 * ipr_eh_abort - Abort a single op
3131 * @scsi_cmd:	scsi command struct
3132 *
3133 * Return value:
3134 * 	SUCCESS / FAILED
3135 **/
3136static int ipr_eh_abort(struct scsi_cmnd * scsi_cmd)
3137{
3138	unsigned long flags;
3139	int rc;
3140
3141	ENTER;
3142
3143	spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
3144	rc = ipr_cancel_op(scsi_cmd);
3145	spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
3146
3147	LEAVE;
3148	return rc;
3149}
3150
3151/**
3152 * ipr_handle_other_interrupt - Handle "other" interrupts
3153 * @ioa_cfg:	ioa config struct
3154 * @int_reg:	interrupt register
3155 *
3156 * Return value:
3157 * 	IRQ_NONE / IRQ_HANDLED
3158 **/
3159static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
3160					      volatile u32 int_reg)
3161{
3162	irqreturn_t rc = IRQ_HANDLED;
3163
3164	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
3165		/* Mask the interrupt */
3166		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
3167
3168		/* Clear the interrupt */
3169		writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.clr_interrupt_reg);
3170		int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
3171
3172		list_del(&ioa_cfg->reset_cmd->queue);
3173		del_timer(&ioa_cfg->reset_cmd->timer);
3174		ipr_reset_ioa_job(ioa_cfg->reset_cmd);
3175	} else {
3176		if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
3177			ioa_cfg->ioa_unit_checked = 1;
3178		else
3179			dev_err(&ioa_cfg->pdev->dev,
3180				"Permanent IOA failure. 0x%08X\n", int_reg);
3181
3182		if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
3183			ioa_cfg->sdt_state = GET_DUMP;
3184
3185		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
3186		ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3187	}
3188
3189	return rc;
3190}
3191
3192/**
3193 * ipr_isr - Interrupt service routine
3194 * @irq:	irq number
3195 * @devp:	pointer to ioa config struct
3196 * @regs:	pt_regs struct
3197 *
3198 * Return value:
3199 * 	IRQ_NONE / IRQ_HANDLED
3200 **/
3201static irqreturn_t ipr_isr(int irq, void *devp, struct pt_regs *regs)
3202{
3203	struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
3204	unsigned long lock_flags = 0;
3205	volatile u32 int_reg, int_mask_reg;
3206	u32 ioasc;
3207	u16 cmd_index;
3208	struct ipr_cmnd *ipr_cmd;
3209	irqreturn_t rc = IRQ_NONE;
3210
3211	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3212
3213	/* If interrupts are disabled, ignore the interrupt */
3214	if (!ioa_cfg->allow_interrupts) {
3215		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3216		return IRQ_NONE;
3217	}
3218
3219	int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
3220	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
3221
3222	/* If an interrupt on the adapter did not occur, ignore it */
3223	if (unlikely((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0)) {
3224		spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3225		return IRQ_NONE;
3226	}
3227
3228	while (1) {
3229		ipr_cmd = NULL;
3230
3231		while ((be32_to_cpu(*ioa_cfg->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
3232		       ioa_cfg->toggle_bit) {
3233
3234			cmd_index = (be32_to_cpu(*ioa_cfg->hrrq_curr) &
3235				     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >> IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
3236
3237			if (unlikely(cmd_index >= IPR_NUM_CMD_BLKS)) {
3238				ioa_cfg->errors_logged++;
3239				dev_err(&ioa_cfg->pdev->dev, "Invalid response handle from IOA\n");
3240
3241				if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
3242					ioa_cfg->sdt_state = GET_DUMP;
3243
3244				ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3245				spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3246				return IRQ_HANDLED;
3247			}
3248
3249			ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
3250
3251			ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3252
3253			ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
3254
3255			list_del(&ipr_cmd->queue);
3256			del_timer(&ipr_cmd->timer);
3257			ipr_cmd->done(ipr_cmd);
3258
3259			rc = IRQ_HANDLED;
3260
3261			if (ioa_cfg->hrrq_curr < ioa_cfg->hrrq_end) {
3262				ioa_cfg->hrrq_curr++;
3263			} else {
3264				ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
3265				ioa_cfg->toggle_bit ^= 1u;
3266			}
3267		}
3268
3269		if (ipr_cmd != NULL) {
3270			/* Clear the PCI interrupt */
3271			writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg);
3272			int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
3273		} else
3274			break;
3275	}
3276
3277	if (unlikely(rc == IRQ_NONE))
3278		rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
3279
3280	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3281	return rc;
3282}
3283
3284/**
3285 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
3286 * @ioa_cfg:	ioa config struct
3287 * @ipr_cmd:	ipr command struct
3288 *
3289 * Return value:
3290 * 	0 on success / -1 on failure
3291 **/
3292static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
3293			   struct ipr_cmnd *ipr_cmd)
3294{
3295	int i;
3296	struct scatterlist *sglist;
3297	u32 length;
3298	u32 ioadl_flags = 0;
3299	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
3300	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3301	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
3302
3303	length = scsi_cmd->request_bufflen;
3304
3305	if (length == 0)
3306		return 0;
3307
3308	if (scsi_cmd->use_sg) {
3309		ipr_cmd->dma_use_sg = pci_map_sg(ioa_cfg->pdev,
3310						 scsi_cmd->request_buffer,
3311						 scsi_cmd->use_sg,
3312						 scsi_cmd->sc_data_direction);
3313
3314		if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
3315			ioadl_flags = IPR_IOADL_FLAGS_WRITE;
3316			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3317			ioarcb->write_data_transfer_length = cpu_to_be32(length);
3318			ioarcb->write_ioadl_len =
3319				cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3320		} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
3321			ioadl_flags = IPR_IOADL_FLAGS_READ;
3322			ioarcb->read_data_transfer_length = cpu_to_be32(length);
3323			ioarcb->read_ioadl_len =
3324				cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3325		}
3326
3327		sglist = scsi_cmd->request_buffer;
3328
3329		for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3330			ioadl[i].flags_and_data_len =
3331				cpu_to_be32(ioadl_flags | sg_dma_len(&sglist[i]));
3332			ioadl[i].address =
3333				cpu_to_be32(sg_dma_address(&sglist[i]));
3334		}
3335
3336		if (likely(ipr_cmd->dma_use_sg)) {
3337			ioadl[i-1].flags_and_data_len |=
3338				cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3339			return 0;
3340		} else
3341			dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
3342	} else {
3343		if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
3344			ioadl_flags = IPR_IOADL_FLAGS_WRITE;
3345			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3346			ioarcb->write_data_transfer_length = cpu_to_be32(length);
3347			ioarcb->write_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
3348		} else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
3349			ioadl_flags = IPR_IOADL_FLAGS_READ;
3350			ioarcb->read_data_transfer_length = cpu_to_be32(length);
3351			ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
3352		}
3353
3354		ipr_cmd->dma_handle = pci_map_single(ioa_cfg->pdev,
3355						     scsi_cmd->request_buffer, length,
3356						     scsi_cmd->sc_data_direction);
3357
3358		if (likely(!pci_dma_mapping_error(ipr_cmd->dma_handle))) {
3359			ipr_cmd->dma_use_sg = 1;
3360			ioadl[0].flags_and_data_len =
3361				cpu_to_be32(ioadl_flags | length | IPR_IOADL_FLAGS_LAST);
3362			ioadl[0].address = cpu_to_be32(ipr_cmd->dma_handle);
3363			return 0;
3364		} else
3365			dev_err(&ioa_cfg->pdev->dev, "pci_map_single failed!\n");
3366	}
3367
3368	return -1;
3369}
3370
3371/**
3372 * ipr_get_task_attributes - Translate SPI Q-Tag to task attributes
3373 * @scsi_cmd:	scsi command struct
3374 *
3375 * Return value:
3376 * 	task attributes
3377 **/
3378static u8 ipr_get_task_attributes(struct scsi_cmnd *scsi_cmd)
3379{
3380	u8 tag[2];
3381	u8 rc = IPR_FLAGS_LO_UNTAGGED_TASK;
3382
3383	if (scsi_populate_tag_msg(scsi_cmd, tag)) {
3384		switch (tag[0]) {
3385		case MSG_SIMPLE_TAG:
3386			rc = IPR_FLAGS_LO_SIMPLE_TASK;
3387			break;
3388		case MSG_HEAD_TAG:
3389			rc = IPR_FLAGS_LO_HEAD_OF_Q_TASK;
3390			break;
3391		case MSG_ORDERED_TAG:
3392			rc = IPR_FLAGS_LO_ORDERED_TASK;
3393			break;
3394		};
3395	}
3396
3397	return rc;
3398}
3399
3400/**
3401 * ipr_erp_done - Process completion of ERP for a device
3402 * @ipr_cmd:		ipr command struct
3403 *
3404 * This function copies the sense buffer into the scsi_cmd
3405 * struct and pushes the scsi_done function.
3406 *
3407 * Return value:
3408 * 	nothing
3409 **/
3410static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
3411{
3412	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
3413	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
3414	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
3415	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3416
3417	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
3418		scsi_cmd->result |= (DID_ERROR << 16);
3419		ipr_sdev_err(scsi_cmd->device,
3420			     "Request Sense failed with IOASC: 0x%08X\n", ioasc);
3421	} else {
3422		memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
3423		       SCSI_SENSE_BUFFERSIZE);
3424	}
3425
3426	if (res) {
3427		res->needs_sync_complete = 1;
3428		res->in_erp = 0;
3429	}
3430	ipr_unmap_sglist(ioa_cfg, ipr_cmd);
3431	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3432	scsi_cmd->scsi_done(scsi_cmd);
3433}
3434
3435/**
3436 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
3437 * @ipr_cmd:	ipr command struct
3438 *
3439 * Return value:
3440 * 	none
3441 **/
3442static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
3443{
3444	struct ipr_ioarcb *ioarcb;
3445	struct ipr_ioasa *ioasa;
3446
3447	ioarcb = &ipr_cmd->ioarcb;
3448	ioasa = &ipr_cmd->ioasa;
3449
3450	memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
3451	ioarcb->write_data_transfer_length = 0;
3452	ioarcb->read_data_transfer_length = 0;
3453	ioarcb->write_ioadl_len = 0;
3454	ioarcb->read_ioadl_len = 0;
3455	ioasa->ioasc = 0;
3456	ioasa->residual_data_len = 0;
3457}
3458
3459/**
3460 * ipr_erp_request_sense - Send request sense to a device
3461 * @ipr_cmd:	ipr command struct
3462 *
3463 * This function sends a request sense to a device as a result
3464 * of a check condition.
3465 *
3466 * Return value:
3467 * 	nothing
3468 **/
3469static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
3470{
3471	struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
3472	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3473
3474	if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
3475		ipr_erp_done(ipr_cmd);
3476		return;
3477	}
3478
3479	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
3480
3481	cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
3482	cmd_pkt->cdb[0] = REQUEST_SENSE;
3483	cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
3484	cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
3485	cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
3486	cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
3487
3488	ipr_cmd->ioadl[0].flags_and_data_len =
3489		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | SCSI_SENSE_BUFFERSIZE);
3490	ipr_cmd->ioadl[0].address =
3491		cpu_to_be32(ipr_cmd->sense_buffer_dma);
3492
3493	ipr_cmd->ioarcb.read_ioadl_len =
3494		cpu_to_be32(sizeof(struct ipr_ioadl_desc));
3495	ipr_cmd->ioarcb.read_data_transfer_length =
3496		cpu_to_be32(SCSI_SENSE_BUFFERSIZE);
3497
3498	ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
3499		   IPR_REQUEST_SENSE_TIMEOUT * 2);
3500}
3501
3502/**
3503 * ipr_erp_cancel_all - Send cancel all to a device
3504 * @ipr_cmd:	ipr command struct
3505 *
3506 * This function sends a cancel all to a device to clear the
3507 * queue. If we are running TCQ on the device, QERR is set to 1,
3508 * which means all outstanding ops have been dropped on the floor.
3509 * Cancel all will return them to us.
3510 *
3511 * Return value:
3512 * 	nothing
3513 **/
3514static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
3515{
3516	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
3517	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
3518	struct ipr_cmd_pkt *cmd_pkt;
3519
3520	res->in_erp = 1;
3521
3522	ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
3523
3524	if (!scsi_get_tag_type(scsi_cmd->device)) {
3525		ipr_erp_request_sense(ipr_cmd);
3526		return;
3527	}
3528
3529	cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
3530	cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
3531	cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
3532
3533	ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
3534		   IPR_CANCEL_ALL_TIMEOUT);
3535}
3536
3537/**
3538 * ipr_dump_ioasa - Dump contents of IOASA
3539 * @ioa_cfg:	ioa config struct
3540 * @ipr_cmd:	ipr command struct
3541 *
3542 * This function is invoked by the interrupt handler when ops
3543 * fail. It will log the IOASA if appropriate. Only called
3544 * for GPDD ops.
3545 *
3546 * Return value:
3547 * 	none
3548 **/
3549static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
3550			   struct ipr_cmnd *ipr_cmd)
3551{
3552	int i;
3553	u16 data_len;
3554	u32 ioasc;
3555	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
3556	__be32 *ioasa_data = (__be32 *)ioasa;
3557	int error_index;
3558
3559	ioasc = be32_to_cpu(ioasa->ioasc) & IPR_IOASC_IOASC_MASK;
3560
3561	if (0 == ioasc)
3562		return;
3563
3564	if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
3565		return;
3566
3567	error_index = ipr_get_error(ioasc);
3568
3569	if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
3570		/* Don't log an error if the IOA already logged one */
3571		if (ioasa->ilid != 0)
3572			return;
3573
3574		if (ipr_error_table[error_index].log_ioasa == 0)
3575			return;
3576	}
3577
3578	ipr_sdev_err(ipr_cmd->scsi_cmd->device, "%s\n",
3579		     ipr_error_table[error_index].error);
3580
3581	if ((ioasa->u.gpdd.end_state <= ARRAY_SIZE(ipr_gpdd_dev_end_states)) &&
3582	    (ioasa->u.gpdd.bus_phase <=  ARRAY_SIZE(ipr_gpdd_dev_bus_phases))) {
3583		ipr_sdev_err(ipr_cmd->scsi_cmd->device,
3584			     "Device End state: %s Phase: %s\n",
3585			     ipr_gpdd_dev_end_states[ioasa->u.gpdd.end_state],
3586			     ipr_gpdd_dev_bus_phases[ioasa->u.gpdd.bus_phase]);
3587	}
3588
3589	if (sizeof(struct ipr_ioasa) < be16_to_cpu(ioasa->ret_stat_len))
3590		data_len = sizeof(struct ipr_ioasa);
3591	else
3592		data_len = be16_to_cpu(ioasa->ret_stat_len);
3593
3594	ipr_err("IOASA Dump:\n");
3595
3596	for (i = 0; i < data_len / 4; i += 4) {
3597		ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
3598			be32_to_cpu(ioasa_data[i]),
3599			be32_to_cpu(ioasa_data[i+1]),
3600			be32_to_cpu(ioasa_data[i+2]),
3601			be32_to_cpu(ioasa_data[i+3]));
3602	}
3603}
3604
3605/**
3606 * ipr_gen_sense - Generate SCSI sense data from an IOASA
3607 * @ioasa:		IOASA
3608 * @sense_buf:	sense data buffer
3609 *
3610 * Return value:
3611 * 	none
3612 **/
3613static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
3614{
3615	u32 failing_lba;
3616	u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
3617	struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
3618	struct ipr_ioasa *ioasa = &ipr_cmd->ioasa;
3619	u32 ioasc = be32_to_cpu(ioasa->ioasc);
3620
3621	memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
3622
3623	if (ioasc >= IPR_FIRST_DRIVER_IOASC)
3624		return;
3625
3626	ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
3627
3628	if (ipr_is_vset_device(res) &&
3629	    ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
3630	    ioasa->u.vset.failing_lba_hi != 0) {
3631		sense_buf[0] = 0x72;
3632		sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
3633		sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
3634		sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
3635
3636		sense_buf[7] = 12;
3637		sense_buf[8] = 0;
3638		sense_buf[9] = 0x0A;
3639		sense_buf[10] = 0x80;
3640
3641		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
3642
3643		sense_buf[12] = (failing_lba & 0xff000000) >> 24;
3644		sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
3645		sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
3646		sense_buf[15] = failing_lba & 0x000000ff;
3647
3648		failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
3649
3650		sense_buf[16] = (failing_lba & 0xff000000) >> 24;
3651		sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
3652		sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
3653		sense_buf[19] = failing_lba & 0x000000ff;
3654	} else {
3655		sense_buf[0] = 0x70;
3656		sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
3657		sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
3658		sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
3659
3660		/* Illegal request */
3661		if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
3662		    (be32_to_cpu(ioasa->ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
3663			sense_buf[7] = 10;	/* additional length */
3664
3665			/* IOARCB was in error */
3666			if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
3667				sense_buf[15] = 0xC0;
3668			else	/* Parameter data was invalid */
3669				sense_buf[15] = 0x80;
3670
3671			sense_buf[16] =
3672			    ((IPR_FIELD_POINTER_MASK &
3673			      be32_to_cpu(ioasa->ioasc_specific)) >> 8) & 0xff;
3674			sense_buf[17] =
3675			    (IPR_FIELD_POINTER_MASK &
3676			     be32_to_cpu(ioasa->ioasc_specific)) & 0xff;
3677		} else {
3678			if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
3679				if (ipr_is_vset_device(res))
3680					failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
3681				else
3682					failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
3683
3684				sense_buf[0] |= 0x80;	/* Or in the Valid bit */
3685				sense_buf[3] = (failing_lba & 0xff000000) >> 24;
3686				sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
3687				sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
3688				sense_buf[6] = failing_lba & 0x000000ff;
3689			}
3690
3691			sense_buf[7] = 6;	/* additional length */
3692		}
3693	}
3694}
3695
3696/**
3697 * ipr_erp_start - Process an error response for a SCSI op
3698 * @ioa_cfg:	ioa config struct
3699 * @ipr_cmd:	ipr command struct
3700 *
3701 * This function determines whether or not to initiate ERP
3702 * on the affected device.
3703 *
3704 * Return value:
3705 * 	nothing
3706 **/
3707static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
3708			      struct ipr_cmnd *ipr_cmd)
3709{
3710	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
3711	struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
3712	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3713
3714	if (!res) {
3715		ipr_scsi_eh_done(ipr_cmd);
3716		return;
3717	}
3718
3719	if (ipr_is_gscsi(res))
3720		ipr_dump_ioasa(ioa_cfg, ipr_cmd);
3721	else
3722		ipr_gen_sense(ipr_cmd);
3723
3724	switch (ioasc & IPR_IOASC_IOASC_MASK) {
3725	case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
3726		scsi_cmd->result |= (DID_IMM_RETRY << 16);
3727		break;
3728	case IPR_IOASC_IR_RESOURCE_HANDLE:
3729		scsi_cmd->result |= (DID_NO_CONNECT << 16);
3730		break;
3731	case IPR_IOASC_HW_SEL_TIMEOUT:
3732		scsi_cmd->result |= (DID_NO_CONNECT << 16);
3733		res->needs_sync_complete = 1;
3734		break;
3735	case IPR_IOASC_SYNC_REQUIRED:
3736		if (!res->in_erp)
3737			res->needs_sync_complete = 1;
3738		scsi_cmd->result |= (DID_IMM_RETRY << 16);
3739		break;
3740	case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
3741		scsi_cmd->result |= (DID_PASSTHROUGH << 16);
3742		break;
3743	case IPR_IOASC_BUS_WAS_RESET:
3744	case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
3745		/*
3746		 * Report the bus reset and ask for a retry. The device
3747		 * will give CC/UA the next command.
3748		 */
3749		if (!res->resetting_device)
3750			scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
3751		scsi_cmd->result |= (DID_ERROR << 16);
3752		res->needs_sync_complete = 1;
3753		break;
3754	case IPR_IOASC_HW_DEV_BUS_STATUS:
3755		scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
3756		if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
3757			ipr_erp_cancel_all(ipr_cmd);
3758			return;
3759		}
3760		res->needs_sync_complete = 1;
3761		break;
3762	case IPR_IOASC_NR_INIT_CMD_REQUIRED:
3763		break;
3764	default:
3765		scsi_cmd->result |= (DID_ERROR << 16);
3766		if (!ipr_is_vset_device(res))
3767			res->needs_sync_complete = 1;
3768		break;
3769	}
3770
3771	ipr_unmap_sglist(ioa_cfg, ipr_cmd);
3772	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3773	scsi_cmd->scsi_done(scsi_cmd);
3774}
3775
3776/**
3777 * ipr_scsi_done - mid-layer done function
3778 * @ipr_cmd:	ipr command struct
3779 *
3780 * This function is invoked by the interrupt handler for
3781 * ops generated by the SCSI mid-layer
3782 *
3783 * Return value:
3784 * 	none
3785 **/
3786static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
3787{
3788	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
3789	struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
3790	u32 ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
3791
3792	scsi_cmd->resid = be32_to_cpu(ipr_cmd->ioasa.residual_data_len);
3793
3794	if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
3795		ipr_unmap_sglist(ioa_cfg, ipr_cmd);
3796		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3797		scsi_cmd->scsi_done(scsi_cmd);
3798	} else
3799		ipr_erp_start(ioa_cfg, ipr_cmd);
3800}
3801
3802/**
3803 * ipr_save_ioafp_mode_select - Save adapters mode select data
3804 * @ioa_cfg:	ioa config struct
3805 * @scsi_cmd:	scsi command struct
3806 *
3807 * This function saves mode select data for the adapter to
3808 * use following an adapter reset.
3809 *
3810 * Return value:
3811 *	0 on success / SCSI_MLQUEUE_HOST_BUSY on failure
3812 **/
3813static int ipr_save_ioafp_mode_select(struct ipr_ioa_cfg *ioa_cfg,
3814				       struct scsi_cmnd *scsi_cmd)
3815{
3816	if (!ioa_cfg->saved_mode_pages) {
3817		ioa_cfg->saved_mode_pages  = kmalloc(sizeof(struct ipr_mode_pages),
3818						     GFP_ATOMIC);
3819		if (!ioa_cfg->saved_mode_pages) {
3820			dev_err(&ioa_cfg->pdev->dev,
3821				"IOA mode select buffer allocation failed\n");
3822			return SCSI_MLQUEUE_HOST_BUSY;
3823		}
3824	}
3825
3826	memcpy(ioa_cfg->saved_mode_pages, scsi_cmd->buffer, scsi_cmd->cmnd[4]);
3827	ioa_cfg->saved_mode_page_len = scsi_cmd->cmnd[4];
3828	return 0;
3829}
3830
3831/**
3832 * ipr_queuecommand - Queue a mid-layer request
3833 * @scsi_cmd:	scsi command struct
3834 * @done:		done function
3835 *
3836 * This function queues a request generated by the mid-layer.
3837 *
3838 * Return value:
3839 *	0 on success
3840 *	SCSI_MLQUEUE_DEVICE_BUSY if device is busy
3841 *	SCSI_MLQUEUE_HOST_BUSY if host is busy
3842 **/
3843static int ipr_queuecommand(struct scsi_cmnd *scsi_cmd,
3844			    void (*done) (struct scsi_cmnd *))
3845{
3846	struct ipr_ioa_cfg *ioa_cfg;
3847	struct ipr_resource_entry *res;
3848	struct ipr_ioarcb *ioarcb;
3849	struct ipr_cmnd *ipr_cmd;
3850	int rc = 0;
3851
3852	scsi_cmd->scsi_done = done;
3853	ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
3854	res = scsi_cmd->device->hostdata;
3855	scsi_cmd->result = (DID_OK << 16);
3856
3857	/*
3858	 * We are currently blocking all devices due to a host reset
3859	 * We have told the host to stop giving us new requests, but
3860	 * ERP ops don't count. FIXME
3861	 */
3862	if (unlikely(!ioa_cfg->allow_cmds && !ioa_cfg->ioa_is_dead))
3863		return SCSI_MLQUEUE_HOST_BUSY;
3864
3865	/*
3866	 * FIXME - Create scsi_set_host_offline interface
3867	 *  and the ioa_is_dead check can be removed
3868	 */
3869	if (unlikely(ioa_cfg->ioa_is_dead || !res)) {
3870		memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3871		scsi_cmd->result = (DID_NO_CONNECT << 16);
3872		scsi_cmd->scsi_done(scsi_cmd);
3873		return 0;
3874	}
3875
3876	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
3877	ioarcb = &ipr_cmd->ioarcb;
3878	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
3879
3880	memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
3881	ipr_cmd->scsi_cmd = scsi_cmd;
3882	ioarcb->res_handle = res->cfgte.res_handle;
3883	ipr_cmd->done = ipr_scsi_done;
3884	ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_PHYS_LOC(res->cfgte.res_addr));
3885
3886	if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
3887		if (scsi_cmd->underflow == 0)
3888			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
3889
3890		if (res->needs_sync_complete) {
3891			ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
3892			res->needs_sync_complete = 0;
3893		}
3894
3895		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
3896		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
3897		ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
3898		ioarcb->cmd_pkt.flags_lo |= ipr_get_task_attributes(scsi_cmd);
3899	}
3900
3901	if (scsi_cmd->cmnd[0] >= 0xC0 &&
3902	    (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE))
3903		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
3904
3905	if (ipr_is_ioa_resource(res) && scsi_cmd->cmnd[0] == MODE_SELECT)
3906		rc = ipr_save_ioafp_mode_select(ioa_cfg, scsi_cmd);
3907
3908	if (likely(rc == 0))
3909		rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
3910
3911	if (likely(rc == 0)) {
3912		mb();
3913		writel(be32_to_cpu(ipr_cmd->ioarcb.ioarcb_host_pci_addr),
3914		       ioa_cfg->regs.ioarrin_reg);
3915	} else {
3916		 list_move_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
3917		 return SCSI_MLQUEUE_HOST_BUSY;
3918	}
3919
3920	return 0;
3921}
3922
3923/**
3924 * ipr_info - Get information about the card/driver
3925 * @scsi_host:	scsi host struct
3926 *
3927 * Return value:
3928 * 	pointer to buffer with description string
3929 **/
3930static const char * ipr_ioa_info(struct Scsi_Host *host)
3931{
3932	static char buffer[512];
3933	struct ipr_ioa_cfg *ioa_cfg;
3934	unsigned long lock_flags = 0;
3935
3936	ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
3937
3938	spin_lock_irqsave(host->host_lock, lock_flags);
3939	sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
3940	spin_unlock_irqrestore(host->host_lock, lock_flags);
3941
3942	return buffer;
3943}
3944
3945static struct scsi_host_template driver_template = {
3946	.module = THIS_MODULE,
3947	.name = "IPR",
3948	.info = ipr_ioa_info,
3949	.queuecommand = ipr_queuecommand,
3950	.eh_abort_handler = ipr_eh_abort,
3951	.eh_device_reset_handler = ipr_eh_dev_reset,
3952	.eh_host_reset_handler = ipr_eh_host_reset,
3953	.slave_alloc = ipr_slave_alloc,
3954	.slave_configure = ipr_slave_configure,
3955	.slave_destroy = ipr_slave_destroy,
3956	.change_queue_depth = ipr_change_queue_depth,
3957	.change_queue_type = ipr_change_queue_type,
3958	.bios_param = ipr_biosparam,
3959	.can_queue = IPR_MAX_COMMANDS,
3960	.this_id = -1,
3961	.sg_tablesize = IPR_MAX_SGLIST,
3962	.max_sectors = IPR_IOA_MAX_SECTORS,
3963	.cmd_per_lun = IPR_MAX_CMD_PER_LUN,
3964	.use_clustering = ENABLE_CLUSTERING,
3965	.shost_attrs = ipr_ioa_attrs,
3966	.sdev_attrs = ipr_dev_attrs,
3967	.proc_name = IPR_NAME
3968};
3969
3970#ifdef CONFIG_PPC_PSERIES
3971static const u16 ipr_blocked_processors[] = {
3972	PV_NORTHSTAR,
3973	PV_PULSAR,
3974	PV_POWER4,
3975	PV_ICESTAR,
3976	PV_SSTAR,
3977	PV_POWER4p,
3978	PV_630,
3979	PV_630p
3980};
3981
3982/**
3983 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
3984 * @ioa_cfg:	ioa cfg struct
3985 *
3986 * Adapters that use Gemstone revision < 3.1 do not work reliably on
3987 * certain pSeries hardware. This function determines if the given
3988 * adapter is in one of these confgurations or not.
3989 *
3990 * Return value:
3991 * 	1 if adapter is not supported / 0 if adapter is supported
3992 **/
3993static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
3994{
3995	u8 rev_id;
3996	int i;
3997
3998	if (ioa_cfg->type == 0x5702) {
3999		if (pci_read_config_byte(ioa_cfg->pdev, PCI_REVISION_ID,
4000					 &rev_id) == PCIBIOS_SUCCESSFUL) {
4001			if (rev_id < 4) {
4002				for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++){
4003					if (__is_processor(ipr_blocked_processors[i]))
4004						return 1;
4005				}
4006			}
4007		}
4008	}
4009	return 0;
4010}
4011#else
4012#define ipr_invalid_adapter(ioa_cfg) 0
4013#endif
4014
4015/**
4016 * ipr_ioa_bringdown_done - IOA bring down completion.
4017 * @ipr_cmd:	ipr command struct
4018 *
4019 * This function processes the completion of an adapter bring down.
4020 * It wakes any reset sleepers.
4021 *
4022 * Return value:
4023 * 	IPR_RC_JOB_RETURN
4024 **/
4025static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
4026{
4027	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4028
4029	ENTER;
4030	ioa_cfg->in_reset_reload = 0;
4031	ioa_cfg->reset_retries = 0;
4032	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4033	wake_up_all(&ioa_cfg->reset_wait_q);
4034
4035	spin_unlock_irq(ioa_cfg->host->host_lock);
4036	scsi_unblock_requests(ioa_cfg->host);
4037	spin_lock_irq(ioa_cfg->host->host_lock);
4038	LEAVE;
4039
4040	return IPR_RC_JOB_RETURN;
4041}
4042
4043/**
4044 * ipr_ioa_reset_done - IOA reset completion.
4045 * @ipr_cmd:	ipr command struct
4046 *
4047 * This function processes the completion of an adapter reset.
4048 * It schedules any necessary mid-layer add/removes and
4049 * wakes any reset sleepers.
4050 *
4051 * Return value:
4052 * 	IPR_RC_JOB_RETURN
4053 **/
4054static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
4055{
4056	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4057	struct ipr_resource_entry *res;
4058	struct ipr_hostrcb *hostrcb, *temp;
4059	int i = 0;
4060
4061	ENTER;
4062	ioa_cfg->in_reset_reload = 0;
4063	ioa_cfg->allow_cmds = 1;
4064	ioa_cfg->reset_cmd = NULL;
4065
4066	list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4067		if (ioa_cfg->allow_ml_add_del && (res->add_to_ml || res->del_from_ml)) {
4068			ipr_trace;
4069			break;
4070		}
4071	}
4072	schedule_work(&ioa_cfg->work_q);
4073
4074	list_for_each_entry_safe(hostrcb, temp, &ioa_cfg->hostrcb_free_q, queue) {
4075		list_del(&hostrcb->queue);
4076		if (i++ < IPR_NUM_LOG_HCAMS)
4077			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
4078		else
4079			ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
4080	}
4081
4082	dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
4083
4084	ioa_cfg->reset_retries = 0;
4085	list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4086	wake_up_all(&ioa_cfg->reset_wait_q);
4087
4088	spin_unlock_irq(ioa_cfg->host->host_lock);
4089	scsi_unblock_requests(ioa_cfg->host);
4090	spin_lock_irq(ioa_cfg->host->host_lock);
4091
4092	if (!ioa_cfg->allow_cmds)
4093		scsi_block_requests(ioa_cfg->host);
4094
4095	LEAVE;
4096	return IPR_RC_JOB_RETURN;
4097}
4098
4099/**
4100 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
4101 * @supported_dev:	supported device struct
4102 * @vpids:			vendor product id struct
4103 *
4104 * Return value:
4105 * 	none
4106 **/
4107static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
4108				 struct ipr_std_inq_vpids *vpids)
4109{
4110	memset(supported_dev, 0, sizeof(struct ipr_supported_device));
4111	memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
4112	supported_dev->num_records = 1;
4113	supported_dev->data_length =
4114		cpu_to_be16(sizeof(struct ipr_supported_device));
4115	supported_dev->reserved = 0;
4116}
4117
4118/**
4119 * ipr_set_supported_devs - Send Set Supported Devices for a device
4120 * @ipr_cmd:	ipr command struct
4121 *
4122 * This function send a Set Supported Devices to the adapter
4123 *
4124 * Return value:
4125 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
4126 **/
4127static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
4128{
4129	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4130	struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
4131	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4132	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4133	struct ipr_resource_entry *res = ipr_cmd->u.res;
4134
4135	ipr_cmd->job_step = ipr_ioa_reset_done;
4136
4137	list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
4138		if (!ipr_is_af_dasd_device(res))
4139			continue;
4140
4141		ipr_cmd->u.res = res;
4142		ipr_set_sup_dev_dflt(supp_dev, &res->cfgte.std_inq_data.vpids);
4143
4144		ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
4145		ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
4146		ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
4147
4148		ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
4149		ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
4150		ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
4151
4152		ioadl->flags_and_data_len = cpu_to_be32(IPR_IOADL_FLAGS_WRITE_LAST |
4153							sizeof(struct ipr_supported_device));
4154		ioadl->address = cpu_to_be32(ioa_cfg->vpd_cbs_dma +
4155					     offsetof(struct ipr_misc_cbs, supp_dev));
4156		ioarcb->write_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4157		ioarcb->write_data_transfer_length =
4158			cpu_to_be32(sizeof(struct ipr_supported_device));
4159
4160		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
4161			   IPR_SET_SUP_DEVICE_TIMEOUT);
4162
4163		ipr_cmd->job_step = ipr_set_supported_devs;
4164		return IPR_RC_JOB_RETURN;
4165	}
4166
4167	return IPR_RC_JOB_CONTINUE;
4168}
4169
4170/**
4171 * ipr_get_mode_page - Locate specified mode page
4172 * @mode_pages:	mode page buffer
4173 * @page_code:	page code to find
4174 * @len:		minimum required length for mode page
4175 *
4176 * Return value:
4177 * 	pointer to mode page / NULL on failure
4178 **/
4179static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
4180			       u32 page_code, u32 len)
4181{
4182	struct ipr_mode_page_hdr *mode_hdr;
4183	u32 page_length;
4184	u32 length;
4185
4186	if (!mode_pages || (mode_pages->hdr.length == 0))
4187		return NULL;
4188
4189	length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
4190	mode_hdr = (struct ipr_mode_page_hdr *)
4191		(mode_pages->data + mode_pages->hdr.block_desc_len);
4192
4193	while (length) {
4194		if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
4195			if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
4196				return mode_hdr;
4197			break;
4198		} else {
4199			page_length = (sizeof(struct ipr_mode_page_hdr) +
4200				       mode_hdr->page_length);
4201			length -= page_length;
4202			mode_hdr = (struct ipr_mode_page_hdr *)
4203				((unsigned long)mode_hdr + page_length);
4204		}
4205	}
4206	return NULL;
4207}
4208
4209/**
4210 * ipr_check_term_power - Check for term power errors
4211 * @ioa_cfg:	ioa config struct
4212 * @mode_pages:	IOAFP mode pages buffer
4213 *
4214 * Check the IOAFP's mode page 28 for term power errors
4215 *
4216 * Return value:
4217 * 	nothing
4218 **/
4219static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
4220				 struct ipr_mode_pages *mode_pages)
4221{
4222	int i;
4223	int entry_length;
4224	struct ipr_dev_bus_entry *bus;
4225	struct ipr_mode_page28 *mode_page;
4226
4227	mode_page = ipr_get_mode_page(mode_pages, 0x28,
4228				      sizeof(struct ipr_mode_page28));
4229
4230	entry_length = mode_page->entry_length;
4231
4232	bus = mode_page->bus;
4233
4234	for (i = 0; i < mode_page->num_entries; i++) {
4235		if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
4236			dev_err(&ioa_cfg->pdev->dev,
4237				"Term power is absent on scsi bus %d\n",
4238				bus->res_addr.bus);
4239		}
4240
4241		bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
4242	}
4243}
4244
4245/**
4246 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
4247 * @ioa_cfg:	ioa config struct
4248 *
4249 * Looks through the config table checking for SES devices. If
4250 * the SES device is in the SES table indicating a maximum SCSI
4251 * bus speed, the speed is limited for the bus.
4252 *
4253 * Return value:
4254 * 	none
4255 **/
4256static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
4257{
4258	u32 max_xfer_rate;
4259	int i;
4260
4261	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
4262		max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
4263						       ioa_cfg->bus_attr[i].bus_width);
4264
4265		if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
4266			ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
4267	}
4268}
4269
4270/**
4271 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
4272 * @ioa_cfg:	ioa config struct
4273 * @mode_pages:	mode page 28 buffer
4274 *
4275 * Updates mode page 28 based on driver configuration
4276 *
4277 * Return value:
4278 * 	none
4279 **/
4280static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
4281					  	struct ipr_mode_pages *mode_pages)
4282{
4283	int i, entry_length;
4284	struct ipr_dev_bus_entry *bus;
4285	struct ipr_bus_attributes *bus_attr;
4286	struct ipr_mode_page28 *mode_page;
4287
4288	mode_page = ipr_get_mode_page(mode_pages, 0x28,
4289				      sizeof(struct ipr_mode_page28));
4290
4291	entry_length = mode_page->entry_length;
4292
4293	/* Loop for each device bus entry */
4294	for (i = 0, bus = mode_page->bus;
4295	     i < mode_page->num_entries;
4296	     i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
4297		if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
4298			dev_err(&ioa_cfg->pdev->dev,
4299				"Invalid resource address reported: 0x%08X\n",
4300				IPR_GET_PHYS_LOC(bus->res_addr));
4301			continue;
4302		}
4303
4304		bus_attr = &ioa_cfg->bus_attr[i];
4305		bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
4306		bus->bus_width = bus_attr->bus_width;
4307		bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
4308		bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
4309		if (bus_attr->qas_enabled)
4310			bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
4311		else
4312			bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
4313	}
4314}
4315
4316/**
4317 * ipr_build_mode_select - Build a mode select command
4318 * @ipr_cmd:	ipr command struct
4319 * @res_handle:	resource handle to send command to
4320 * @parm:		Byte 2 of Mode Sense command
4321 * @dma_addr:	DMA buffer address
4322 * @xfer_len:	data transfer length
4323 *
4324 * Return value:
4325 * 	none
4326 **/
4327static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
4328				  __be32 res_handle, u8 parm, u32 dma_addr,
4329				  u8 xfer_len)
4330{
4331	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4332	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4333
4334	ioarcb->res_handle = res_handle;
4335	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
4336	ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
4337	ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
4338	ioarcb->cmd_pkt.cdb[1] = parm;
4339	ioarcb->cmd_pkt.cdb[4] = xfer_len;
4340
4341	ioadl->flags_and_data_len =
4342		cpu_to_be32(IPR_IOADL_FLAGS_WRITE_LAST | xfer_len);
4343	ioadl->address = cpu_to_be32(dma_addr);
4344	ioarcb->write_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4345	ioarcb->write_data_transfer_length = cpu_to_be32(xfer_len);
4346}
4347
4348/**
4349 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
4350 * @ipr_cmd:	ipr command struct
4351 *
4352 * This function sets up the SCSI bus attributes and sends
4353 * a Mode Select for Page 28 to activate them.
4354 *
4355 * Return value:
4356 * 	IPR_RC_JOB_RETURN
4357 **/
4358static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
4359{
4360	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4361	struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
4362	int length;
4363
4364	ENTER;
4365	if (ioa_cfg->saved_mode_pages) {
4366		memcpy(mode_pages, ioa_cfg->saved_mode_pages,
4367		       ioa_cfg->saved_mode_page_len);
4368		length = ioa_cfg->saved_mode_page_len;
4369	} else {
4370		ipr_scsi_bus_speed_limit(ioa_cfg);
4371		ipr_check_term_power(ioa_cfg, mode_pages);
4372		ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
4373		length = mode_pages->hdr.length + 1;
4374		mode_pages->hdr.length = 0;
4375	}
4376
4377	ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
4378			      ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
4379			      length);
4380
4381	ipr_cmd->job_step = ipr_set_supported_devs;
4382	ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
4383				    struct ipr_resource_entry, queue);
4384
4385	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
4386
4387	LEAVE;
4388	return IPR_RC_JOB_RETURN;
4389}
4390
4391/**
4392 * ipr_build_mode_sense - Builds a mode sense command
4393 * @ipr_cmd:	ipr command struct
4394 * @res:		resource entry struct
4395 * @parm:		Byte 2 of mode sense command
4396 * @dma_addr:	DMA address of mode sense buffer
4397 * @xfer_len:	Size of DMA buffer
4398 *
4399 * Return value:
4400 * 	none
4401 **/
4402static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
4403				 __be32 res_handle,
4404				 u8 parm, u32 dma_addr, u8 xfer_len)
4405{
4406	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4407	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4408
4409	ioarcb->res_handle = res_handle;
4410	ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
4411	ioarcb->cmd_pkt.cdb[2] = parm;
4412	ioarcb->cmd_pkt.cdb[4] = xfer_len;
4413	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
4414
4415	ioadl->flags_and_data_len =
4416		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | xfer_len);
4417	ioadl->address = cpu_to_be32(dma_addr);
4418	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4419	ioarcb->read_data_transfer_length = cpu_to_be32(xfer_len);
4420}
4421
4422/**
4423 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
4424 * @ipr_cmd:	ipr command struct
4425 *
4426 * This function send a Page 28 mode sense to the IOA to
4427 * retrieve SCSI bus attributes.
4428 *
4429 * Return value:
4430 * 	IPR_RC_JOB_RETURN
4431 **/
4432static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
4433{
4434	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4435
4436	ENTER;
4437	ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
4438			     0x28, ioa_cfg->vpd_cbs_dma +
4439			     offsetof(struct ipr_misc_cbs, mode_pages),
4440			     sizeof(struct ipr_mode_pages));
4441
4442	ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
4443
4444	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
4445
4446	LEAVE;
4447	return IPR_RC_JOB_RETURN;
4448}
4449
4450/**
4451 * ipr_init_res_table - Initialize the resource table
4452 * @ipr_cmd:	ipr command struct
4453 *
4454 * This function looks through the existing resource table, comparing
4455 * it with the config table. This function will take care of old/new
4456 * devices and schedule adding/removing them from the mid-layer
4457 * as appropriate.
4458 *
4459 * Return value:
4460 * 	IPR_RC_JOB_CONTINUE
4461 **/
4462static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
4463{
4464	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4465	struct ipr_resource_entry *res, *temp;
4466	struct ipr_config_table_entry *cfgte;
4467	int found, i;
4468	LIST_HEAD(old_res);
4469
4470	ENTER;
4471	if (ioa_cfg->cfg_table->hdr.flags & IPR_UCODE_DOWNLOAD_REQ)
4472		dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
4473
4474	list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
4475		list_move_tail(&res->queue, &old_res);
4476
4477	for (i = 0; i < ioa_cfg->cfg_table->hdr.num_entries; i++) {
4478		cfgte = &ioa_cfg->cfg_table->dev[i];
4479		found = 0;
4480
4481		list_for_each_entry_safe(res, temp, &old_res, queue) {
4482			if (!memcmp(&res->cfgte.res_addr,
4483				    &cfgte->res_addr, sizeof(cfgte->res_addr))) {
4484				list_move_tail(&res->queue, &ioa_cfg->used_res_q);
4485				found = 1;
4486				break;
4487			}
4488		}
4489
4490		if (!found) {
4491			if (list_empty(&ioa_cfg->free_res_q)) {
4492				dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
4493				break;
4494			}
4495
4496			found = 1;
4497			res = list_entry(ioa_cfg->free_res_q.next,
4498					 struct ipr_resource_entry, queue);
4499			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
4500			ipr_init_res_entry(res);
4501			res->add_to_ml = 1;
4502		}
4503
4504		if (found)
4505			memcpy(&res->cfgte, cfgte, sizeof(struct ipr_config_table_entry));
4506	}
4507
4508	list_for_each_entry_safe(res, temp, &old_res, queue) {
4509		if (res->sdev) {
4510			res->del_from_ml = 1;
4511			res->sdev->hostdata = NULL;
4512			list_move_tail(&res->queue, &ioa_cfg->used_res_q);
4513		} else {
4514			list_move_tail(&res->queue, &ioa_cfg->free_res_q);
4515		}
4516	}
4517
4518	ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
4519
4520	LEAVE;
4521	return IPR_RC_JOB_CONTINUE;
4522}
4523
4524/**
4525 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
4526 * @ipr_cmd:	ipr command struct
4527 *
4528 * This function sends a Query IOA Configuration command
4529 * to the adapter to retrieve the IOA configuration table.
4530 *
4531 * Return value:
4532 * 	IPR_RC_JOB_RETURN
4533 **/
4534static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
4535{
4536	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4537	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4538	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4539	struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
4540
4541	ENTER;
4542	dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
4543		 ucode_vpd->major_release, ucode_vpd->card_type,
4544		 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
4545	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
4546	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
4547
4548	ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
4549	ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_config_table) >> 8) & 0xff;
4550	ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_config_table) & 0xff;
4551
4552	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4553	ioarcb->read_data_transfer_length =
4554		cpu_to_be32(sizeof(struct ipr_config_table));
4555
4556	ioadl->address = cpu_to_be32(ioa_cfg->cfg_table_dma);
4557	ioadl->flags_and_data_len =
4558		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | sizeof(struct ipr_config_table));
4559
4560	ipr_cmd->job_step = ipr_init_res_table;
4561
4562	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
4563
4564	LEAVE;
4565	return IPR_RC_JOB_RETURN;
4566}
4567
4568/**
4569 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
4570 * @ipr_cmd:	ipr command struct
4571 *
4572 * This utility function sends an inquiry to the adapter.
4573 *
4574 * Return value:
4575 * 	none
4576 **/
4577static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
4578			      u32 dma_addr, u8 xfer_len)
4579{
4580	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4581	struct ipr_ioadl_desc *ioadl = ipr_cmd->ioadl;
4582
4583	ENTER;
4584	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
4585	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
4586
4587	ioarcb->cmd_pkt.cdb[0] = INQUIRY;
4588	ioarcb->cmd_pkt.cdb[1] = flags;
4589	ioarcb->cmd_pkt.cdb[2] = page;
4590	ioarcb->cmd_pkt.cdb[4] = xfer_len;
4591
4592	ioarcb->read_ioadl_len = cpu_to_be32(sizeof(struct ipr_ioadl_desc));
4593	ioarcb->read_data_transfer_length = cpu_to_be32(xfer_len);
4594
4595	ioadl->address = cpu_to_be32(dma_addr);
4596	ioadl->flags_and_data_len =
4597		cpu_to_be32(IPR_IOADL_FLAGS_READ_LAST | xfer_len);
4598
4599	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
4600	LEAVE;
4601}
4602
4603/**
4604 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
4605 * @ipr_cmd:	ipr command struct
4606 *
4607 * This function sends a Page 3 inquiry to the adapter
4608 * to retrieve software VPD information.
4609 *
4610 * Return value:
4611 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
4612 **/
4613static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
4614{
4615	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4616	char type[5];
4617
4618	ENTER;
4619
4620	/* Grab the type out of the VPD and store it away */
4621	memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
4622	type[4] = '\0';
4623	ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
4624
4625	ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
4626
4627	ipr_ioafp_inquiry(ipr_cmd, 1, 3,
4628			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
4629			  sizeof(struct ipr_inquiry_page3));
4630
4631	LEAVE;
4632	return IPR_RC_JOB_RETURN;
4633}
4634
4635/**
4636 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
4637 * @ipr_cmd:	ipr command struct
4638 *
4639 * This function sends a standard inquiry to the adapter.
4640 *
4641 * Return value:
4642 * 	IPR_RC_JOB_RETURN
4643 **/
4644static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
4645{
4646	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4647
4648	ENTER;
4649	ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
4650
4651	ipr_ioafp_inquiry(ipr_cmd, 0, 0,
4652			  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
4653			  sizeof(struct ipr_ioa_vpd));
4654
4655	LEAVE;
4656	return IPR_RC_JOB_RETURN;
4657}
4658
4659/**
4660 * ipr_ioafp_indentify_hrrq - Send Identify Host RRQ.
4661 * @ipr_cmd:	ipr command struct
4662 *
4663 * This function send an Identify Host Request Response Queue
4664 * command to establish the HRRQ with the adapter.
4665 *
4666 * Return value:
4667 * 	IPR_RC_JOB_RETURN
4668 **/
4669static int ipr_ioafp_indentify_hrrq(struct ipr_cmnd *ipr_cmd)
4670{
4671	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4672	struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4673
4674	ENTER;
4675	dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
4676
4677	ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
4678	ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
4679
4680	ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
4681	ioarcb->cmd_pkt.cdb[2] =
4682		((u32) ioa_cfg->host_rrq_dma >> 24) & 0xff;
4683	ioarcb->cmd_pkt.cdb[3] =
4684		((u32) ioa_cfg->host_rrq_dma >> 16) & 0xff;
4685	ioarcb->cmd_pkt.cdb[4] =
4686		((u32) ioa_cfg->host_rrq_dma >> 8) & 0xff;
4687	ioarcb->cmd_pkt.cdb[5] =
4688		((u32) ioa_cfg->host_rrq_dma) & 0xff;
4689	ioarcb->cmd_pkt.cdb[7] =
4690		((sizeof(u32) * IPR_NUM_CMD_BLKS) >> 8) & 0xff;
4691	ioarcb->cmd_pkt.cdb[8] =
4692		(sizeof(u32) * IPR_NUM_CMD_BLKS) & 0xff;
4693
4694	ipr_cmd->job_step = ipr_ioafp_std_inquiry;
4695
4696	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
4697
4698	LEAVE;
4699	return IPR_RC_JOB_RETURN;
4700}
4701
4702/**
4703 * ipr_reset_timer_done - Adapter reset timer function
4704 * @ipr_cmd:	ipr command struct
4705 *
4706 * Description: This function is used in adapter reset processing
4707 * for timing events. If the reset_cmd pointer in the IOA
4708 * config struct is not this adapter's we are doing nested
4709 * resets and fail_all_ops will take care of freeing the
4710 * command block.
4711 *
4712 * Return value:
4713 * 	none
4714 **/
4715static void ipr_reset_timer_done(struct ipr_cmnd *ipr_cmd)
4716{
4717	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4718	unsigned long lock_flags = 0;
4719
4720	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4721
4722	if (ioa_cfg->reset_cmd == ipr_cmd) {
4723		list_del(&ipr_cmd->queue);
4724		ipr_cmd->done(ipr_cmd);
4725	}
4726
4727	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4728}
4729
4730/**
4731 * ipr_reset_start_timer - Start a timer for adapter reset job
4732 * @ipr_cmd:	ipr command struct
4733 * @timeout:	timeout value
4734 *
4735 * Description: This function is used in adapter reset processing
4736 * for timing events. If the reset_cmd pointer in the IOA
4737 * config struct is not this adapter's we are doing nested
4738 * resets and fail_all_ops will take care of freeing the
4739 * command block.
4740 *
4741 * Return value:
4742 * 	none
4743 **/
4744static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
4745				  unsigned long timeout)
4746{
4747	list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
4748	ipr_cmd->done = ipr_reset_ioa_job;
4749
4750	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
4751	ipr_cmd->timer.expires = jiffies + timeout;
4752	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_reset_timer_done;
4753	add_timer(&ipr_cmd->timer);
4754}
4755
4756/**
4757 * ipr_init_ioa_mem - Initialize ioa_cfg control block
4758 * @ioa_cfg:	ioa cfg struct
4759 *
4760 * Return value:
4761 * 	nothing
4762 **/
4763static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
4764{
4765	memset(ioa_cfg->host_rrq, 0, sizeof(u32) * IPR_NUM_CMD_BLKS);
4766
4767	/* Initialize Host RRQ pointers */
4768	ioa_cfg->hrrq_start = ioa_cfg->host_rrq;
4769	ioa_cfg->hrrq_end = &ioa_cfg->host_rrq[IPR_NUM_CMD_BLKS - 1];
4770	ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
4771	ioa_cfg->toggle_bit = 1;
4772
4773	/* Zero out config table */
4774	memset(ioa_cfg->cfg_table, 0, sizeof(struct ipr_config_table));
4775}
4776
4777/**
4778 * ipr_reset_enable_ioa - Enable the IOA following a reset.
4779 * @ipr_cmd:	ipr command struct
4780 *
4781 * This function reinitializes some control blocks and
4782 * enables destructive diagnostics on the adapter.
4783 *
4784 * Return value:
4785 * 	IPR_RC_JOB_RETURN
4786 **/
4787static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
4788{
4789	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4790	volatile u32 int_reg;
4791
4792	ENTER;
4793	ipr_cmd->job_step = ipr_ioafp_indentify_hrrq;
4794	ipr_init_ioa_mem(ioa_cfg);
4795
4796	ioa_cfg->allow_interrupts = 1;
4797	int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
4798
4799	if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
4800		writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
4801		       ioa_cfg->regs.clr_interrupt_mask_reg);
4802		int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
4803		return IPR_RC_JOB_CONTINUE;
4804	}
4805
4806	/* Enable destructive diagnostics on IOA */
4807	writel(IPR_DOORBELL, ioa_cfg->regs.set_uproc_interrupt_reg);
4808
4809	writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg);
4810	int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
4811
4812	dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
4813
4814	ipr_cmd->timer.data = (unsigned long) ipr_cmd;
4815	ipr_cmd->timer.expires = jiffies + (ipr_transop_timeout * HZ);
4816	ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
4817	ipr_cmd->done = ipr_reset_ioa_job;
4818	add_timer(&ipr_cmd->timer);
4819	list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
4820
4821	LEAVE;
4822	return IPR_RC_JOB_RETURN;
4823}
4824
4825/**
4826 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
4827 * @ipr_cmd:	ipr command struct
4828 *
4829 * This function is invoked when an adapter dump has run out
4830 * of processing time.
4831 *
4832 * Return value:
4833 * 	IPR_RC_JOB_CONTINUE
4834 **/
4835static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
4836{
4837	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4838
4839	if (ioa_cfg->sdt_state == GET_DUMP)
4840		ioa_cfg->sdt_state = ABORT_DUMP;
4841
4842	ipr_cmd->job_step = ipr_reset_alert;
4843
4844	return IPR_RC_JOB_CONTINUE;
4845}
4846
4847/**
4848 * ipr_unit_check_no_data - Log a unit check/no data error log
4849 * @ioa_cfg:		ioa config struct
4850 *
4851 * Logs an error indicating the adapter unit checked, but for some
4852 * reason, we were unable to fetch the unit check buffer.
4853 *
4854 * Return value:
4855 * 	nothing
4856 **/
4857static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
4858{
4859	ioa_cfg->errors_logged++;
4860	dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
4861}
4862
4863/**
4864 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
4865 * @ioa_cfg:		ioa config struct
4866 *
4867 * Fetches the unit check buffer from the adapter by clocking the data
4868 * through the mailbox register.
4869 *
4870 * Return value:
4871 * 	nothing
4872 **/
4873static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
4874{
4875	unsigned long mailbox;
4876	struct ipr_hostrcb *hostrcb;
4877	struct ipr_uc_sdt sdt;
4878	int rc, length;
4879
4880	mailbox = readl(ioa_cfg->ioa_mailbox);
4881
4882	if (!ipr_sdt_is_fmt2(mailbox)) {
4883		ipr_unit_check_no_data(ioa_cfg);
4884		return;
4885	}
4886
4887	memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
4888	rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
4889					(sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
4890
4891	if (rc || (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE) ||
4892	    !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY)) {
4893		ipr_unit_check_no_data(ioa_cfg);
4894		return;
4895	}
4896
4897	/* Find length of the first sdt entry (UC buffer) */
4898	length = (be32_to_cpu(sdt.entry[0].end_offset) -
4899		  be32_to_cpu(sdt.entry[0].bar_str_offset)) & IPR_FMT2_MBX_ADDR_MASK;
4900
4901	hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
4902			     struct ipr_hostrcb, queue);
4903	list_del(&hostrcb->queue);
4904	memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
4905
4906	rc = ipr_get_ldump_data_section(ioa_cfg,
4907					be32_to_cpu(sdt.entry[0].bar_str_offset),
4908					(__be32 *)&hostrcb->hcam,
4909					min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
4910
4911	if (!rc)
4912		ipr_handle_log_data(ioa_cfg, hostrcb);
4913	else
4914		ipr_unit_check_no_data(ioa_cfg);
4915
4916	list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4917}
4918
4919/**
4920 * ipr_reset_restore_cfg_space - Restore PCI config space.
4921 * @ipr_cmd:	ipr command struct
4922 *
4923 * Description: This function restores the saved PCI config space of
4924 * the adapter, fails all outstanding ops back to the callers, and
4925 * fetches the dump/unit check if applicable to this reset.
4926 *
4927 * Return value:
4928 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
4929 **/
4930static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
4931{
4932	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4933	int rc;
4934
4935	ENTER;
4936	rc = pci_restore_state(ioa_cfg->pdev);
4937
4938	if (rc != PCIBIOS_SUCCESSFUL) {
4939		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
4940		return IPR_RC_JOB_CONTINUE;
4941	}
4942
4943	if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
4944		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
4945		return IPR_RC_JOB_CONTINUE;
4946	}
4947
4948	ipr_fail_all_ops(ioa_cfg);
4949
4950	if (ioa_cfg->ioa_unit_checked) {
4951		ioa_cfg->ioa_unit_checked = 0;
4952		ipr_get_unit_check_buffer(ioa_cfg);
4953		ipr_cmd->job_step = ipr_reset_alert;
4954		ipr_reset_start_timer(ipr_cmd, 0);
4955		return IPR_RC_JOB_RETURN;
4956	}
4957
4958	if (ioa_cfg->in_ioa_bringdown) {
4959		ipr_cmd->job_step = ipr_ioa_bringdown_done;
4960	} else {
4961		ipr_cmd->job_step = ipr_reset_enable_ioa;
4962
4963		if (GET_DUMP == ioa_cfg->sdt_state) {
4964			ipr_reset_start_timer(ipr_cmd, IPR_DUMP_TIMEOUT);
4965			ipr_cmd->job_step = ipr_reset_wait_for_dump;
4966			schedule_work(&ioa_cfg->work_q);
4967			return IPR_RC_JOB_RETURN;
4968		}
4969	}
4970
4971	ENTER;
4972	return IPR_RC_JOB_CONTINUE;
4973}
4974
4975/**
4976 * ipr_reset_start_bist - Run BIST on the adapter.
4977 * @ipr_cmd:	ipr command struct
4978 *
4979 * Description: This function runs BIST on the adapter, then delays 2 seconds.
4980 *
4981 * Return value:
4982 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
4983 **/
4984static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
4985{
4986	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4987	int rc;
4988
4989	ENTER;
4990	rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
4991
4992	if (rc != PCIBIOS_SUCCESSFUL) {
4993		ipr_cmd->ioasa.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
4994		rc = IPR_RC_JOB_CONTINUE;
4995	} else {
4996		ipr_cmd->job_step = ipr_reset_restore_cfg_space;
4997		ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
4998		rc = IPR_RC_JOB_RETURN;
4999	}
5000
5001	LEAVE;
5002	return rc;
5003}
5004
5005/**
5006 * ipr_reset_allowed - Query whether or not IOA can be reset
5007 * @ioa_cfg:	ioa config struct
5008 *
5009 * Return value:
5010 * 	0 if reset not allowed / non-zero if reset is allowed
5011 **/
5012static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
5013{
5014	volatile u32 temp_reg;
5015
5016	temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5017	return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
5018}
5019
5020/**
5021 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
5022 * @ipr_cmd:	ipr command struct
5023 *
5024 * Description: This function waits for adapter permission to run BIST,
5025 * then runs BIST. If the adapter does not give permission after a
5026 * reasonable time, we will reset the adapter anyway. The impact of
5027 * resetting the adapter without warning the adapter is the risk of
5028 * losing the persistent error log on the adapter. If the adapter is
5029 * reset while it is writing to the flash on the adapter, the flash
5030 * segment will have bad ECC and be zeroed.
5031 *
5032 * Return value:
5033 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5034 **/
5035static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
5036{
5037	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5038	int rc = IPR_RC_JOB_RETURN;
5039
5040	if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
5041		ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
5042		ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
5043	} else {
5044		ipr_cmd->job_step = ipr_reset_start_bist;
5045		rc = IPR_RC_JOB_CONTINUE;
5046	}
5047
5048	return rc;
5049}
5050
5051/**
5052 * ipr_reset_alert_part2 - Alert the adapter of a pending reset
5053 * @ipr_cmd:	ipr command struct
5054 *
5055 * Description: This function alerts the adapter that it will be reset.
5056 * If memory space is not currently enabled, proceed directly
5057 * to running BIST on the adapter. The timer must always be started
5058 * so we guarantee we do not run BIST from ipr_isr.
5059 *
5060 * Return value:
5061 * 	IPR_RC_JOB_RETURN
5062 **/
5063static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
5064{
5065	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5066	u16 cmd_reg;
5067	int rc;
5068
5069	ENTER;
5070	rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
5071
5072	if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
5073		ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5074		writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg);
5075		ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
5076	} else {
5077		ipr_cmd->job_step = ipr_reset_start_bist;
5078	}
5079
5080	ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
5081	ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
5082
5083	LEAVE;
5084	return IPR_RC_JOB_RETURN;
5085}
5086
5087/**
5088 * ipr_reset_ucode_download_done - Microcode download completion
5089 * @ipr_cmd:	ipr command struct
5090 *
5091 * Description: This function unmaps the microcode download buffer.
5092 *
5093 * Return value:
5094 * 	IPR_RC_JOB_CONTINUE
5095 **/
5096static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
5097{
5098	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5099	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
5100
5101	pci_unmap_sg(ioa_cfg->pdev, sglist->scatterlist,
5102		     sglist->num_sg, DMA_TO_DEVICE);
5103
5104	ipr_cmd->job_step = ipr_reset_alert;
5105	return IPR_RC_JOB_CONTINUE;
5106}
5107
5108/**
5109 * ipr_reset_ucode_download - Download microcode to the adapter
5110 * @ipr_cmd:	ipr command struct
5111 *
5112 * Description: This function checks to see if it there is microcode
5113 * to download to the adapter. If there is, a download is performed.
5114 *
5115 * Return value:
5116 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5117 **/
5118static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
5119{
5120	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5121	struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
5122
5123	ENTER;
5124	ipr_cmd->job_step = ipr_reset_alert;
5125
5126	if (!sglist)
5127		return IPR_RC_JOB_CONTINUE;
5128
5129	ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
5130	ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
5131	ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
5132	ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
5133	ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
5134	ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
5135	ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
5136
5137	if (ipr_map_ucode_buffer(ipr_cmd, sglist, sglist->buffer_len)) {
5138		dev_err(&ioa_cfg->pdev->dev,
5139			"Failed to map microcode download buffer\n");
5140		return IPR_RC_JOB_CONTINUE;
5141	}
5142
5143	ipr_cmd->job_step = ipr_reset_ucode_download_done;
5144
5145	ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
5146		   IPR_WRITE_BUFFER_TIMEOUT);
5147
5148	LEAVE;
5149	return IPR_RC_JOB_RETURN;
5150}
5151
5152/**
5153 * ipr_reset_shutdown_ioa - Shutdown the adapter
5154 * @ipr_cmd:	ipr command struct
5155 *
5156 * Description: This function issues an adapter shutdown of the
5157 * specified type to the specified adapter as part of the
5158 * adapter reset job.
5159 *
5160 * Return value:
5161 * 	IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
5162 **/
5163static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
5164{
5165	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5166	enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
5167	unsigned long timeout;
5168	int rc = IPR_RC_JOB_CONTINUE;
5169
5170	ENTER;
5171	if (shutdown_type != IPR_SHUTDOWN_NONE && !ioa_cfg->ioa_is_dead) {
5172		ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
5173		ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
5174		ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
5175		ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
5176
5177		if (shutdown_type == IPR_SHUTDOWN_ABBREV)
5178			timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
5179		else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
5180			timeout = IPR_INTERNAL_TIMEOUT;
5181		else
5182			timeout = IPR_SHUTDOWN_TIMEOUT;
5183
5184		ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
5185
5186		rc = IPR_RC_JOB_RETURN;
5187		ipr_cmd->job_step = ipr_reset_ucode_download;
5188	} else
5189		ipr_cmd->job_step = ipr_reset_alert;
5190
5191	LEAVE;
5192	return rc;
5193}
5194
5195/**
5196 * ipr_reset_ioa_job - Adapter reset job
5197 * @ipr_cmd:	ipr command struct
5198 *
5199 * Description: This function is the job router for the adapter reset job.
5200 *
5201 * Return value:
5202 * 	none
5203 **/
5204static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
5205{
5206	u32 rc, ioasc;
5207	unsigned long scratch = ipr_cmd->u.scratch;
5208	struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5209
5210	do {
5211		ioasc = be32_to_cpu(ipr_cmd->ioasa.ioasc);
5212
5213		if (ioa_cfg->reset_cmd != ipr_cmd) {
5214			/*
5215			 * We are doing nested adapter resets and this is
5216			 * not the current reset job.
5217			 */
5218			list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5219			return;
5220		}
5221
5222		if (IPR_IOASC_SENSE_KEY(ioasc)) {
5223			dev_err(&ioa_cfg->pdev->dev,
5224				"0x%02X failed with IOASC: 0x%08X\n",
5225				ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
5226
5227			ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5228			list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5229			return;
5230		}
5231
5232		ipr_reinit_ipr_cmnd(ipr_cmd);
5233		ipr_cmd->u.scratch = scratch;
5234		rc = ipr_cmd->job_step(ipr_cmd);
5235	} while(rc == IPR_RC_JOB_CONTINUE);
5236}
5237
5238/**
5239 * _ipr_initiate_ioa_reset - Initiate an adapter reset
5240 * @ioa_cfg:		ioa config struct
5241 * @job_step:		first job step of reset job
5242 * @shutdown_type:	shutdown type
5243 *
5244 * Description: This function will initiate the reset of the given adapter
5245 * starting at the selected job step.
5246 * If the caller needs to wait on the completion of the reset,
5247 * the caller must sleep on the reset_wait_q.
5248 *
5249 * Return value:
5250 * 	none
5251 **/
5252static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
5253				    int (*job_step) (struct ipr_cmnd *),
5254				    enum ipr_shutdown_type shutdown_type)
5255{
5256	struct ipr_cmnd *ipr_cmd;
5257
5258	ioa_cfg->in_reset_reload = 1;
5259	ioa_cfg->allow_cmds = 0;
5260	scsi_block_requests(ioa_cfg->host);
5261
5262	ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5263	ioa_cfg->reset_cmd = ipr_cmd;
5264	ipr_cmd->job_step = job_step;
5265	ipr_cmd->u.shutdown_type = shutdown_type;
5266
5267	ipr_reset_ioa_job(ipr_cmd);
5268}
5269
5270/**
5271 * ipr_initiate_ioa_reset - Initiate an adapter reset
5272 * @ioa_cfg:		ioa config struct
5273 * @shutdown_type:	shutdown type
5274 *
5275 * Description: This function will initiate the reset of the given adapter.
5276 * If the caller needs to wait on the completion of the reset,
5277 * the caller must sleep on the reset_wait_q.
5278 *
5279 * Return value:
5280 * 	none
5281 **/
5282static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
5283				   enum ipr_shutdown_type shutdown_type)
5284{
5285	if (ioa_cfg->ioa_is_dead)
5286		return;
5287
5288	if (ioa_cfg->in_reset_reload && ioa_cfg->sdt_state == GET_DUMP)
5289		ioa_cfg->sdt_state = ABORT_DUMP;
5290
5291	if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
5292		dev_err(&ioa_cfg->pdev->dev,
5293			"IOA taken offline - error recovery failed\n");
5294
5295		ioa_cfg->reset_retries = 0;
5296		ioa_cfg->ioa_is_dead = 1;
5297
5298		if (ioa_cfg->in_ioa_bringdown) {
5299			ioa_cfg->reset_cmd = NULL;
5300			ioa_cfg->in_reset_reload = 0;
5301			ipr_fail_all_ops(ioa_cfg);
5302			wake_up_all(&ioa_cfg->reset_wait_q);
5303
5304			spin_unlock_irq(ioa_cfg->host->host_lock);
5305			scsi_unblock_requests(ioa_cfg->host);
5306			spin_lock_irq(ioa_cfg->host->host_lock);
5307			return;
5308		} else {
5309			ioa_cfg->in_ioa_bringdown = 1;
5310			shutdown_type = IPR_SHUTDOWN_NONE;
5311		}
5312	}
5313
5314	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
5315				shutdown_type);
5316}
5317
5318/**
5319 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
5320 * @ioa_cfg:	ioa cfg struct
5321 *
5322 * Description: This is the second phase of adapter intialization
5323 * This function takes care of initilizing the adapter to the point
5324 * where it can accept new commands.
5325
5326 * Return value:
5327 * 	0 on sucess / -EIO on failure
5328 **/
5329static int __devinit ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
5330{
5331	int rc = 0;
5332	unsigned long host_lock_flags = 0;
5333
5334	ENTER;
5335	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
5336	dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
5337	_ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa, IPR_SHUTDOWN_NONE);
5338
5339	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
5340	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5341	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
5342
5343	if (ioa_cfg->ioa_is_dead) {
5344		rc = -EIO;
5345	} else if (ipr_invalid_adapter(ioa_cfg)) {
5346		if (!ipr_testmode)
5347			rc = -EIO;
5348
5349		dev_err(&ioa_cfg->pdev->dev,
5350			"Adapter not supported in this hardware configuration.\n");
5351	}
5352
5353	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
5354
5355	LEAVE;
5356	return rc;
5357}
5358
5359/**
5360 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
5361 * @ioa_cfg:	ioa config struct
5362 *
5363 * Return value:
5364 * 	none
5365 **/
5366static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
5367{
5368	int i;
5369
5370	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
5371		if (ioa_cfg->ipr_cmnd_list[i])
5372			pci_pool_free(ioa_cfg->ipr_cmd_pool,
5373				      ioa_cfg->ipr_cmnd_list[i],
5374				      ioa_cfg->ipr_cmnd_list_dma[i]);
5375
5376		ioa_cfg->ipr_cmnd_list[i] = NULL;
5377	}
5378
5379	if (ioa_cfg->ipr_cmd_pool)
5380		pci_pool_destroy (ioa_cfg->ipr_cmd_pool);
5381
5382	ioa_cfg->ipr_cmd_pool = NULL;
5383}
5384
5385/**
5386 * ipr_free_mem - Frees memory allocated for an adapter
5387 * @ioa_cfg:	ioa cfg struct
5388 *
5389 * Return value:
5390 * 	nothing
5391 **/
5392static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
5393{
5394	int i;
5395
5396	kfree(ioa_cfg->res_entries);
5397	pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_misc_cbs),
5398			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
5399	ipr_free_cmd_blks(ioa_cfg);
5400	pci_free_consistent(ioa_cfg->pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
5401			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
5402	pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_config_table),
5403			    ioa_cfg->cfg_table,
5404			    ioa_cfg->cfg_table_dma);
5405
5406	for (i = 0; i < IPR_NUM_HCAMS; i++) {
5407		pci_free_consistent(ioa_cfg->pdev,
5408				    sizeof(struct ipr_hostrcb),
5409				    ioa_cfg->hostrcb[i],
5410				    ioa_cfg->hostrcb_dma[i]);
5411	}
5412
5413	ipr_free_dump(ioa_cfg);
5414	kfree(ioa_cfg->saved_mode_pages);
5415	kfree(ioa_cfg->trace);
5416}
5417
5418/**
5419 * ipr_free_all_resources - Free all allocated resources for an adapter.
5420 * @ipr_cmd:	ipr command struct
5421 *
5422 * This function frees all allocated resources for the
5423 * specified adapter.
5424 *
5425 * Return value:
5426 * 	none
5427 **/
5428static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
5429{
5430	struct pci_dev *pdev = ioa_cfg->pdev;
5431
5432	ENTER;
5433	free_irq(pdev->irq, ioa_cfg);
5434	iounmap(ioa_cfg->hdw_dma_regs);
5435	pci_release_regions(pdev);
5436	ipr_free_mem(ioa_cfg);
5437	scsi_host_put(ioa_cfg->host);
5438	pci_disable_device(pdev);
5439	LEAVE;
5440}
5441
5442/**
5443 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
5444 * @ioa_cfg:	ioa config struct
5445 *
5446 * Return value:
5447 * 	0 on success / -ENOMEM on allocation failure
5448 **/
5449static int __devinit ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
5450{
5451	struct ipr_cmnd *ipr_cmd;
5452	struct ipr_ioarcb *ioarcb;
5453	dma_addr_t dma_addr;
5454	int i;
5455
5456	ioa_cfg->ipr_cmd_pool = pci_pool_create (IPR_NAME, ioa_cfg->pdev,
5457						 sizeof(struct ipr_cmnd), 8, 0);
5458
5459	if (!ioa_cfg->ipr_cmd_pool)
5460		return -ENOMEM;
5461
5462	for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
5463		ipr_cmd = pci_pool_alloc (ioa_cfg->ipr_cmd_pool, SLAB_KERNEL, &dma_addr);
5464
5465		if (!ipr_cmd) {
5466			ipr_free_cmd_blks(ioa_cfg);
5467			return -ENOMEM;
5468		}
5469
5470		memset(ipr_cmd, 0, sizeof(*ipr_cmd));
5471		ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
5472		ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
5473
5474		ioarcb = &ipr_cmd->ioarcb;
5475		ioarcb->ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
5476		ioarcb->host_response_handle = cpu_to_be32(i << 2);
5477		ioarcb->write_ioadl_addr =
5478			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioadl));
5479		ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5480		ioarcb->ioasa_host_pci_addr =
5481			cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, ioasa));
5482		ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
5483		ipr_cmd->cmd_index = i;
5484		ipr_cmd->ioa_cfg = ioa_cfg;
5485		ipr_cmd->sense_buffer_dma = dma_addr +
5486			offsetof(struct ipr_cmnd, sense_buffer);
5487
5488		list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5489	}
5490
5491	return 0;
5492}
5493
5494/**
5495 * ipr_alloc_mem - Allocate memory for an adapter
5496 * @ioa_cfg:	ioa config struct
5497 *
5498 * Return value:
5499 * 	0 on success / non-zero for error
5500 **/
5501static int __devinit ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
5502{
5503	struct pci_dev *pdev = ioa_cfg->pdev;
5504	int i, rc = -ENOMEM;
5505
5506	ENTER;
5507	ioa_cfg->res_entries = kmalloc(sizeof(struct ipr_resource_entry) *
5508				       IPR_MAX_PHYSICAL_DEVS, GFP_KERNEL);
5509
5510	if (!ioa_cfg->res_entries)
5511		goto out;
5512
5513	memset(ioa_cfg->res_entries, 0,
5514	       sizeof(struct ipr_resource_entry) * IPR_MAX_PHYSICAL_DEVS);
5515
5516	for (i = 0; i < IPR_MAX_PHYSICAL_DEVS; i++)
5517		list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
5518
5519	ioa_cfg->vpd_cbs = pci_alloc_consistent(ioa_cfg->pdev,
5520						sizeof(struct ipr_misc_cbs),
5521						&ioa_cfg->vpd_cbs_dma);
5522
5523	if (!ioa_cfg->vpd_cbs)
5524		goto out_free_res_entries;
5525
5526	if (ipr_alloc_cmd_blks(ioa_cfg))
5527		goto out_free_vpd_cbs;
5528
5529	ioa_cfg->host_rrq = pci_alloc_consistent(ioa_cfg->pdev,
5530						 sizeof(u32) * IPR_NUM_CMD_BLKS,
5531						 &ioa_cfg->host_rrq_dma);
5532
5533	if (!ioa_cfg->host_rrq)
5534		goto out_ipr_free_cmd_blocks;
5535
5536	ioa_cfg->cfg_table = pci_alloc_consistent(ioa_cfg->pdev,
5537						  sizeof(struct ipr_config_table),
5538						  &ioa_cfg->cfg_table_dma);
5539
5540	if (!ioa_cfg->cfg_table)
5541		goto out_free_host_rrq;
5542
5543	for (i = 0; i < IPR_NUM_HCAMS; i++) {
5544		ioa_cfg->hostrcb[i] = pci_alloc_consistent(ioa_cfg->pdev,
5545							   sizeof(struct ipr_hostrcb),
5546							   &ioa_cfg->hostrcb_dma[i]);
5547
5548		if (!ioa_cfg->hostrcb[i])
5549			goto out_free_hostrcb_dma;
5550
5551		ioa_cfg->hostrcb[i]->hostrcb_dma =
5552			ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
5553		list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
5554	}
5555
5556	ioa_cfg->trace = kmalloc(sizeof(struct ipr_trace_entry) *
5557				 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
5558
5559	if (!ioa_cfg->trace)
5560		goto out_free_hostrcb_dma;
5561
5562	memset(ioa_cfg->trace, 0,
5563	       sizeof(struct ipr_trace_entry) * IPR_NUM_TRACE_ENTRIES);
5564
5565	rc = 0;
5566out:
5567	LEAVE;
5568	return rc;
5569
5570out_free_hostrcb_dma:
5571	while (i-- > 0) {
5572		pci_free_consistent(pdev, sizeof(struct ipr_hostrcb),
5573				    ioa_cfg->hostrcb[i],
5574				    ioa_cfg->hostrcb_dma[i]);
5575	}
5576	pci_free_consistent(pdev, sizeof(struct ipr_config_table),
5577			    ioa_cfg->cfg_table, ioa_cfg->cfg_table_dma);
5578out_free_host_rrq:
5579	pci_free_consistent(pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
5580			    ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
5581out_ipr_free_cmd_blocks:
5582	ipr_free_cmd_blks(ioa_cfg);
5583out_free_vpd_cbs:
5584	pci_free_consistent(pdev, sizeof(struct ipr_misc_cbs),
5585			    ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
5586out_free_res_entries:
5587	kfree(ioa_cfg->res_entries);
5588	goto out;
5589}
5590
5591/**
5592 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
5593 * @ioa_cfg:	ioa config struct
5594 *
5595 * Return value:
5596 * 	none
5597 **/
5598static void __devinit ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
5599{
5600	int i;
5601
5602	for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
5603		ioa_cfg->bus_attr[i].bus = i;
5604		ioa_cfg->bus_attr[i].qas_enabled = 0;
5605		ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
5606		if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
5607			ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
5608		else
5609			ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
5610	}
5611}
5612
5613/**
5614 * ipr_init_ioa_cfg - Initialize IOA config struct
5615 * @ioa_cfg:	ioa config struct
5616 * @host:		scsi host struct
5617 * @pdev:		PCI dev struct
5618 *
5619 * Return value:
5620 * 	none
5621 **/
5622static void __devinit ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
5623				       struct Scsi_Host *host, struct pci_dev *pdev)
5624{
5625	const struct ipr_interrupt_offsets *p;
5626	struct ipr_interrupts *t;
5627	void __iomem *base;
5628
5629	ioa_cfg->host = host;
5630	ioa_cfg->pdev = pdev;
5631	ioa_cfg->log_level = ipr_log_level;
5632	sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
5633	sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
5634	sprintf(ioa_cfg->ipr_free_label, IPR_FREEQ_LABEL);
5635	sprintf(ioa_cfg->ipr_pending_label, IPR_PENDQ_LABEL);
5636	sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
5637	sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
5638	sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
5639	sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
5640
5641	INIT_LIST_HEAD(&ioa_cfg->free_q);
5642	INIT_LIST_HEAD(&ioa_cfg->pending_q);
5643	INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
5644	INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
5645	INIT_LIST_HEAD(&ioa_cfg->free_res_q);
5646	INIT_LIST_HEAD(&ioa_cfg->used_res_q);
5647	INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread, ioa_cfg);
5648	init_waitqueue_head(&ioa_cfg->reset_wait_q);
5649	ioa_cfg->sdt_state = INACTIVE;
5650
5651	ipr_initialize_bus_attr(ioa_cfg);
5652
5653	host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
5654	host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
5655	host->max_channel = IPR_MAX_BUS_TO_SCAN;
5656	host->unique_id = host->host_no;
5657	host->max_cmd_len = IPR_MAX_CDB_LEN;
5658	pci_set_drvdata(pdev, ioa_cfg);
5659
5660	p = &ioa_cfg->chip_cfg->regs;
5661	t = &ioa_cfg->regs;
5662	base = ioa_cfg->hdw_dma_regs;
5663
5664	t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
5665	t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
5666	t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
5667	t->clr_interrupt_reg = base + p->clr_interrupt_reg;
5668	t->sense_interrupt_reg = base + p->sense_interrupt_reg;
5669	t->ioarrin_reg = base + p->ioarrin_reg;
5670	t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
5671	t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
5672	t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
5673}
5674
5675/**
5676 * ipr_get_chip_cfg - Find adapter chip configuration
5677 * @dev_id:		PCI device id struct
5678 *
5679 * Return value:
5680 * 	ptr to chip config on success / NULL on failure
5681 **/
5682static const struct ipr_chip_cfg_t * __devinit
5683ipr_get_chip_cfg(const struct pci_device_id *dev_id)
5684{
5685	int i;
5686
5687	if (dev_id->driver_data)
5688		return (const struct ipr_chip_cfg_t *)dev_id->driver_data;
5689
5690	for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
5691		if (ipr_chip[i].vendor == dev_id->vendor &&
5692		    ipr_chip[i].device == dev_id->device)
5693			return ipr_chip[i].cfg;
5694	return NULL;
5695}
5696
5697/**
5698 * ipr_probe_ioa - Allocates memory and does first stage of initialization
5699 * @pdev:		PCI device struct
5700 * @dev_id:		PCI device id struct
5701 *
5702 * Return value:
5703 * 	0 on success / non-zero on failure
5704 **/
5705static int __devinit ipr_probe_ioa(struct pci_dev *pdev,
5706				   const struct pci_device_id *dev_id)
5707{
5708	struct ipr_ioa_cfg *ioa_cfg;
5709	struct Scsi_Host *host;
5710	unsigned long ipr_regs_pci;
5711	void __iomem *ipr_regs;
5712	u32 rc = PCIBIOS_SUCCESSFUL;
5713
5714	ENTER;
5715
5716	if ((rc = pci_enable_device(pdev))) {
5717		dev_err(&pdev->dev, "Cannot enable adapter\n");
5718		goto out;
5719	}
5720
5721	dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
5722
5723	host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
5724
5725	if (!host) {
5726		dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
5727		rc = -ENOMEM;
5728		goto out_disable;
5729	}
5730
5731	ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
5732	memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
5733
5734	ioa_cfg->chip_cfg = ipr_get_chip_cfg(dev_id);
5735
5736	if (!ioa_cfg->chip_cfg) {
5737		dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
5738			dev_id->vendor, dev_id->device);
5739		goto out_scsi_host_put;
5740	}
5741
5742	ipr_regs_pci = pci_resource_start(pdev, 0);
5743
5744	rc = pci_request_regions(pdev, IPR_NAME);
5745	if (rc < 0) {
5746		dev_err(&pdev->dev,
5747			"Couldn't register memory range of registers\n");
5748		goto out_scsi_host_put;
5749	}
5750
5751	ipr_regs = ioremap(ipr_regs_pci, pci_resource_len(pdev, 0));
5752
5753	if (!ipr_regs) {
5754		dev_err(&pdev->dev,
5755			"Couldn't map memory range of registers\n");
5756		rc = -ENOMEM;
5757		goto out_release_regions;
5758	}
5759
5760	ioa_cfg->hdw_dma_regs = ipr_regs;
5761	ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
5762	ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
5763
5764	ipr_init_ioa_cfg(ioa_cfg, host, pdev);
5765
5766	pci_set_master(pdev);
5767
5768	rc = pci_set_dma_mask(pdev, DMA_32BIT_MASK);
5769	if (rc < 0) {
5770		dev_err(&pdev->dev, "Failed to set PCI DMA mask\n");
5771		goto cleanup_nomem;
5772	}
5773
5774	rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
5775				   ioa_cfg->chip_cfg->cache_line_size);
5776
5777	if (rc != PCIBIOS_SUCCESSFUL) {
5778		dev_err(&pdev->dev, "Write of cache line size failed\n");
5779		rc = -EIO;
5780		goto cleanup_nomem;
5781	}
5782
5783	/* Save away PCI config space for use following IOA reset */
5784	rc = pci_save_state(pdev);
5785
5786	if (rc != PCIBIOS_SUCCESSFUL) {
5787		dev_err(&pdev->dev, "Failed to save PCI config space\n");
5788		rc = -EIO;
5789		goto cleanup_nomem;
5790	}
5791
5792	if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
5793		goto cleanup_nomem;
5794
5795	if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
5796		goto cleanup_nomem;
5797
5798	rc = ipr_alloc_mem(ioa_cfg);
5799	if (rc < 0) {
5800		dev_err(&pdev->dev,
5801			"Couldn't allocate enough memory for device driver!\n");
5802		goto cleanup_nomem;
5803	}
5804
5805	ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
5806	rc = request_irq(pdev->irq, ipr_isr, SA_SHIRQ, IPR_NAME, ioa_cfg);
5807
5808	if (rc) {
5809		dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
5810			pdev->irq, rc);
5811		goto cleanup_nolog;
5812	}
5813
5814	spin_lock(&ipr_driver_lock);
5815	list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
5816	spin_unlock(&ipr_driver_lock);
5817
5818	LEAVE;
5819out:
5820	return rc;
5821
5822cleanup_nolog:
5823	ipr_free_mem(ioa_cfg);
5824cleanup_nomem:
5825	iounmap(ipr_regs);
5826out_release_regions:
5827	pci_release_regions(pdev);
5828out_scsi_host_put:
5829	scsi_host_put(host);
5830out_disable:
5831	pci_disable_device(pdev);
5832	goto out;
5833}
5834
5835/**
5836 * ipr_scan_vsets - Scans for VSET devices
5837 * @ioa_cfg:	ioa config struct
5838 *
5839 * Description: Since the VSET resources do not follow SAM in that we can have
5840 * sparse LUNs with no LUN 0, we have to scan for these ourselves.
5841 *
5842 * Return value:
5843 * 	none
5844 **/
5845static void ipr_scan_vsets(struct ipr_ioa_cfg *ioa_cfg)
5846{
5847	int target, lun;
5848
5849	for (target = 0; target < IPR_MAX_NUM_TARGETS_PER_BUS; target++)
5850		for (lun = 0; lun < IPR_MAX_NUM_VSET_LUNS_PER_TARGET; lun++ )
5851			scsi_add_device(ioa_cfg->host, IPR_VSET_BUS, target, lun);
5852}
5853
5854/**
5855 * ipr_initiate_ioa_bringdown - Bring down an adapter
5856 * @ioa_cfg:		ioa config struct
5857 * @shutdown_type:	shutdown type
5858 *
5859 * Description: This function will initiate bringing down the adapter.
5860 * This consists of issuing an IOA shutdown to the adapter
5861 * to flush the cache, and running BIST.
5862 * If the caller needs to wait on the completion of the reset,
5863 * the caller must sleep on the reset_wait_q.
5864 *
5865 * Return value:
5866 * 	none
5867 **/
5868static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
5869				       enum ipr_shutdown_type shutdown_type)
5870{
5871	ENTER;
5872	if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
5873		ioa_cfg->sdt_state = ABORT_DUMP;
5874	ioa_cfg->reset_retries = 0;
5875	ioa_cfg->in_ioa_bringdown = 1;
5876	ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
5877	LEAVE;
5878}
5879
5880/**
5881 * __ipr_remove - Remove a single adapter
5882 * @pdev:	pci device struct
5883 *
5884 * Adapter hot plug remove entry point.
5885 *
5886 * Return value:
5887 * 	none
5888 **/
5889static void __ipr_remove(struct pci_dev *pdev)
5890{
5891	unsigned long host_lock_flags = 0;
5892	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
5893	ENTER;
5894
5895	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
5896	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
5897
5898	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
5899	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5900	flush_scheduled_work();
5901	spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
5902
5903	spin_lock(&ipr_driver_lock);
5904	list_del(&ioa_cfg->queue);
5905	spin_unlock(&ipr_driver_lock);
5906
5907	if (ioa_cfg->sdt_state == ABORT_DUMP)
5908		ioa_cfg->sdt_state = WAIT_FOR_DUMP;
5909	spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
5910
5911	ipr_free_all_resources(ioa_cfg);
5912
5913	LEAVE;
5914}
5915
5916/**
5917 * ipr_remove - IOA hot plug remove entry point
5918 * @pdev:	pci device struct
5919 *
5920 * Adapter hot plug remove entry point.
5921 *
5922 * Return value:
5923 * 	none
5924 **/
5925static void ipr_remove(struct pci_dev *pdev)
5926{
5927	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
5928
5929	ENTER;
5930
5931	ipr_remove_trace_file(&ioa_cfg->host->shost_classdev.kobj,
5932			      &ipr_trace_attr);
5933	ipr_remove_dump_file(&ioa_cfg->host->shost_classdev.kobj,
5934			     &ipr_dump_attr);
5935	scsi_remove_host(ioa_cfg->host);
5936
5937	__ipr_remove(pdev);
5938
5939	LEAVE;
5940}
5941
5942/**
5943 * ipr_probe - Adapter hot plug add entry point
5944 *
5945 * Return value:
5946 * 	0 on success / non-zero on failure
5947 **/
5948static int __devinit ipr_probe(struct pci_dev *pdev,
5949			       const struct pci_device_id *dev_id)
5950{
5951	struct ipr_ioa_cfg *ioa_cfg;
5952	int rc;
5953
5954	rc = ipr_probe_ioa(pdev, dev_id);
5955
5956	if (rc)
5957		return rc;
5958
5959	ioa_cfg = pci_get_drvdata(pdev);
5960	rc = ipr_probe_ioa_part2(ioa_cfg);
5961
5962	if (rc) {
5963		__ipr_remove(pdev);
5964		return rc;
5965	}
5966
5967	rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
5968
5969	if (rc) {
5970		__ipr_remove(pdev);
5971		return rc;
5972	}
5973
5974	rc = ipr_create_trace_file(&ioa_cfg->host->shost_classdev.kobj,
5975				   &ipr_trace_attr);
5976
5977	if (rc) {
5978		scsi_remove_host(ioa_cfg->host);
5979		__ipr_remove(pdev);
5980		return rc;
5981	}
5982
5983	rc = ipr_create_dump_file(&ioa_cfg->host->shost_classdev.kobj,
5984				   &ipr_dump_attr);
5985
5986	if (rc) {
5987		ipr_remove_trace_file(&ioa_cfg->host->shost_classdev.kobj,
5988				      &ipr_trace_attr);
5989		scsi_remove_host(ioa_cfg->host);
5990		__ipr_remove(pdev);
5991		return rc;
5992	}
5993
5994	scsi_scan_host(ioa_cfg->host);
5995	ipr_scan_vsets(ioa_cfg);
5996	scsi_add_device(ioa_cfg->host, IPR_IOA_BUS, IPR_IOA_TARGET, IPR_IOA_LUN);
5997	ioa_cfg->allow_ml_add_del = 1;
5998	schedule_work(&ioa_cfg->work_q);
5999	return 0;
6000}
6001
6002/**
6003 * ipr_shutdown - Shutdown handler.
6004 * @dev:	device struct
6005 *
6006 * This function is invoked upon system shutdown/reboot. It will issue
6007 * an adapter shutdown to the adapter to flush the write cache.
6008 *
6009 * Return value:
6010 * 	none
6011 **/
6012static void ipr_shutdown(struct device *dev)
6013{
6014	struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(to_pci_dev(dev));
6015	unsigned long lock_flags = 0;
6016
6017	spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6018	ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
6019	spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6020	wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6021}
6022
6023static struct pci_device_id ipr_pci_table[] __devinitdata = {
6024	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6025		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702,
6026		0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6027	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6028		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703,
6029	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6030	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6031		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D,
6032	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6033	{ PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6034		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E,
6035	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6036	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6037		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B,
6038	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6039	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6040		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E,
6041	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6042	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6043		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A,
6044	      0, 0, (kernel_ulong_t)&ipr_chip_cfg[0] },
6045	{ PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
6046		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780,
6047		0, 0, (kernel_ulong_t)&ipr_chip_cfg[1] },
6048	{ PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
6049		PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E,
6050		0, 0, (kernel_ulong_t)&ipr_chip_cfg[1] },
6051	{ }
6052};
6053MODULE_DEVICE_TABLE(pci, ipr_pci_table);
6054
6055static struct pci_driver ipr_driver = {
6056	.name = IPR_NAME,
6057	.id_table = ipr_pci_table,
6058	.probe = ipr_probe,
6059	.remove = ipr_remove,
6060	.driver = {
6061		.shutdown = ipr_shutdown,
6062	},
6063};
6064
6065/**
6066 * ipr_init - Module entry point
6067 *
6068 * Return value:
6069 * 	0 on success / negative value on failure
6070 **/
6071static int __init ipr_init(void)
6072{
6073	ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
6074		 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
6075
6076	return pci_module_init(&ipr_driver);
6077}
6078
6079/**
6080 * ipr_exit - Module unload
6081 *
6082 * Module unload entry point.
6083 *
6084 * Return value:
6085 * 	none
6086 **/
6087static void __exit ipr_exit(void)
6088{
6089	pci_unregister_driver(&ipr_driver);
6090}
6091
6092module_init(ipr_init);
6093module_exit(ipr_exit);
6094