ide.c revision 9ff6f72f432364991d68e99cae72cb141c166e70
1/*
2 *  linux/drivers/ide/ide.c		Version 7.00beta2	Mar 05 2003
3 *
4 *  Copyright (C) 1994-1998  Linus Torvalds & authors (see below)
5 */
6
7/*
8 *  Mostly written by Mark Lord  <mlord@pobox.com>
9 *                and Gadi Oxman <gadio@netvision.net.il>
10 *                and Andre Hedrick <andre@linux-ide.org>
11 *
12 *  See linux/MAINTAINERS for address of current maintainer.
13 *
14 * This is the multiple IDE interface driver, as evolved from hd.c.
15 * It supports up to MAX_HWIFS IDE interfaces, on one or more IRQs
16 *   (usually 14 & 15).
17 * There can be up to two drives per interface, as per the ATA-2 spec.
18 *
19 * ...
20 *
21 *  From hd.c:
22 *  |
23 *  | It traverses the request-list, using interrupts to jump between functions.
24 *  | As nearly all functions can be called within interrupts, we may not sleep.
25 *  | Special care is recommended.  Have Fun!
26 *  |
27 *  | modified by Drew Eckhardt to check nr of hd's from the CMOS.
28 *  |
29 *  | Thanks to Branko Lankester, lankeste@fwi.uva.nl, who found a bug
30 *  | in the early extended-partition checks and added DM partitions.
31 *  |
32 *  | Early work on error handling by Mika Liljeberg (liljeber@cs.Helsinki.FI).
33 *  |
34 *  | IRQ-unmask, drive-id, multiple-mode, support for ">16 heads",
35 *  | and general streamlining by Mark Lord (mlord@pobox.com).
36 *
37 *  October, 1994 -- Complete line-by-line overhaul for linux 1.1.x, by:
38 *
39 *	Mark Lord	(mlord@pobox.com)		(IDE Perf.Pkg)
40 *	Delman Lee	(delman@ieee.org)		("Mr. atdisk2")
41 *	Scott Snyder	(snyder@fnald0.fnal.gov)	(ATAPI IDE cd-rom)
42 *
43 *  This was a rewrite of just about everything from hd.c, though some original
44 *  code is still sprinkled about.  Think of it as a major evolution, with
45 *  inspiration from lots of linux users, esp.  hamish@zot.apana.org.au
46 */
47
48#define	REVISION	"Revision: 7.00alpha2"
49#define	VERSION		"Id: ide.c 7.00a2 20020906"
50
51#define _IDE_C			/* Tell ide.h it's really us */
52
53#include <linux/module.h>
54#include <linux/types.h>
55#include <linux/string.h>
56#include <linux/kernel.h>
57#include <linux/timer.h>
58#include <linux/mm.h>
59#include <linux/interrupt.h>
60#include <linux/major.h>
61#include <linux/errno.h>
62#include <linux/genhd.h>
63#include <linux/blkpg.h>
64#include <linux/slab.h>
65#include <linux/init.h>
66#include <linux/pci.h>
67#include <linux/delay.h>
68#include <linux/ide.h>
69#include <linux/completion.h>
70#include <linux/reboot.h>
71#include <linux/cdrom.h>
72#include <linux/seq_file.h>
73#include <linux/device.h>
74#include <linux/bitops.h>
75
76#include <asm/byteorder.h>
77#include <asm/irq.h>
78#include <asm/uaccess.h>
79#include <asm/io.h>
80
81
82/* default maximum number of failures */
83#define IDE_DEFAULT_MAX_FAILURES 	1
84
85static const u8 ide_hwif_to_major[] = { IDE0_MAJOR, IDE1_MAJOR,
86					IDE2_MAJOR, IDE3_MAJOR,
87					IDE4_MAJOR, IDE5_MAJOR,
88					IDE6_MAJOR, IDE7_MAJOR,
89					IDE8_MAJOR, IDE9_MAJOR };
90
91static int idebus_parameter;	/* holds the "idebus=" parameter */
92static int system_bus_speed;	/* holds what we think is VESA/PCI bus speed */
93
94DEFINE_MUTEX(ide_cfg_mtx);
95 __cacheline_aligned_in_smp DEFINE_SPINLOCK(ide_lock);
96
97#ifdef CONFIG_IDEPCI_PCIBUS_ORDER
98static int ide_scan_direction; /* THIS was formerly 2.2.x pci=reverse */
99#endif
100
101int noautodma = 0;
102
103#ifdef CONFIG_BLK_DEV_IDEACPI
104int ide_noacpi = 0;
105int ide_noacpitfs = 1;
106int ide_noacpionboot = 1;
107#endif
108
109/*
110 * This is declared extern in ide.h, for access by other IDE modules:
111 */
112ide_hwif_t ide_hwifs[MAX_HWIFS];	/* master data repository */
113
114EXPORT_SYMBOL(ide_hwifs);
115
116/*
117 * Do not even *think* about calling this!
118 */
119static void init_hwif_data(ide_hwif_t *hwif, unsigned int index)
120{
121	unsigned int unit;
122
123	/* bulk initialize hwif & drive info with zeros */
124	memset(hwif, 0, sizeof(ide_hwif_t));
125
126	/* fill in any non-zero initial values */
127	hwif->index	= index;
128	hwif->major	= ide_hwif_to_major[index];
129
130	hwif->name[0]	= 'i';
131	hwif->name[1]	= 'd';
132	hwif->name[2]	= 'e';
133	hwif->name[3]	= '0' + index;
134
135	hwif->bus_state	= BUSSTATE_ON;
136
137	hwif->atapi_dma = 0;		/* disable all atapi dma */
138
139	init_completion(&hwif->gendev_rel_comp);
140
141	default_hwif_iops(hwif);
142	default_hwif_transport(hwif);
143	for (unit = 0; unit < MAX_DRIVES; ++unit) {
144		ide_drive_t *drive = &hwif->drives[unit];
145
146		drive->media			= ide_disk;
147		drive->select.all		= (unit<<4)|0xa0;
148		drive->hwif			= hwif;
149		drive->ctl			= 0x08;
150		drive->ready_stat		= READY_STAT;
151		drive->bad_wstat		= BAD_W_STAT;
152		drive->special.b.recalibrate	= 1;
153		drive->special.b.set_geometry	= 1;
154		drive->name[0]			= 'h';
155		drive->name[1]			= 'd';
156		drive->name[2]			= 'a' + (index * MAX_DRIVES) + unit;
157		drive->max_failures		= IDE_DEFAULT_MAX_FAILURES;
158		drive->using_dma		= 0;
159		drive->vdma			= 0;
160		INIT_LIST_HEAD(&drive->list);
161		init_completion(&drive->gendev_rel_comp);
162	}
163}
164
165static void init_hwif_default(ide_hwif_t *hwif, unsigned int index)
166{
167	hw_regs_t hw;
168
169	memset(&hw, 0, sizeof(hw_regs_t));
170
171	ide_init_hwif_ports(&hw, ide_default_io_base(index), 0, &hwif->irq);
172
173	memcpy(&hwif->hw, &hw, sizeof(hw));
174	memcpy(hwif->io_ports, hw.io_ports, sizeof(hw.io_ports));
175
176	hwif->noprobe = !hwif->io_ports[IDE_DATA_OFFSET];
177#ifdef CONFIG_BLK_DEV_HD
178	if (hwif->io_ports[IDE_DATA_OFFSET] == HD_DATA)
179		hwif->noprobe = 1;	/* may be overridden by ide_setup() */
180#endif
181}
182
183extern void ide_arm_init(void);
184
185/*
186 * init_ide_data() sets reasonable default values into all fields
187 * of all instances of the hwifs and drives, but only on the first call.
188 * Subsequent calls have no effect (they don't wipe out anything).
189 *
190 * This routine is normally called at driver initialization time,
191 * but may also be called MUCH earlier during kernel "command-line"
192 * parameter processing.  As such, we cannot depend on any other parts
193 * of the kernel (such as memory allocation) to be functioning yet.
194 *
195 * This is too bad, as otherwise we could dynamically allocate the
196 * ide_drive_t structs as needed, rather than always consuming memory
197 * for the max possible number (MAX_HWIFS * MAX_DRIVES) of them.
198 *
199 * FIXME: We should stuff the setup data into __init and copy the
200 * relevant hwifs/allocate them properly during boot.
201 */
202#define MAGIC_COOKIE 0x12345678
203static void __init init_ide_data (void)
204{
205	ide_hwif_t *hwif;
206	unsigned int index;
207	static unsigned long magic_cookie = MAGIC_COOKIE;
208
209	if (magic_cookie != MAGIC_COOKIE)
210		return;		/* already initialized */
211	magic_cookie = 0;
212
213	/* Initialise all interface structures */
214	for (index = 0; index < MAX_HWIFS; ++index) {
215		hwif = &ide_hwifs[index];
216		init_hwif_data(hwif, index);
217		init_hwif_default(hwif, index);
218#if !defined(CONFIG_PPC32) || !defined(CONFIG_PCI)
219		hwif->irq = hwif->hw.irq =
220			ide_init_default_irq(hwif->io_ports[IDE_DATA_OFFSET]);
221#endif
222	}
223#ifdef CONFIG_IDE_ARM
224	ide_arm_init();
225#endif
226}
227
228/**
229 *	ide_system_bus_speed	-	guess bus speed
230 *
231 *	ide_system_bus_speed() returns what we think is the system VESA/PCI
232 *	bus speed (in MHz). This is used for calculating interface PIO timings.
233 *	The default is 40 for known PCI systems, 50 otherwise.
234 *	The "idebus=xx" parameter can be used to override this value.
235 *	The actual value to be used is computed/displayed the first time
236 *	through. Drivers should only use this as a last resort.
237 *
238 *	Returns a guessed speed in MHz.
239 */
240
241static int ide_system_bus_speed(void)
242{
243#ifdef CONFIG_PCI
244	static struct pci_device_id pci_default[] = {
245		{ PCI_DEVICE(PCI_ANY_ID, PCI_ANY_ID) },
246		{ }
247	};
248#else
249#define pci_default 0
250#endif /* CONFIG_PCI */
251
252	if (!system_bus_speed) {
253		if (idebus_parameter) {
254			/* user supplied value */
255			system_bus_speed = idebus_parameter;
256		} else if (pci_dev_present(pci_default)) {
257			/* safe default value for PCI */
258			system_bus_speed = 33;
259		} else {
260			/* safe default value for VESA and PCI */
261			system_bus_speed = 50;
262		}
263		printk(KERN_INFO "ide: Assuming %dMHz system bus speed "
264			"for PIO modes%s\n", system_bus_speed,
265			idebus_parameter ? "" : "; override with idebus=xx");
266	}
267	return system_bus_speed;
268}
269
270static struct resource* hwif_request_region(ide_hwif_t *hwif,
271					    unsigned long addr, int num)
272{
273	struct resource *res = request_region(addr, num, hwif->name);
274
275	if (!res)
276		printk(KERN_ERR "%s: I/O resource 0x%lX-0x%lX not free.\n",
277				hwif->name, addr, addr+num-1);
278	return res;
279}
280
281/**
282 *	ide_hwif_request_regions - request resources for IDE
283 *	@hwif: interface to use
284 *
285 *	Requests all the needed resources for an interface.
286 *	Right now core IDE code does this work which is deeply wrong.
287 *	MMIO leaves it to the controller driver,
288 *	PIO will migrate this way over time.
289 */
290
291int ide_hwif_request_regions(ide_hwif_t *hwif)
292{
293	unsigned long addr;
294	unsigned int i;
295
296	if (hwif->mmio)
297		return 0;
298	addr = hwif->io_ports[IDE_CONTROL_OFFSET];
299	if (addr && !hwif_request_region(hwif, addr, 1))
300		goto control_region_busy;
301	hwif->straight8 = 0;
302	addr = hwif->io_ports[IDE_DATA_OFFSET];
303	if ((addr | 7) == hwif->io_ports[IDE_STATUS_OFFSET]) {
304		if (!hwif_request_region(hwif, addr, 8))
305			goto data_region_busy;
306		hwif->straight8 = 1;
307		return 0;
308	}
309	for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++) {
310		addr = hwif->io_ports[i];
311		if (!hwif_request_region(hwif, addr, 1)) {
312			while (--i)
313				release_region(addr, 1);
314			goto data_region_busy;
315		}
316	}
317	return 0;
318
319data_region_busy:
320	addr = hwif->io_ports[IDE_CONTROL_OFFSET];
321	if (addr)
322		release_region(addr, 1);
323control_region_busy:
324	/* If any errors are return, we drop the hwif interface. */
325	return -EBUSY;
326}
327
328/**
329 *	ide_hwif_release_regions - free IDE resources
330 *
331 *	Note that we only release the standard ports,
332 *	and do not even try to handle any extra ports
333 *	allocated for weird IDE interface chipsets.
334 *
335 *	Note also that we don't yet handle mmio resources here. More
336 *	importantly our caller should be doing this so we need to
337 *	restructure this as a helper function for drivers.
338 */
339
340void ide_hwif_release_regions(ide_hwif_t *hwif)
341{
342	u32 i = 0;
343
344	if (hwif->mmio)
345		return;
346	if (hwif->io_ports[IDE_CONTROL_OFFSET])
347		release_region(hwif->io_ports[IDE_CONTROL_OFFSET], 1);
348	if (hwif->straight8) {
349		release_region(hwif->io_ports[IDE_DATA_OFFSET], 8);
350		return;
351	}
352	for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
353		if (hwif->io_ports[i])
354			release_region(hwif->io_ports[i], 1);
355}
356
357/**
358 *	ide_hwif_restore	-	restore hwif to template
359 *	@hwif: hwif to update
360 *	@tmp_hwif: template
361 *
362 *	Restore hwif to a previous state by copying most settings
363 *	from the template.
364 */
365
366static void ide_hwif_restore(ide_hwif_t *hwif, ide_hwif_t *tmp_hwif)
367{
368	hwif->hwgroup			= tmp_hwif->hwgroup;
369
370	hwif->gendev.parent		= tmp_hwif->gendev.parent;
371
372	hwif->proc			= tmp_hwif->proc;
373
374	hwif->major			= tmp_hwif->major;
375	hwif->straight8			= tmp_hwif->straight8;
376	hwif->bus_state			= tmp_hwif->bus_state;
377
378	hwif->host_flags		= tmp_hwif->host_flags;
379
380	hwif->pio_mask			= tmp_hwif->pio_mask;
381
382	hwif->atapi_dma			= tmp_hwif->atapi_dma;
383	hwif->ultra_mask		= tmp_hwif->ultra_mask;
384	hwif->mwdma_mask		= tmp_hwif->mwdma_mask;
385	hwif->swdma_mask		= tmp_hwif->swdma_mask;
386
387	hwif->cbl			= tmp_hwif->cbl;
388
389	hwif->chipset			= tmp_hwif->chipset;
390	hwif->hold			= tmp_hwif->hold;
391
392#ifdef CONFIG_BLK_DEV_IDEPCI
393	hwif->pci_dev			= tmp_hwif->pci_dev;
394	hwif->cds			= tmp_hwif->cds;
395#endif
396
397	hwif->set_pio_mode		= tmp_hwif->set_pio_mode;
398	hwif->set_dma_mode		= tmp_hwif->set_dma_mode;
399	hwif->mdma_filter		= tmp_hwif->mdma_filter;
400	hwif->udma_filter		= tmp_hwif->udma_filter;
401	hwif->selectproc		= tmp_hwif->selectproc;
402	hwif->reset_poll		= tmp_hwif->reset_poll;
403	hwif->pre_reset			= tmp_hwif->pre_reset;
404	hwif->resetproc			= tmp_hwif->resetproc;
405	hwif->intrproc			= tmp_hwif->intrproc;
406	hwif->maskproc			= tmp_hwif->maskproc;
407	hwif->quirkproc			= tmp_hwif->quirkproc;
408	hwif->busproc			= tmp_hwif->busproc;
409
410	hwif->ata_input_data		= tmp_hwif->ata_input_data;
411	hwif->ata_output_data		= tmp_hwif->ata_output_data;
412	hwif->atapi_input_bytes		= tmp_hwif->atapi_input_bytes;
413	hwif->atapi_output_bytes	= tmp_hwif->atapi_output_bytes;
414
415	hwif->dma_setup			= tmp_hwif->dma_setup;
416	hwif->dma_exec_cmd		= tmp_hwif->dma_exec_cmd;
417	hwif->dma_start			= tmp_hwif->dma_start;
418	hwif->ide_dma_end		= tmp_hwif->ide_dma_end;
419	hwif->ide_dma_on		= tmp_hwif->ide_dma_on;
420	hwif->dma_off_quietly		= tmp_hwif->dma_off_quietly;
421	hwif->ide_dma_test_irq		= tmp_hwif->ide_dma_test_irq;
422	hwif->ide_dma_clear_irq		= tmp_hwif->ide_dma_clear_irq;
423	hwif->dma_host_on		= tmp_hwif->dma_host_on;
424	hwif->dma_host_off		= tmp_hwif->dma_host_off;
425	hwif->dma_lost_irq		= tmp_hwif->dma_lost_irq;
426	hwif->dma_timeout		= tmp_hwif->dma_timeout;
427
428	hwif->OUTB			= tmp_hwif->OUTB;
429	hwif->OUTBSYNC			= tmp_hwif->OUTBSYNC;
430	hwif->OUTW			= tmp_hwif->OUTW;
431	hwif->OUTSW			= tmp_hwif->OUTSW;
432	hwif->OUTSL			= tmp_hwif->OUTSL;
433
434	hwif->INB			= tmp_hwif->INB;
435	hwif->INW			= tmp_hwif->INW;
436	hwif->INSW			= tmp_hwif->INSW;
437	hwif->INSL			= tmp_hwif->INSL;
438
439	hwif->sg_max_nents		= tmp_hwif->sg_max_nents;
440
441	hwif->mmio			= tmp_hwif->mmio;
442	hwif->rqsize			= tmp_hwif->rqsize;
443	hwif->no_lba48			= tmp_hwif->no_lba48;
444
445#ifndef CONFIG_BLK_DEV_IDECS
446	hwif->irq			= tmp_hwif->irq;
447#endif
448
449	hwif->dma_base			= tmp_hwif->dma_base;
450	hwif->dma_master		= tmp_hwif->dma_master;
451	hwif->dma_command		= tmp_hwif->dma_command;
452	hwif->dma_vendor1		= tmp_hwif->dma_vendor1;
453	hwif->dma_status		= tmp_hwif->dma_status;
454	hwif->dma_vendor3		= tmp_hwif->dma_vendor3;
455	hwif->dma_prdtable		= tmp_hwif->dma_prdtable;
456
457	hwif->config_data		= tmp_hwif->config_data;
458	hwif->select_data		= tmp_hwif->select_data;
459	hwif->extra_base		= tmp_hwif->extra_base;
460	hwif->extra_ports		= tmp_hwif->extra_ports;
461
462	hwif->hwif_data			= tmp_hwif->hwif_data;
463}
464
465/**
466 *	ide_unregister		-	free an IDE interface
467 *	@index: index of interface (will change soon to a pointer)
468 *
469 *	Perform the final unregister of an IDE interface. At the moment
470 *	we don't refcount interfaces so this will also get split up.
471 *
472 *	Locking:
473 *	The caller must not hold the IDE locks
474 *	The drive present/vanishing is not yet properly locked
475 *	Take care with the callbacks. These have been split to avoid
476 *	deadlocking the IDE layer. The shutdown callback is called
477 *	before we take the lock and free resources. It is up to the
478 *	caller to be sure there is no pending I/O here, and that
479 *	the interface will not be reopened (present/vanishing locking
480 *	isn't yet done BTW). After we commit to the final kill we
481 *	call the cleanup callback with the ide locks held.
482 *
483 *	Unregister restores the hwif structures to the default state.
484 *	This is raving bonkers.
485 */
486
487void ide_unregister(unsigned int index)
488{
489	ide_drive_t *drive;
490	ide_hwif_t *hwif, *g;
491	static ide_hwif_t tmp_hwif; /* protected by ide_cfg_mtx */
492	ide_hwgroup_t *hwgroup;
493	int irq_count = 0, unit;
494
495	BUG_ON(index >= MAX_HWIFS);
496
497	BUG_ON(in_interrupt());
498	BUG_ON(irqs_disabled());
499	mutex_lock(&ide_cfg_mtx);
500	spin_lock_irq(&ide_lock);
501	hwif = &ide_hwifs[index];
502	if (!hwif->present)
503		goto abort;
504	for (unit = 0; unit < MAX_DRIVES; ++unit) {
505		drive = &hwif->drives[unit];
506		if (!drive->present)
507			continue;
508		spin_unlock_irq(&ide_lock);
509		device_unregister(&drive->gendev);
510		wait_for_completion(&drive->gendev_rel_comp);
511		spin_lock_irq(&ide_lock);
512	}
513	hwif->present = 0;
514
515	spin_unlock_irq(&ide_lock);
516
517	ide_proc_unregister_port(hwif);
518
519	hwgroup = hwif->hwgroup;
520	/*
521	 * free the irq if we were the only hwif using it
522	 */
523	g = hwgroup->hwif;
524	do {
525		if (g->irq == hwif->irq)
526			++irq_count;
527		g = g->next;
528	} while (g != hwgroup->hwif);
529	if (irq_count == 1)
530		free_irq(hwif->irq, hwgroup);
531
532	spin_lock_irq(&ide_lock);
533	/*
534	 * Note that we only release the standard ports,
535	 * and do not even try to handle any extra ports
536	 * allocated for weird IDE interface chipsets.
537	 */
538	ide_hwif_release_regions(hwif);
539
540	/*
541	 * Remove us from the hwgroup, and free
542	 * the hwgroup if we were the only member
543	 */
544	if (hwif->next == hwif) {
545		BUG_ON(hwgroup->hwif != hwif);
546		kfree(hwgroup);
547	} else {
548		/* There is another interface in hwgroup.
549		 * Unlink us, and set hwgroup->drive and ->hwif to
550		 * something sane.
551		 */
552		g = hwgroup->hwif;
553		while (g->next != hwif)
554			g = g->next;
555		g->next = hwif->next;
556		if (hwgroup->hwif == hwif) {
557			/* Chose a random hwif for hwgroup->hwif.
558			 * It's guaranteed that there are no drives
559			 * left in the hwgroup.
560			 */
561			BUG_ON(hwgroup->drive != NULL);
562			hwgroup->hwif = g;
563		}
564		BUG_ON(hwgroup->hwif == hwif);
565	}
566
567	/* More messed up locking ... */
568	spin_unlock_irq(&ide_lock);
569	device_unregister(&hwif->gendev);
570	wait_for_completion(&hwif->gendev_rel_comp);
571
572	/*
573	 * Remove us from the kernel's knowledge
574	 */
575	blk_unregister_region(MKDEV(hwif->major, 0), MAX_DRIVES<<PARTN_BITS);
576	kfree(hwif->sg_table);
577	unregister_blkdev(hwif->major, hwif->name);
578	spin_lock_irq(&ide_lock);
579
580	if (hwif->dma_base) {
581		(void) ide_release_dma(hwif);
582
583		hwif->dma_base = 0;
584		hwif->dma_master = 0;
585		hwif->dma_command = 0;
586		hwif->dma_vendor1 = 0;
587		hwif->dma_status = 0;
588		hwif->dma_vendor3 = 0;
589		hwif->dma_prdtable = 0;
590
591		hwif->extra_base  = 0;
592		hwif->extra_ports = 0;
593	}
594
595	/* copy original settings */
596	tmp_hwif = *hwif;
597
598	/* restore hwif data to pristine status */
599	init_hwif_data(hwif, index);
600	init_hwif_default(hwif, index);
601
602	ide_hwif_restore(hwif, &tmp_hwif);
603
604abort:
605	spin_unlock_irq(&ide_lock);
606	mutex_unlock(&ide_cfg_mtx);
607}
608
609EXPORT_SYMBOL(ide_unregister);
610
611
612/**
613 *	ide_setup_ports 	-	set up IDE interface ports
614 *	@hw: register descriptions
615 *	@base: base register
616 *	@offsets: table of register offsets
617 *	@ctrl: control register
618 *	@ack_irq: IRQ ack
619 *	@irq: interrupt lie
620 *
621 *	Setup hw_regs_t structure described by parameters.  You
622 *	may set up the hw structure yourself OR use this routine to
623 *	do it for you. This is basically a helper
624 *
625 */
626
627void ide_setup_ports (	hw_regs_t *hw,
628			unsigned long base, int *offsets,
629			unsigned long ctrl, unsigned long intr,
630			ide_ack_intr_t *ack_intr,
631/*
632 *			ide_io_ops_t *iops,
633 */
634			int irq)
635{
636	int i;
637
638	memset(hw, 0, sizeof(hw_regs_t));
639	for (i = 0; i < IDE_NR_PORTS; i++) {
640		if (offsets[i] == -1) {
641			switch(i) {
642				case IDE_CONTROL_OFFSET:
643					hw->io_ports[i] = ctrl;
644					break;
645#if defined(CONFIG_AMIGA) || defined(CONFIG_MAC)
646				case IDE_IRQ_OFFSET:
647					hw->io_ports[i] = intr;
648					break;
649#endif /* (CONFIG_AMIGA) || (CONFIG_MAC) */
650				default:
651					hw->io_ports[i] = 0;
652					break;
653			}
654		} else {
655			hw->io_ports[i] = base + offsets[i];
656		}
657	}
658	hw->irq = irq;
659	hw->dma = NO_DMA;
660	hw->ack_intr = ack_intr;
661/*
662 *	hw->iops = iops;
663 */
664}
665
666/**
667 *	ide_register_hw_with_fixup	-	register IDE interface
668 *	@hw: hardware registers
669 *	@initializing: set while initializing built-in drivers
670 *	@hwifp: pointer to returned hwif
671 *	@fixup: fixup function
672 *
673 *	Register an IDE interface, specifying exactly the registers etc.
674 *	Set init=1 iff calling before probes have taken place.
675 *
676 *	Returns -1 on error.
677 */
678
679int ide_register_hw_with_fixup(hw_regs_t *hw, int initializing,
680			       ide_hwif_t **hwifp,
681			       void(*fixup)(ide_hwif_t *hwif))
682{
683	int index, retry = 1;
684	ide_hwif_t *hwif;
685
686	do {
687		for (index = 0; index < MAX_HWIFS; ++index) {
688			hwif = &ide_hwifs[index];
689			if (hwif->hw.io_ports[IDE_DATA_OFFSET] == hw->io_ports[IDE_DATA_OFFSET])
690				goto found;
691		}
692		for (index = 0; index < MAX_HWIFS; ++index) {
693			hwif = &ide_hwifs[index];
694			if (hwif->hold)
695				continue;
696			if ((!hwif->present && !hwif->mate && !initializing) ||
697			    (!hwif->hw.io_ports[IDE_DATA_OFFSET] && initializing))
698				goto found;
699		}
700		for (index = 0; index < MAX_HWIFS; index++)
701			ide_unregister(index);
702	} while (retry--);
703	return -1;
704found:
705	if (hwif->present)
706		ide_unregister(index);
707	else if (!hwif->hold) {
708		init_hwif_data(hwif, index);
709		init_hwif_default(hwif, index);
710	}
711	if (hwif->present)
712		return -1;
713	memcpy(&hwif->hw, hw, sizeof(*hw));
714	memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->hw.io_ports));
715	hwif->irq = hw->irq;
716	hwif->noprobe = 0;
717	hwif->chipset = hw->chipset;
718	hwif->gendev.parent = hw->dev;
719
720	if (!initializing) {
721		probe_hwif_init_with_fixup(hwif, fixup);
722		ide_proc_register_port(hwif);
723	}
724
725	if (hwifp)
726		*hwifp = hwif;
727
728	return (initializing || hwif->present) ? index : -1;
729}
730
731EXPORT_SYMBOL(ide_register_hw_with_fixup);
732
733int ide_register_hw(hw_regs_t *hw, int initializing, ide_hwif_t **hwifp)
734{
735	return ide_register_hw_with_fixup(hw, initializing, hwifp, NULL);
736}
737
738EXPORT_SYMBOL(ide_register_hw);
739
740/*
741 *	Locks for IDE setting functionality
742 */
743
744DEFINE_MUTEX(ide_setting_mtx);
745
746EXPORT_SYMBOL_GPL(ide_setting_mtx);
747
748/**
749 *	ide_spin_wait_hwgroup	-	wait for group
750 *	@drive: drive in the group
751 *
752 *	Wait for an IDE device group to go non busy and then return
753 *	holding the ide_lock which guards the hwgroup->busy status
754 *	and right to use it.
755 */
756
757int ide_spin_wait_hwgroup (ide_drive_t *drive)
758{
759	ide_hwgroup_t *hwgroup = HWGROUP(drive);
760	unsigned long timeout = jiffies + (3 * HZ);
761
762	spin_lock_irq(&ide_lock);
763
764	while (hwgroup->busy) {
765		unsigned long lflags;
766		spin_unlock_irq(&ide_lock);
767		local_irq_set(lflags);
768		if (time_after(jiffies, timeout)) {
769			local_irq_restore(lflags);
770			printk(KERN_ERR "%s: channel busy\n", drive->name);
771			return -EBUSY;
772		}
773		local_irq_restore(lflags);
774		spin_lock_irq(&ide_lock);
775	}
776	return 0;
777}
778
779EXPORT_SYMBOL(ide_spin_wait_hwgroup);
780
781int set_io_32bit(ide_drive_t *drive, int arg)
782{
783	if (drive->no_io_32bit)
784		return -EPERM;
785
786	if (arg < 0 || arg > 1 + (SUPPORT_VLB_SYNC << 1))
787		return -EINVAL;
788
789	drive->io_32bit = arg;
790#ifdef CONFIG_BLK_DEV_DTC2278
791	if (HWIF(drive)->chipset == ide_dtc2278)
792		HWIF(drive)->drives[!drive->select.b.unit].io_32bit = arg;
793#endif /* CONFIG_BLK_DEV_DTC2278 */
794	return 0;
795}
796
797static int set_ksettings(ide_drive_t *drive, int arg)
798{
799	if (arg < 0 || arg > 1)
800		return -EINVAL;
801
802	if (ide_spin_wait_hwgroup(drive))
803		return -EBUSY;
804	drive->keep_settings = arg;
805	spin_unlock_irq(&ide_lock);
806
807	return 0;
808}
809
810int set_using_dma(ide_drive_t *drive, int arg)
811{
812#ifdef CONFIG_BLK_DEV_IDEDMA
813	ide_hwif_t *hwif = drive->hwif;
814	int err = -EPERM;
815
816	if (arg < 0 || arg > 1)
817		return -EINVAL;
818
819	if (!drive->id || !(drive->id->capability & 1))
820		goto out;
821
822	if (hwif->ide_dma_on == NULL)
823		goto out;
824
825	err = -EBUSY;
826	if (ide_spin_wait_hwgroup(drive))
827		goto out;
828	/*
829	 * set ->busy flag, unlock and let it ride
830	 */
831	hwif->hwgroup->busy = 1;
832	spin_unlock_irq(&ide_lock);
833
834	err = 0;
835
836	if (arg) {
837		hwif->dma_off_quietly(drive);
838		if (ide_set_dma(drive) || hwif->ide_dma_on(drive))
839			err = -EIO;
840	} else
841		ide_dma_off(drive);
842
843	/*
844	 * lock, clear ->busy flag and unlock before leaving
845	 */
846	spin_lock_irq(&ide_lock);
847	hwif->hwgroup->busy = 0;
848	spin_unlock_irq(&ide_lock);
849out:
850	return err;
851#else
852	if (arg < 0 || arg > 1)
853		return -EINVAL;
854
855	return -EPERM;
856#endif
857}
858
859int set_pio_mode(ide_drive_t *drive, int arg)
860{
861	struct request rq;
862
863	if (arg < 0 || arg > 255)
864		return -EINVAL;
865
866	if (drive->hwif->set_pio_mode == NULL)
867		return -ENOSYS;
868
869	if (drive->special.b.set_tune)
870		return -EBUSY;
871	ide_init_drive_cmd(&rq);
872	drive->tune_req = (u8) arg;
873	drive->special.b.set_tune = 1;
874	(void) ide_do_drive_cmd(drive, &rq, ide_wait);
875	return 0;
876}
877
878static int set_unmaskirq(ide_drive_t *drive, int arg)
879{
880	if (drive->no_unmask)
881		return -EPERM;
882
883	if (arg < 0 || arg > 1)
884		return -EINVAL;
885
886	if (ide_spin_wait_hwgroup(drive))
887		return -EBUSY;
888	drive->unmask = arg;
889	spin_unlock_irq(&ide_lock);
890
891	return 0;
892}
893
894/**
895 *	system_bus_clock	-	clock guess
896 *
897 *	External version of the bus clock guess used by very old IDE drivers
898 *	for things like VLB timings. Should not be used.
899 */
900
901int system_bus_clock (void)
902{
903	return((int) ((!system_bus_speed) ? ide_system_bus_speed() : system_bus_speed ));
904}
905
906EXPORT_SYMBOL(system_bus_clock);
907
908static int generic_ide_suspend(struct device *dev, pm_message_t mesg)
909{
910	ide_drive_t *drive = dev->driver_data;
911	ide_hwif_t *hwif = HWIF(drive);
912	struct request rq;
913	struct request_pm_state rqpm;
914	ide_task_t args;
915	int ret;
916
917	/* Call ACPI _GTM only once */
918	if (!(drive->dn % 2))
919		ide_acpi_get_timing(hwif);
920
921	memset(&rq, 0, sizeof(rq));
922	memset(&rqpm, 0, sizeof(rqpm));
923	memset(&args, 0, sizeof(args));
924	rq.cmd_type = REQ_TYPE_PM_SUSPEND;
925	rq.special = &args;
926	rq.data = &rqpm;
927	rqpm.pm_step = ide_pm_state_start_suspend;
928	if (mesg.event == PM_EVENT_PRETHAW)
929		mesg.event = PM_EVENT_FREEZE;
930	rqpm.pm_state = mesg.event;
931
932	ret = ide_do_drive_cmd(drive, &rq, ide_wait);
933	/* only call ACPI _PS3 after both drivers are suspended */
934	if (!ret && (((drive->dn % 2) && hwif->drives[0].present
935		 && hwif->drives[1].present)
936		 || !hwif->drives[0].present
937		 || !hwif->drives[1].present))
938		ide_acpi_set_state(hwif, 0);
939	return ret;
940}
941
942static int generic_ide_resume(struct device *dev)
943{
944	ide_drive_t *drive = dev->driver_data;
945	ide_hwif_t *hwif = HWIF(drive);
946	struct request rq;
947	struct request_pm_state rqpm;
948	ide_task_t args;
949	int err;
950
951	/* Call ACPI _STM only once */
952	if (!(drive->dn % 2)) {
953		ide_acpi_set_state(hwif, 1);
954		ide_acpi_push_timing(hwif);
955	}
956
957	ide_acpi_exec_tfs(drive);
958
959	memset(&rq, 0, sizeof(rq));
960	memset(&rqpm, 0, sizeof(rqpm));
961	memset(&args, 0, sizeof(args));
962	rq.cmd_type = REQ_TYPE_PM_RESUME;
963	rq.special = &args;
964	rq.data = &rqpm;
965	rqpm.pm_step = ide_pm_state_start_resume;
966	rqpm.pm_state = PM_EVENT_ON;
967
968	err = ide_do_drive_cmd(drive, &rq, ide_head_wait);
969
970	if (err == 0 && dev->driver) {
971		ide_driver_t *drv = to_ide_driver(dev->driver);
972
973		if (drv->resume)
974			drv->resume(drive);
975	}
976
977	return err;
978}
979
980int generic_ide_ioctl(ide_drive_t *drive, struct file *file, struct block_device *bdev,
981			unsigned int cmd, unsigned long arg)
982{
983	unsigned long flags;
984	ide_driver_t *drv;
985	void __user *p = (void __user *)arg;
986	int err = 0, (*setfunc)(ide_drive_t *, int);
987	u8 *val;
988
989	switch (cmd) {
990	case HDIO_GET_32BIT:	    val = &drive->io_32bit;	 goto read_val;
991	case HDIO_GET_KEEPSETTINGS: val = &drive->keep_settings; goto read_val;
992	case HDIO_GET_UNMASKINTR:   val = &drive->unmask;	 goto read_val;
993	case HDIO_GET_DMA:	    val = &drive->using_dma;	 goto read_val;
994	case HDIO_SET_32BIT:	    setfunc = set_io_32bit;	 goto set_val;
995	case HDIO_SET_KEEPSETTINGS: setfunc = set_ksettings;	 goto set_val;
996	case HDIO_SET_PIO_MODE:	    setfunc = set_pio_mode;	 goto set_val;
997	case HDIO_SET_UNMASKINTR:   setfunc = set_unmaskirq;	 goto set_val;
998	case HDIO_SET_DMA:	    setfunc = set_using_dma;	 goto set_val;
999	}
1000
1001	switch (cmd) {
1002		case HDIO_OBSOLETE_IDENTITY:
1003		case HDIO_GET_IDENTITY:
1004			if (bdev != bdev->bd_contains)
1005				return -EINVAL;
1006			if (drive->id_read == 0)
1007				return -ENOMSG;
1008			if (copy_to_user(p, drive->id, (cmd == HDIO_GET_IDENTITY) ? sizeof(*drive->id) : 142))
1009				return -EFAULT;
1010			return 0;
1011
1012		case HDIO_GET_NICE:
1013			return put_user(drive->dsc_overlap	<<	IDE_NICE_DSC_OVERLAP	|
1014					drive->atapi_overlap	<<	IDE_NICE_ATAPI_OVERLAP	|
1015					drive->nice0		<< 	IDE_NICE_0		|
1016					drive->nice1		<<	IDE_NICE_1		|
1017					drive->nice2		<<	IDE_NICE_2,
1018					(long __user *) arg);
1019
1020#ifdef CONFIG_IDE_TASK_IOCTL
1021		case HDIO_DRIVE_TASKFILE:
1022		        if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SYS_RAWIO))
1023				return -EACCES;
1024			switch(drive->media) {
1025				case ide_disk:
1026					return ide_taskfile_ioctl(drive, cmd, arg);
1027				default:
1028					return -ENOMSG;
1029			}
1030#endif /* CONFIG_IDE_TASK_IOCTL */
1031
1032		case HDIO_DRIVE_CMD:
1033			if (!capable(CAP_SYS_RAWIO))
1034				return -EACCES;
1035			return ide_cmd_ioctl(drive, cmd, arg);
1036
1037		case HDIO_DRIVE_TASK:
1038			if (!capable(CAP_SYS_RAWIO))
1039				return -EACCES;
1040			return ide_task_ioctl(drive, cmd, arg);
1041
1042		case HDIO_SCAN_HWIF:
1043		{
1044			hw_regs_t hw;
1045			int args[3];
1046			if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1047			if (copy_from_user(args, p, 3 * sizeof(int)))
1048				return -EFAULT;
1049			memset(&hw, 0, sizeof(hw));
1050			ide_init_hwif_ports(&hw, (unsigned long) args[0],
1051					    (unsigned long) args[1], NULL);
1052			hw.irq = args[2];
1053			if (ide_register_hw(&hw, 0, NULL) == -1)
1054				return -EIO;
1055			return 0;
1056		}
1057	        case HDIO_UNREGISTER_HWIF:
1058			if (!capable(CAP_SYS_RAWIO)) return -EACCES;
1059			/* (arg > MAX_HWIFS) checked in function */
1060			ide_unregister(arg);
1061			return 0;
1062		case HDIO_SET_NICE:
1063			if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1064			if (arg != (arg & ((1 << IDE_NICE_DSC_OVERLAP) | (1 << IDE_NICE_1))))
1065				return -EPERM;
1066			drive->dsc_overlap = (arg >> IDE_NICE_DSC_OVERLAP) & 1;
1067			drv = *(ide_driver_t **)bdev->bd_disk->private_data;
1068			if (drive->dsc_overlap && !drv->supports_dsc_overlap) {
1069				drive->dsc_overlap = 0;
1070				return -EPERM;
1071			}
1072			drive->nice1 = (arg >> IDE_NICE_1) & 1;
1073			return 0;
1074		case HDIO_DRIVE_RESET:
1075		{
1076			unsigned long flags;
1077			if (!capable(CAP_SYS_ADMIN)) return -EACCES;
1078
1079			/*
1080			 *	Abort the current command on the
1081			 *	group if there is one, taking
1082			 *	care not to allow anything else
1083			 *	to be queued and to die on the
1084			 *	spot if we miss one somehow
1085			 */
1086
1087			spin_lock_irqsave(&ide_lock, flags);
1088
1089			if (HWGROUP(drive)->resetting) {
1090				spin_unlock_irqrestore(&ide_lock, flags);
1091				return -EBUSY;
1092			}
1093
1094			ide_abort(drive, "drive reset");
1095
1096			BUG_ON(HWGROUP(drive)->handler);
1097
1098			/* Ensure nothing gets queued after we
1099			   drop the lock. Reset will clear the busy */
1100
1101			HWGROUP(drive)->busy = 1;
1102			spin_unlock_irqrestore(&ide_lock, flags);
1103			(void) ide_do_reset(drive);
1104
1105			return 0;
1106		}
1107
1108		case HDIO_GET_BUSSTATE:
1109			if (!capable(CAP_SYS_ADMIN))
1110				return -EACCES;
1111			if (put_user(HWIF(drive)->bus_state, (long __user *)arg))
1112				return -EFAULT;
1113			return 0;
1114
1115		case HDIO_SET_BUSSTATE:
1116			if (!capable(CAP_SYS_ADMIN))
1117				return -EACCES;
1118			if (HWIF(drive)->busproc)
1119				return HWIF(drive)->busproc(drive, (int)arg);
1120			return -EOPNOTSUPP;
1121		default:
1122			return -EINVAL;
1123	}
1124
1125read_val:
1126	mutex_lock(&ide_setting_mtx);
1127	spin_lock_irqsave(&ide_lock, flags);
1128	err = *val;
1129	spin_unlock_irqrestore(&ide_lock, flags);
1130	mutex_unlock(&ide_setting_mtx);
1131	return err >= 0 ? put_user(err, (long __user *)arg) : err;
1132
1133set_val:
1134	if (bdev != bdev->bd_contains)
1135		err = -EINVAL;
1136	else {
1137		if (!capable(CAP_SYS_ADMIN))
1138			err = -EACCES;
1139		else {
1140			mutex_lock(&ide_setting_mtx);
1141			err = setfunc(drive, arg);
1142			mutex_unlock(&ide_setting_mtx);
1143		}
1144	}
1145	return err;
1146}
1147
1148EXPORT_SYMBOL(generic_ide_ioctl);
1149
1150/*
1151 * stridx() returns the offset of c within s,
1152 * or -1 if c is '\0' or not found within s.
1153 */
1154static int __init stridx (const char *s, char c)
1155{
1156	char *i = strchr(s, c);
1157	return (i && c) ? i - s : -1;
1158}
1159
1160/*
1161 * match_parm() does parsing for ide_setup():
1162 *
1163 * 1. the first char of s must be '='.
1164 * 2. if the remainder matches one of the supplied keywords,
1165 *     the index (1 based) of the keyword is negated and returned.
1166 * 3. if the remainder is a series of no more than max_vals numbers
1167 *     separated by commas, the numbers are saved in vals[] and a
1168 *     count of how many were saved is returned.  Base10 is assumed,
1169 *     and base16 is allowed when prefixed with "0x".
1170 * 4. otherwise, zero is returned.
1171 */
1172static int __init match_parm (char *s, const char *keywords[], int vals[], int max_vals)
1173{
1174	static const char *decimal = "0123456789";
1175	static const char *hex = "0123456789abcdef";
1176	int i, n;
1177
1178	if (*s++ == '=') {
1179		/*
1180		 * Try matching against the supplied keywords,
1181		 * and return -(index+1) if we match one
1182		 */
1183		if (keywords != NULL) {
1184			for (i = 0; *keywords != NULL; ++i) {
1185				if (!strcmp(s, *keywords++))
1186					return -(i+1);
1187			}
1188		}
1189		/*
1190		 * Look for a series of no more than "max_vals"
1191		 * numeric values separated by commas, in base10,
1192		 * or base16 when prefixed with "0x".
1193		 * Return a count of how many were found.
1194		 */
1195		for (n = 0; (i = stridx(decimal, *s)) >= 0;) {
1196			vals[n] = i;
1197			while ((i = stridx(decimal, *++s)) >= 0)
1198				vals[n] = (vals[n] * 10) + i;
1199			if (*s == 'x' && !vals[n]) {
1200				while ((i = stridx(hex, *++s)) >= 0)
1201					vals[n] = (vals[n] * 0x10) + i;
1202			}
1203			if (++n == max_vals)
1204				break;
1205			if (*s == ',' || *s == ';')
1206				++s;
1207		}
1208		if (!*s)
1209			return n;
1210	}
1211	return 0;	/* zero = nothing matched */
1212}
1213
1214#ifdef CONFIG_BLK_DEV_ALI14XX
1215extern int probe_ali14xx;
1216extern int ali14xx_init(void);
1217#endif
1218#ifdef CONFIG_BLK_DEV_UMC8672
1219extern int probe_umc8672;
1220extern int umc8672_init(void);
1221#endif
1222#ifdef CONFIG_BLK_DEV_DTC2278
1223extern int probe_dtc2278;
1224extern int dtc2278_init(void);
1225#endif
1226#ifdef CONFIG_BLK_DEV_HT6560B
1227extern int probe_ht6560b;
1228extern int ht6560b_init(void);
1229#endif
1230#ifdef CONFIG_BLK_DEV_QD65XX
1231extern int probe_qd65xx;
1232extern int qd65xx_init(void);
1233#endif
1234
1235static int __initdata is_chipset_set[MAX_HWIFS];
1236
1237/*
1238 * ide_setup() gets called VERY EARLY during initialization,
1239 * to handle kernel "command line" strings beginning with "hdx=" or "ide".
1240 *
1241 * Remember to update Documentation/ide.txt if you change something here.
1242 */
1243static int __init ide_setup(char *s)
1244{
1245	int i, vals[3];
1246	ide_hwif_t *hwif;
1247	ide_drive_t *drive;
1248	unsigned int hw, unit;
1249	const char max_drive = 'a' + ((MAX_HWIFS * MAX_DRIVES) - 1);
1250	const char max_hwif  = '0' + (MAX_HWIFS - 1);
1251
1252
1253	if (strncmp(s,"hd",2) == 0 && s[2] == '=')	/* hd= is for hd.c   */
1254		return 0;				/* driver and not us */
1255
1256	if (strncmp(s,"ide",3) && strncmp(s,"idebus",6) && strncmp(s,"hd",2))
1257		return 0;
1258
1259	printk(KERN_INFO "ide_setup: %s", s);
1260	init_ide_data ();
1261
1262#ifdef CONFIG_BLK_DEV_IDEDOUBLER
1263	if (!strcmp(s, "ide=doubler")) {
1264		extern int ide_doubler;
1265
1266		printk(" : Enabled support for IDE doublers\n");
1267		ide_doubler = 1;
1268		return 1;
1269	}
1270#endif /* CONFIG_BLK_DEV_IDEDOUBLER */
1271
1272	if (!strcmp(s, "ide=nodma")) {
1273		printk(" : Prevented DMA\n");
1274		noautodma = 1;
1275		return 1;
1276	}
1277
1278#ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1279	if (!strcmp(s, "ide=reverse")) {
1280		ide_scan_direction = 1;
1281		printk(" : Enabled support for IDE inverse scan order.\n");
1282		return 1;
1283	}
1284#endif
1285
1286#ifdef CONFIG_BLK_DEV_IDEACPI
1287	if (!strcmp(s, "ide=noacpi")) {
1288		//printk(" : Disable IDE ACPI support.\n");
1289		ide_noacpi = 1;
1290		return 1;
1291	}
1292	if (!strcmp(s, "ide=acpigtf")) {
1293		//printk(" : Enable IDE ACPI _GTF support.\n");
1294		ide_noacpitfs = 0;
1295		return 1;
1296	}
1297	if (!strcmp(s, "ide=acpionboot")) {
1298		//printk(" : Call IDE ACPI methods on boot.\n");
1299		ide_noacpionboot = 0;
1300		return 1;
1301	}
1302#endif /* CONFIG_BLK_DEV_IDEACPI */
1303
1304	/*
1305	 * Look for drive options:  "hdx="
1306	 */
1307	if (s[0] == 'h' && s[1] == 'd' && s[2] >= 'a' && s[2] <= max_drive) {
1308		const char *hd_words[] = {
1309			"none", "noprobe", "nowerr", "cdrom", "minus5",
1310			"autotune", "noautotune", "minus8", "swapdata", "bswap",
1311			"noflush", "remap", "remap63", "scsi", NULL };
1312		unit = s[2] - 'a';
1313		hw   = unit / MAX_DRIVES;
1314		unit = unit % MAX_DRIVES;
1315		hwif = &ide_hwifs[hw];
1316		drive = &hwif->drives[unit];
1317		if (strncmp(s + 4, "ide-", 4) == 0) {
1318			strlcpy(drive->driver_req, s + 4, sizeof(drive->driver_req));
1319			goto done;
1320		}
1321		switch (match_parm(&s[3], hd_words, vals, 3)) {
1322			case -1: /* "none" */
1323			case -2: /* "noprobe" */
1324				drive->noprobe = 1;
1325				goto done;
1326			case -3: /* "nowerr" */
1327				drive->bad_wstat = BAD_R_STAT;
1328				hwif->noprobe = 0;
1329				goto done;
1330			case -4: /* "cdrom" */
1331				drive->present = 1;
1332				drive->media = ide_cdrom;
1333				/* an ATAPI device ignores DRDY */
1334				drive->ready_stat = 0;
1335				hwif->noprobe = 0;
1336				goto done;
1337			case -6: /* "autotune" */
1338				drive->autotune = IDE_TUNE_AUTO;
1339				goto obsolete_option;
1340			case -7: /* "noautotune" */
1341				drive->autotune = IDE_TUNE_NOAUTO;
1342				goto obsolete_option;
1343			case -9: /* "swapdata" */
1344			case -10: /* "bswap" */
1345				drive->bswap = 1;
1346				goto done;
1347			case -11: /* noflush */
1348				drive->noflush = 1;
1349				goto done;
1350			case -12: /* "remap" */
1351				drive->remap_0_to_1 = 1;
1352				goto done;
1353			case -13: /* "remap63" */
1354				drive->sect0 = 63;
1355				goto done;
1356			case -14: /* "scsi" */
1357				drive->scsi = 1;
1358				goto done;
1359			case 3: /* cyl,head,sect */
1360				drive->media	= ide_disk;
1361				drive->ready_stat = READY_STAT;
1362				drive->cyl	= drive->bios_cyl  = vals[0];
1363				drive->head	= drive->bios_head = vals[1];
1364				drive->sect	= drive->bios_sect = vals[2];
1365				drive->present	= 1;
1366				drive->forced_geom = 1;
1367				hwif->noprobe = 0;
1368				goto done;
1369			default:
1370				goto bad_option;
1371		}
1372	}
1373
1374	if (s[0] != 'i' || s[1] != 'd' || s[2] != 'e')
1375		goto bad_option;
1376	/*
1377	 * Look for bus speed option:  "idebus="
1378	 */
1379	if (s[3] == 'b' && s[4] == 'u' && s[5] == 's') {
1380		if (match_parm(&s[6], NULL, vals, 1) != 1)
1381			goto bad_option;
1382		if (vals[0] >= 20 && vals[0] <= 66) {
1383			idebus_parameter = vals[0];
1384		} else
1385			printk(" -- BAD BUS SPEED! Expected value from 20 to 66");
1386		goto done;
1387	}
1388	/*
1389	 * Look for interface options:  "idex="
1390	 */
1391	if (s[3] >= '0' && s[3] <= max_hwif) {
1392		/*
1393		 * Be VERY CAREFUL changing this: note hardcoded indexes below
1394		 * (-8, -9, -10) are reserved to ease the hardcoding.
1395		 */
1396		static const char *ide_words[] = {
1397			"noprobe", "serialize", "minus3", "minus4",
1398			"reset", "minus6", "ata66", "minus8", "minus9",
1399			"minus10", "four", "qd65xx", "ht6560b", "cmd640_vlb",
1400			"dtc2278", "umc8672", "ali14xx", NULL };
1401		hw = s[3] - '0';
1402		hwif = &ide_hwifs[hw];
1403		i = match_parm(&s[4], ide_words, vals, 3);
1404
1405		/*
1406		 * Cryptic check to ensure chipset not already set for hwif.
1407		 * Note: we can't depend on hwif->chipset here.
1408		 */
1409		if ((i >= -18 && i <= -11) || (i > 0 && i <= 3)) {
1410			/* chipset already specified */
1411			if (is_chipset_set[hw])
1412				goto bad_option;
1413			if (i > -18 && i <= -11) {
1414				/* these drivers are for "ide0=" only */
1415				if (hw != 0)
1416					goto bad_hwif;
1417				/* chipset already specified for 2nd port */
1418				if (is_chipset_set[hw+1])
1419					goto bad_option;
1420			}
1421			is_chipset_set[hw] = 1;
1422			printk("\n");
1423		}
1424
1425		switch (i) {
1426#ifdef CONFIG_BLK_DEV_ALI14XX
1427			case -17: /* "ali14xx" */
1428				probe_ali14xx = 1;
1429				goto done;
1430#endif
1431#ifdef CONFIG_BLK_DEV_UMC8672
1432			case -16: /* "umc8672" */
1433				probe_umc8672 = 1;
1434				goto done;
1435#endif
1436#ifdef CONFIG_BLK_DEV_DTC2278
1437			case -15: /* "dtc2278" */
1438				probe_dtc2278 = 1;
1439				goto done;
1440#endif
1441#ifdef CONFIG_BLK_DEV_CMD640
1442			case -14: /* "cmd640_vlb" */
1443			{
1444				extern int cmd640_vlb; /* flag for cmd640.c */
1445				cmd640_vlb = 1;
1446				goto done;
1447			}
1448#endif
1449#ifdef CONFIG_BLK_DEV_HT6560B
1450			case -13: /* "ht6560b" */
1451				probe_ht6560b = 1;
1452				goto done;
1453#endif
1454#ifdef CONFIG_BLK_DEV_QD65XX
1455			case -12: /* "qd65xx" */
1456				probe_qd65xx = 1;
1457				goto done;
1458#endif
1459#ifdef CONFIG_BLK_DEV_4DRIVES
1460			case -11: /* "four" drives on one set of ports */
1461			{
1462				ide_hwif_t *mate = &ide_hwifs[hw^1];
1463				mate->drives[0].select.all ^= 0x20;
1464				mate->drives[1].select.all ^= 0x20;
1465				hwif->chipset = mate->chipset = ide_4drives;
1466				mate->irq = hwif->irq;
1467				memcpy(mate->io_ports, hwif->io_ports, sizeof(hwif->io_ports));
1468				hwif->mate = mate;
1469				mate->mate = hwif;
1470				hwif->serialized = mate->serialized = 1;
1471				goto obsolete_option;
1472			}
1473#endif /* CONFIG_BLK_DEV_4DRIVES */
1474			case -10: /* minus10 */
1475			case -9: /* minus9 */
1476			case -8: /* minus8 */
1477			case -6:
1478			case -4:
1479			case -3:
1480				goto bad_option;
1481			case -7: /* ata66 */
1482#ifdef CONFIG_BLK_DEV_IDEPCI
1483				/*
1484				 * Use ATA_CBL_PATA40_SHORT so drive side
1485				 * cable detection is also overriden.
1486				 */
1487				hwif->cbl = ATA_CBL_PATA40_SHORT;
1488				goto obsolete_option;
1489#else
1490				goto bad_hwif;
1491#endif
1492			case -5: /* "reset" */
1493				hwif->reset = 1;
1494				goto obsolete_option;
1495			case -2: /* "serialize" */
1496				hwif->mate = &ide_hwifs[hw^1];
1497				hwif->mate->mate = hwif;
1498				hwif->serialized = hwif->mate->serialized = 1;
1499				goto obsolete_option;
1500
1501			case -1: /* "noprobe" */
1502				hwif->noprobe = 1;
1503				goto done;
1504
1505			case 1:	/* base */
1506				vals[1] = vals[0] + 0x206; /* default ctl */
1507			case 2: /* base,ctl */
1508				vals[2] = 0;	/* default irq = probe for it */
1509			case 3: /* base,ctl,irq */
1510				hwif->hw.irq = vals[2];
1511				ide_init_hwif_ports(&hwif->hw, (unsigned long) vals[0], (unsigned long) vals[1], &hwif->irq);
1512				memcpy(hwif->io_ports, hwif->hw.io_ports, sizeof(hwif->io_ports));
1513				hwif->irq      = vals[2];
1514				hwif->noprobe  = 0;
1515				hwif->chipset  = ide_forced;
1516				goto obsolete_option;
1517
1518			case 0: goto bad_option;
1519			default:
1520				printk(" -- SUPPORT NOT CONFIGURED IN THIS KERNEL\n");
1521				return 1;
1522		}
1523	}
1524bad_option:
1525	printk(" -- BAD OPTION\n");
1526	return 1;
1527obsolete_option:
1528	printk(" -- OBSOLETE OPTION, WILL BE REMOVED SOON!\n");
1529	return 1;
1530bad_hwif:
1531	printk("-- NOT SUPPORTED ON ide%d", hw);
1532done:
1533	printk("\n");
1534	return 1;
1535}
1536
1537extern void __init pnpide_init(void);
1538extern void __exit pnpide_exit(void);
1539extern void __init h8300_ide_init(void);
1540
1541/*
1542 * probe_for_hwifs() finds/initializes "known" IDE interfaces
1543 */
1544static void __init probe_for_hwifs (void)
1545{
1546#ifdef CONFIG_IDEPCI_PCIBUS_ORDER
1547	ide_scan_pcibus(ide_scan_direction);
1548#endif
1549
1550#ifdef CONFIG_ETRAX_IDE
1551	{
1552		extern void init_e100_ide(void);
1553		init_e100_ide();
1554	}
1555#endif /* CONFIG_ETRAX_IDE */
1556#ifdef CONFIG_BLK_DEV_CMD640
1557	{
1558		extern void ide_probe_for_cmd640x(void);
1559		ide_probe_for_cmd640x();
1560	}
1561#endif /* CONFIG_BLK_DEV_CMD640 */
1562#ifdef CONFIG_BLK_DEV_IDE_PMAC
1563	{
1564		extern int pmac_ide_probe(void);
1565		(void)pmac_ide_probe();
1566	}
1567#endif /* CONFIG_BLK_DEV_IDE_PMAC */
1568#ifdef CONFIG_BLK_DEV_GAYLE
1569	{
1570		extern void gayle_init(void);
1571		gayle_init();
1572	}
1573#endif /* CONFIG_BLK_DEV_GAYLE */
1574#ifdef CONFIG_BLK_DEV_FALCON_IDE
1575	{
1576		extern void falconide_init(void);
1577		falconide_init();
1578	}
1579#endif /* CONFIG_BLK_DEV_FALCON_IDE */
1580#ifdef CONFIG_BLK_DEV_MAC_IDE
1581	{
1582		extern void macide_init(void);
1583		macide_init();
1584	}
1585#endif /* CONFIG_BLK_DEV_MAC_IDE */
1586#ifdef CONFIG_BLK_DEV_Q40IDE
1587	{
1588		extern void q40ide_init(void);
1589		q40ide_init();
1590	}
1591#endif /* CONFIG_BLK_DEV_Q40IDE */
1592#ifdef CONFIG_BLK_DEV_BUDDHA
1593	{
1594		extern void buddha_init(void);
1595		buddha_init();
1596	}
1597#endif /* CONFIG_BLK_DEV_BUDDHA */
1598#ifdef CONFIG_BLK_DEV_IDEPNP
1599	pnpide_init();
1600#endif
1601#ifdef CONFIG_H8300
1602	h8300_ide_init();
1603#endif
1604}
1605
1606/*
1607 * Probe module
1608 */
1609
1610EXPORT_SYMBOL(ide_lock);
1611
1612static int ide_bus_match(struct device *dev, struct device_driver *drv)
1613{
1614	return 1;
1615}
1616
1617static char *media_string(ide_drive_t *drive)
1618{
1619	switch (drive->media) {
1620	case ide_disk:
1621		return "disk";
1622	case ide_cdrom:
1623		return "cdrom";
1624	case ide_tape:
1625		return "tape";
1626	case ide_floppy:
1627		return "floppy";
1628	case ide_optical:
1629		return "optical";
1630	default:
1631		return "UNKNOWN";
1632	}
1633}
1634
1635static ssize_t media_show(struct device *dev, struct device_attribute *attr, char *buf)
1636{
1637	ide_drive_t *drive = to_ide_device(dev);
1638	return sprintf(buf, "%s\n", media_string(drive));
1639}
1640
1641static ssize_t drivename_show(struct device *dev, struct device_attribute *attr, char *buf)
1642{
1643	ide_drive_t *drive = to_ide_device(dev);
1644	return sprintf(buf, "%s\n", drive->name);
1645}
1646
1647static ssize_t modalias_show(struct device *dev, struct device_attribute *attr, char *buf)
1648{
1649	ide_drive_t *drive = to_ide_device(dev);
1650	return sprintf(buf, "ide:m-%s\n", media_string(drive));
1651}
1652
1653static struct device_attribute ide_dev_attrs[] = {
1654	__ATTR_RO(media),
1655	__ATTR_RO(drivename),
1656	__ATTR_RO(modalias),
1657	__ATTR_NULL
1658};
1659
1660static int ide_uevent(struct device *dev, struct kobj_uevent_env *env)
1661{
1662	ide_drive_t *drive = to_ide_device(dev);
1663
1664	add_uevent_var(env, "MEDIA=%s", media_string(drive));
1665	add_uevent_var(env, "DRIVENAME=%s", drive->name);
1666	add_uevent_var(env, "MODALIAS=ide:m-%s", media_string(drive));
1667	return 0;
1668}
1669
1670static int generic_ide_probe(struct device *dev)
1671{
1672	ide_drive_t *drive = to_ide_device(dev);
1673	ide_driver_t *drv = to_ide_driver(dev->driver);
1674
1675	return drv->probe ? drv->probe(drive) : -ENODEV;
1676}
1677
1678static int generic_ide_remove(struct device *dev)
1679{
1680	ide_drive_t *drive = to_ide_device(dev);
1681	ide_driver_t *drv = to_ide_driver(dev->driver);
1682
1683	if (drv->remove)
1684		drv->remove(drive);
1685
1686	return 0;
1687}
1688
1689static void generic_ide_shutdown(struct device *dev)
1690{
1691	ide_drive_t *drive = to_ide_device(dev);
1692	ide_driver_t *drv = to_ide_driver(dev->driver);
1693
1694	if (dev->driver && drv->shutdown)
1695		drv->shutdown(drive);
1696}
1697
1698struct bus_type ide_bus_type = {
1699	.name		= "ide",
1700	.match		= ide_bus_match,
1701	.uevent		= ide_uevent,
1702	.probe		= generic_ide_probe,
1703	.remove		= generic_ide_remove,
1704	.shutdown	= generic_ide_shutdown,
1705	.dev_attrs	= ide_dev_attrs,
1706	.suspend	= generic_ide_suspend,
1707	.resume		= generic_ide_resume,
1708};
1709
1710EXPORT_SYMBOL_GPL(ide_bus_type);
1711
1712/*
1713 * This is gets invoked once during initialization, to set *everything* up
1714 */
1715static int __init ide_init(void)
1716{
1717	int ret;
1718
1719	printk(KERN_INFO "Uniform Multi-Platform E-IDE driver " REVISION "\n");
1720	system_bus_speed = ide_system_bus_speed();
1721
1722	ret = bus_register(&ide_bus_type);
1723	if (ret < 0) {
1724		printk(KERN_WARNING "IDE: bus_register error: %d\n", ret);
1725		return ret;
1726	}
1727
1728	init_ide_data();
1729
1730	proc_ide_create();
1731
1732#ifdef CONFIG_BLK_DEV_ALI14XX
1733	if (probe_ali14xx)
1734		(void)ali14xx_init();
1735#endif
1736#ifdef CONFIG_BLK_DEV_UMC8672
1737	if (probe_umc8672)
1738		(void)umc8672_init();
1739#endif
1740#ifdef CONFIG_BLK_DEV_DTC2278
1741	if (probe_dtc2278)
1742		(void)dtc2278_init();
1743#endif
1744#ifdef CONFIG_BLK_DEV_HT6560B
1745	if (probe_ht6560b)
1746		(void)ht6560b_init();
1747#endif
1748#ifdef CONFIG_BLK_DEV_QD65XX
1749	if (probe_qd65xx)
1750		(void)qd65xx_init();
1751#endif
1752
1753	/* Probe for special PCI and other "known" interface chipsets. */
1754	probe_for_hwifs();
1755
1756	return 0;
1757}
1758
1759#ifdef MODULE
1760static char *options = NULL;
1761module_param(options, charp, 0);
1762MODULE_LICENSE("GPL");
1763
1764static void __init parse_options (char *line)
1765{
1766	char *next = line;
1767
1768	if (line == NULL || !*line)
1769		return;
1770	while ((line = next) != NULL) {
1771 		if ((next = strchr(line,' ')) != NULL)
1772			*next++ = 0;
1773		if (!ide_setup(line))
1774			printk (KERN_INFO "Unknown option '%s'\n", line);
1775	}
1776}
1777
1778int __init init_module (void)
1779{
1780	parse_options(options);
1781	return ide_init();
1782}
1783
1784void __exit cleanup_module (void)
1785{
1786	int index;
1787
1788	for (index = 0; index < MAX_HWIFS; ++index)
1789		ide_unregister(index);
1790
1791#ifdef CONFIG_BLK_DEV_IDEPNP
1792	pnpide_exit();
1793#endif
1794
1795	proc_ide_destroy();
1796
1797	bus_unregister(&ide_bus_type);
1798}
1799
1800#else /* !MODULE */
1801
1802__setup("", ide_setup);
1803
1804module_init(ide_init);
1805
1806#endif /* MODULE */
1807