intel-agp.c revision 47d46379eb66278107947729e34a833c76dca252
1/*
2 * Intel AGPGART routines.
3 */
4
5#include <linux/module.h>
6#include <linux/pci.h>
7#include <linux/init.h>
8#include <linux/kernel.h>
9#include <linux/pagemap.h>
10#include <linux/agp_backend.h>
11#include "agp.h"
12
13#define PCI_DEVICE_ID_INTEL_82946GZ_HB      0x2970
14#define PCI_DEVICE_ID_INTEL_82946GZ_IG      0x2972
15#define PCI_DEVICE_ID_INTEL_82965G_1_HB     0x2980
16#define PCI_DEVICE_ID_INTEL_82965G_1_IG     0x2982
17#define PCI_DEVICE_ID_INTEL_82965Q_HB       0x2990
18#define PCI_DEVICE_ID_INTEL_82965Q_IG       0x2992
19#define PCI_DEVICE_ID_INTEL_82965G_HB       0x29A0
20#define PCI_DEVICE_ID_INTEL_82965G_IG       0x29A2
21#define PCI_DEVICE_ID_INTEL_82965GM_HB      0x2A00
22#define PCI_DEVICE_ID_INTEL_82965GM_IG      0x2A02
23#define PCI_DEVICE_ID_INTEL_82965GME_IG     0x2A12
24#define PCI_DEVICE_ID_INTEL_82945GME_IG     0x27AE
25#define PCI_DEVICE_ID_INTEL_G33_HB          0x29C0
26#define PCI_DEVICE_ID_INTEL_G33_IG          0x29C2
27#define PCI_DEVICE_ID_INTEL_Q35_HB          0x29B0
28#define PCI_DEVICE_ID_INTEL_Q35_IG          0x29B2
29#define PCI_DEVICE_ID_INTEL_Q33_HB          0x29D0
30#define PCI_DEVICE_ID_INTEL_Q33_IG          0x29D2
31
32#define IS_I965 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82946GZ_HB || \
33                 agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_1_HB || \
34                 agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965Q_HB || \
35                 agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965G_HB || \
36                 agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82965GM_HB)
37
38#define IS_G33 (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_G33_HB || \
39		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q35_HB || \
40		agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_Q33_HB)
41
42extern int agp_memory_reserved;
43
44
45/* Intel 815 register */
46#define INTEL_815_APCONT	0x51
47#define INTEL_815_ATTBASE_MASK	~0x1FFFFFFF
48
49/* Intel i820 registers */
50#define INTEL_I820_RDCR		0x51
51#define INTEL_I820_ERRSTS	0xc8
52
53/* Intel i840 registers */
54#define INTEL_I840_MCHCFG	0x50
55#define INTEL_I840_ERRSTS	0xc8
56
57/* Intel i850 registers */
58#define INTEL_I850_MCHCFG	0x50
59#define INTEL_I850_ERRSTS	0xc8
60
61/* intel 915G registers */
62#define I915_GMADDR	0x18
63#define I915_MMADDR	0x10
64#define I915_PTEADDR	0x1C
65#define I915_GMCH_GMS_STOLEN_48M	(0x6 << 4)
66#define I915_GMCH_GMS_STOLEN_64M	(0x7 << 4)
67#define G33_GMCH_GMS_STOLEN_128M       (0x8 << 4)
68#define G33_GMCH_GMS_STOLEN_256M       (0x9 << 4)
69
70/* Intel 965G registers */
71#define I965_MSAC 0x62
72
73/* Intel 7505 registers */
74#define INTEL_I7505_APSIZE	0x74
75#define INTEL_I7505_NCAPID	0x60
76#define INTEL_I7505_NISTAT	0x6c
77#define INTEL_I7505_ATTBASE	0x78
78#define INTEL_I7505_ERRSTS	0x42
79#define INTEL_I7505_AGPCTRL	0x70
80#define INTEL_I7505_MCHCFG	0x50
81
82static const struct aper_size_info_fixed intel_i810_sizes[] =
83{
84	{64, 16384, 4},
85	/* The 32M mode still requires a 64k gatt */
86	{32, 8192, 4}
87};
88
89#define AGP_DCACHE_MEMORY	1
90#define AGP_PHYS_MEMORY		2
91#define INTEL_AGP_CACHED_MEMORY 3
92
93static struct gatt_mask intel_i810_masks[] =
94{
95	{.mask = I810_PTE_VALID, .type = 0},
96	{.mask = (I810_PTE_VALID | I810_PTE_LOCAL), .type = AGP_DCACHE_MEMORY},
97	{.mask = I810_PTE_VALID, .type = 0},
98	{.mask = I810_PTE_VALID | I830_PTE_SYSTEM_CACHED,
99	 .type = INTEL_AGP_CACHED_MEMORY}
100};
101
102static struct _intel_private {
103	struct pci_dev *pcidev;	/* device one */
104	u8 __iomem *registers;
105	u32 __iomem *gtt;		/* I915G */
106	int num_dcache_entries;
107	/* gtt_entries is the number of gtt entries that are already mapped
108	 * to stolen memory.  Stolen memory is larger than the memory mapped
109	 * through gtt_entries, as it includes some reserved space for the BIOS
110	 * popup and for the GTT.
111	 */
112	int gtt_entries;			/* i830+ */
113} intel_private;
114
115static int intel_i810_fetch_size(void)
116{
117	u32 smram_miscc;
118	struct aper_size_info_fixed *values;
119
120	pci_read_config_dword(agp_bridge->dev, I810_SMRAM_MISCC, &smram_miscc);
121	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
122
123	if ((smram_miscc & I810_GMS) == I810_GMS_DISABLE) {
124		printk(KERN_WARNING PFX "i810 is disabled\n");
125		return 0;
126	}
127	if ((smram_miscc & I810_GFX_MEM_WIN_SIZE) == I810_GFX_MEM_WIN_32M) {
128		agp_bridge->previous_size =
129			agp_bridge->current_size = (void *) (values + 1);
130		agp_bridge->aperture_size_idx = 1;
131		return values[1].size;
132	} else {
133		agp_bridge->previous_size =
134			agp_bridge->current_size = (void *) (values);
135		agp_bridge->aperture_size_idx = 0;
136		return values[0].size;
137	}
138
139	return 0;
140}
141
142static int intel_i810_configure(void)
143{
144	struct aper_size_info_fixed *current_size;
145	u32 temp;
146	int i;
147
148	current_size = A_SIZE_FIX(agp_bridge->current_size);
149
150	if (!intel_private.registers) {
151		pci_read_config_dword(intel_private.pcidev, I810_MMADDR, &temp);
152		temp &= 0xfff80000;
153
154		intel_private.registers = ioremap(temp, 128 * 4096);
155		if (!intel_private.registers) {
156			printk(KERN_ERR PFX "Unable to remap memory.\n");
157			return -ENOMEM;
158		}
159	}
160
161	if ((readl(intel_private.registers+I810_DRAM_CTL)
162		& I810_DRAM_ROW_0) == I810_DRAM_ROW_0_SDRAM) {
163		/* This will need to be dynamically assigned */
164		printk(KERN_INFO PFX "detected 4MB dedicated video ram.\n");
165		intel_private.num_dcache_entries = 1024;
166	}
167	pci_read_config_dword(intel_private.pcidev, I810_GMADDR, &temp);
168	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
169	writel(agp_bridge->gatt_bus_addr | I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
170	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
171
172	if (agp_bridge->driver->needs_scratch_page) {
173		for (i = 0; i < current_size->num_entries; i++) {
174			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
175			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI posting. */
176		}
177	}
178	global_cache_flush();
179	return 0;
180}
181
182static void intel_i810_cleanup(void)
183{
184	writel(0, intel_private.registers+I810_PGETBL_CTL);
185	readl(intel_private.registers);	/* PCI Posting. */
186	iounmap(intel_private.registers);
187}
188
189static void intel_i810_tlbflush(struct agp_memory *mem)
190{
191	return;
192}
193
194static void intel_i810_agp_enable(struct agp_bridge_data *bridge, u32 mode)
195{
196	return;
197}
198
199/* Exists to support ARGB cursors */
200static void *i8xx_alloc_pages(void)
201{
202	struct page * page;
203
204	page = alloc_pages(GFP_KERNEL | GFP_DMA32, 2);
205	if (page == NULL)
206		return NULL;
207
208	if (change_page_attr(page, 4, PAGE_KERNEL_NOCACHE) < 0) {
209		change_page_attr(page, 4, PAGE_KERNEL);
210		global_flush_tlb();
211		__free_pages(page, 2);
212		return NULL;
213	}
214	global_flush_tlb();
215	get_page(page);
216	SetPageLocked(page);
217	atomic_inc(&agp_bridge->current_memory_agp);
218	return page_address(page);
219}
220
221static void i8xx_destroy_pages(void *addr)
222{
223	struct page *page;
224
225	if (addr == NULL)
226		return;
227
228	page = virt_to_page(addr);
229	change_page_attr(page, 4, PAGE_KERNEL);
230	global_flush_tlb();
231	put_page(page);
232	unlock_page(page);
233	__free_pages(page, 2);
234	atomic_dec(&agp_bridge->current_memory_agp);
235}
236
237static int intel_i830_type_to_mask_type(struct agp_bridge_data *bridge,
238					int type)
239{
240	if (type < AGP_USER_TYPES)
241		return type;
242	else if (type == AGP_USER_CACHED_MEMORY)
243		return INTEL_AGP_CACHED_MEMORY;
244	else
245		return 0;
246}
247
248static int intel_i810_insert_entries(struct agp_memory *mem, off_t pg_start,
249				int type)
250{
251	int i, j, num_entries;
252	void *temp;
253	int ret = -EINVAL;
254	int mask_type;
255
256	if (mem->page_count == 0)
257		goto out;
258
259	temp = agp_bridge->current_size;
260	num_entries = A_SIZE_FIX(temp)->num_entries;
261
262	if ((pg_start + mem->page_count) > num_entries)
263		goto out_err;
264
265
266	for (j = pg_start; j < (pg_start + mem->page_count); j++) {
267		if (!PGE_EMPTY(agp_bridge, readl(agp_bridge->gatt_table+j))) {
268			ret = -EBUSY;
269			goto out_err;
270		}
271	}
272
273	if (type != mem->type)
274		goto out_err;
275
276	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
277
278	switch (mask_type) {
279	case AGP_DCACHE_MEMORY:
280		if (!mem->is_flushed)
281			global_cache_flush();
282		for (i = pg_start; i < (pg_start + mem->page_count); i++) {
283			writel((i*4096)|I810_PTE_LOCAL|I810_PTE_VALID,
284			       intel_private.registers+I810_PTE_BASE+(i*4));
285		}
286		readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
287		break;
288	case AGP_PHYS_MEMORY:
289	case AGP_NORMAL_MEMORY:
290		if (!mem->is_flushed)
291			global_cache_flush();
292		for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
293			writel(agp_bridge->driver->mask_memory(agp_bridge,
294							       mem->memory[i],
295							       mask_type),
296			       intel_private.registers+I810_PTE_BASE+(j*4));
297		}
298		readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
299		break;
300	default:
301		goto out_err;
302	}
303
304	agp_bridge->driver->tlb_flush(mem);
305out:
306	ret = 0;
307out_err:
308	mem->is_flushed = 1;
309	return ret;
310}
311
312static int intel_i810_remove_entries(struct agp_memory *mem, off_t pg_start,
313				int type)
314{
315	int i;
316
317	if (mem->page_count == 0)
318		return 0;
319
320	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
321		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
322	}
323	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
324
325	agp_bridge->driver->tlb_flush(mem);
326	return 0;
327}
328
329/*
330 * The i810/i830 requires a physical address to program its mouse
331 * pointer into hardware.
332 * However the Xserver still writes to it through the agp aperture.
333 */
334static struct agp_memory *alloc_agpphysmem_i8xx(size_t pg_count, int type)
335{
336	struct agp_memory *new;
337	void *addr;
338
339	switch (pg_count) {
340	case 1: addr = agp_bridge->driver->agp_alloc_page(agp_bridge);
341		global_flush_tlb();
342		break;
343	case 4:
344		/* kludge to get 4 physical pages for ARGB cursor */
345		addr = i8xx_alloc_pages();
346		break;
347	default:
348		return NULL;
349	}
350
351	if (addr == NULL)
352		return NULL;
353
354	new = agp_create_memory(pg_count);
355	if (new == NULL)
356		return NULL;
357
358	new->memory[0] = virt_to_gart(addr);
359	if (pg_count == 4) {
360		/* kludge to get 4 physical pages for ARGB cursor */
361		new->memory[1] = new->memory[0] + PAGE_SIZE;
362		new->memory[2] = new->memory[1] + PAGE_SIZE;
363		new->memory[3] = new->memory[2] + PAGE_SIZE;
364	}
365	new->page_count = pg_count;
366	new->num_scratch_pages = pg_count;
367	new->type = AGP_PHYS_MEMORY;
368	new->physical = new->memory[0];
369	return new;
370}
371
372static struct agp_memory *intel_i810_alloc_by_type(size_t pg_count, int type)
373{
374	struct agp_memory *new;
375
376	if (type == AGP_DCACHE_MEMORY) {
377		if (pg_count != intel_private.num_dcache_entries)
378			return NULL;
379
380		new = agp_create_memory(1);
381		if (new == NULL)
382			return NULL;
383
384		new->type = AGP_DCACHE_MEMORY;
385		new->page_count = pg_count;
386		new->num_scratch_pages = 0;
387		agp_free_page_array(new);
388		return new;
389	}
390	if (type == AGP_PHYS_MEMORY)
391		return alloc_agpphysmem_i8xx(pg_count, type);
392	return NULL;
393}
394
395static void intel_i810_free_by_type(struct agp_memory *curr)
396{
397	agp_free_key(curr->key);
398	if (curr->type == AGP_PHYS_MEMORY) {
399		if (curr->page_count == 4)
400			i8xx_destroy_pages(gart_to_virt(curr->memory[0]));
401		else {
402			agp_bridge->driver->agp_destroy_page(
403				 gart_to_virt(curr->memory[0]));
404			global_flush_tlb();
405		}
406		agp_free_page_array(curr);
407	}
408	kfree(curr);
409}
410
411static unsigned long intel_i810_mask_memory(struct agp_bridge_data *bridge,
412	unsigned long addr, int type)
413{
414	/* Type checking must be done elsewhere */
415	return addr | bridge->driver->masks[type].mask;
416}
417
418static struct aper_size_info_fixed intel_i830_sizes[] =
419{
420	{128, 32768, 5},
421	/* The 64M mode still requires a 128k gatt */
422	{64, 16384, 5},
423	{256, 65536, 6},
424	{512, 131072, 7},
425};
426
427static void intel_i830_init_gtt_entries(void)
428{
429	u16 gmch_ctrl;
430	int gtt_entries;
431	u8 rdct;
432	int local = 0;
433	static const int ddt[4] = { 0, 16, 32, 64 };
434	int size; /* reserved space (in kb) at the top of stolen memory */
435
436	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
437
438	if (IS_I965) {
439		u32 pgetbl_ctl;
440		pgetbl_ctl = readl(intel_private.registers+I810_PGETBL_CTL);
441
442		/* The 965 has a field telling us the size of the GTT,
443		 * which may be larger than what is necessary to map the
444		 * aperture.
445		 */
446		switch (pgetbl_ctl & I965_PGETBL_SIZE_MASK) {
447		case I965_PGETBL_SIZE_128KB:
448			size = 128;
449			break;
450		case I965_PGETBL_SIZE_256KB:
451			size = 256;
452			break;
453		case I965_PGETBL_SIZE_512KB:
454			size = 512;
455			break;
456		default:
457			printk(KERN_INFO PFX "Unknown page table size, "
458			       "assuming 512KB\n");
459			size = 512;
460		}
461		size += 4; /* add in BIOS popup space */
462	} else if (IS_G33) {
463	/* G33's GTT size defined in gmch_ctrl */
464		switch (gmch_ctrl & G33_PGETBL_SIZE_MASK) {
465		case G33_PGETBL_SIZE_1M:
466			size = 1024;
467			break;
468		case G33_PGETBL_SIZE_2M:
469			size = 2048;
470			break;
471		default:
472			printk(KERN_INFO PFX "Unknown page table size 0x%x, "
473				"assuming 512KB\n",
474				(gmch_ctrl & G33_PGETBL_SIZE_MASK));
475			size = 512;
476		}
477		size += 4;
478	} else {
479		/* On previous hardware, the GTT size was just what was
480		 * required to map the aperture.
481		 */
482		size = agp_bridge->driver->fetch_size() + 4;
483	}
484
485	if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82830_HB ||
486	    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82845G_HB) {
487		switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
488		case I830_GMCH_GMS_STOLEN_512:
489			gtt_entries = KB(512) - KB(size);
490			break;
491		case I830_GMCH_GMS_STOLEN_1024:
492			gtt_entries = MB(1) - KB(size);
493			break;
494		case I830_GMCH_GMS_STOLEN_8192:
495			gtt_entries = MB(8) - KB(size);
496			break;
497		case I830_GMCH_GMS_LOCAL:
498			rdct = readb(intel_private.registers+I830_RDRAM_CHANNEL_TYPE);
499			gtt_entries = (I830_RDRAM_ND(rdct) + 1) *
500					MB(ddt[I830_RDRAM_DDT(rdct)]);
501			local = 1;
502			break;
503		default:
504			gtt_entries = 0;
505			break;
506		}
507	} else {
508		switch (gmch_ctrl & I830_GMCH_GMS_MASK) {
509		case I855_GMCH_GMS_STOLEN_1M:
510			gtt_entries = MB(1) - KB(size);
511			break;
512		case I855_GMCH_GMS_STOLEN_4M:
513			gtt_entries = MB(4) - KB(size);
514			break;
515		case I855_GMCH_GMS_STOLEN_8M:
516			gtt_entries = MB(8) - KB(size);
517			break;
518		case I855_GMCH_GMS_STOLEN_16M:
519			gtt_entries = MB(16) - KB(size);
520			break;
521		case I855_GMCH_GMS_STOLEN_32M:
522			gtt_entries = MB(32) - KB(size);
523			break;
524		case I915_GMCH_GMS_STOLEN_48M:
525			/* Check it's really I915G */
526			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
527			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
528			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
529			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
530			    IS_I965 || IS_G33)
531				gtt_entries = MB(48) - KB(size);
532			else
533				gtt_entries = 0;
534			break;
535		case I915_GMCH_GMS_STOLEN_64M:
536			/* Check it's really I915G */
537			if (agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915G_HB ||
538			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82915GM_HB ||
539			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945G_HB ||
540			    agp_bridge->dev->device == PCI_DEVICE_ID_INTEL_82945GM_HB ||
541			    IS_I965 || IS_G33)
542				gtt_entries = MB(64) - KB(size);
543			else
544				gtt_entries = 0;
545			break;
546		case G33_GMCH_GMS_STOLEN_128M:
547			if (IS_G33)
548				gtt_entries = MB(128) - KB(size);
549			else
550				gtt_entries = 0;
551			break;
552		case G33_GMCH_GMS_STOLEN_256M:
553			if (IS_G33)
554				gtt_entries = MB(256) - KB(size);
555			else
556				gtt_entries = 0;
557			break;
558		default:
559			gtt_entries = 0;
560			break;
561		}
562	}
563	if (gtt_entries > 0)
564		printk(KERN_INFO PFX "Detected %dK %s memory.\n",
565		       gtt_entries / KB(1), local ? "local" : "stolen");
566	else
567		printk(KERN_INFO PFX
568		       "No pre-allocated video memory detected.\n");
569	gtt_entries /= KB(4);
570
571	intel_private.gtt_entries = gtt_entries;
572}
573
574/* The intel i830 automatically initializes the agp aperture during POST.
575 * Use the memory already set aside for in the GTT.
576 */
577static int intel_i830_create_gatt_table(struct agp_bridge_data *bridge)
578{
579	int page_order;
580	struct aper_size_info_fixed *size;
581	int num_entries;
582	u32 temp;
583
584	size = agp_bridge->current_size;
585	page_order = size->page_order;
586	num_entries = size->num_entries;
587	agp_bridge->gatt_table_real = NULL;
588
589	pci_read_config_dword(intel_private.pcidev,I810_MMADDR,&temp);
590	temp &= 0xfff80000;
591
592	intel_private.registers = ioremap(temp,128 * 4096);
593	if (!intel_private.registers)
594		return -ENOMEM;
595
596	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
597	global_cache_flush();	/* FIXME: ?? */
598
599	/* we have to call this as early as possible after the MMIO base address is known */
600	intel_i830_init_gtt_entries();
601
602	agp_bridge->gatt_table = NULL;
603
604	agp_bridge->gatt_bus_addr = temp;
605
606	return 0;
607}
608
609/* Return the gatt table to a sane state. Use the top of stolen
610 * memory for the GTT.
611 */
612static int intel_i830_free_gatt_table(struct agp_bridge_data *bridge)
613{
614	return 0;
615}
616
617static int intel_i830_fetch_size(void)
618{
619	u16 gmch_ctrl;
620	struct aper_size_info_fixed *values;
621
622	values = A_SIZE_FIX(agp_bridge->driver->aperture_sizes);
623
624	if (agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82830_HB &&
625	    agp_bridge->dev->device != PCI_DEVICE_ID_INTEL_82845G_HB) {
626		/* 855GM/852GM/865G has 128MB aperture size */
627		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
628		agp_bridge->aperture_size_idx = 0;
629		return values[0].size;
630	}
631
632	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
633
634	if ((gmch_ctrl & I830_GMCH_MEM_MASK) == I830_GMCH_MEM_128M) {
635		agp_bridge->previous_size = agp_bridge->current_size = (void *) values;
636		agp_bridge->aperture_size_idx = 0;
637		return values[0].size;
638	} else {
639		agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + 1);
640		agp_bridge->aperture_size_idx = 1;
641		return values[1].size;
642	}
643
644	return 0;
645}
646
647static int intel_i830_configure(void)
648{
649	struct aper_size_info_fixed *current_size;
650	u32 temp;
651	u16 gmch_ctrl;
652	int i;
653
654	current_size = A_SIZE_FIX(agp_bridge->current_size);
655
656	pci_read_config_dword(intel_private.pcidev,I810_GMADDR,&temp);
657	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
658
659	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
660	gmch_ctrl |= I830_GMCH_ENABLED;
661	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
662
663	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
664	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
665
666	if (agp_bridge->driver->needs_scratch_page) {
667		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
668			writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
669			readl(intel_private.registers+I810_PTE_BASE+(i*4));	/* PCI Posting. */
670		}
671	}
672
673	global_cache_flush();
674	return 0;
675}
676
677static void intel_i830_cleanup(void)
678{
679	iounmap(intel_private.registers);
680}
681
682static int intel_i830_insert_entries(struct agp_memory *mem,off_t pg_start, int type)
683{
684	int i,j,num_entries;
685	void *temp;
686	int ret = -EINVAL;
687	int mask_type;
688
689	if (mem->page_count == 0)
690		goto out;
691
692	temp = agp_bridge->current_size;
693	num_entries = A_SIZE_FIX(temp)->num_entries;
694
695	if (pg_start < intel_private.gtt_entries) {
696		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
697				pg_start,intel_private.gtt_entries);
698
699		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
700		goto out_err;
701	}
702
703	if ((pg_start + mem->page_count) > num_entries)
704		goto out_err;
705
706	/* The i830 can't check the GTT for entries since its read only,
707	 * depend on the caller to make the correct offset decisions.
708	 */
709
710	if (type != mem->type)
711		goto out_err;
712
713	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
714
715	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
716	    mask_type != INTEL_AGP_CACHED_MEMORY)
717		goto out_err;
718
719	if (!mem->is_flushed)
720		global_cache_flush();
721
722	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
723		writel(agp_bridge->driver->mask_memory(agp_bridge,
724						       mem->memory[i], mask_type),
725		       intel_private.registers+I810_PTE_BASE+(j*4));
726	}
727	readl(intel_private.registers+I810_PTE_BASE+((j-1)*4));
728	agp_bridge->driver->tlb_flush(mem);
729
730out:
731	ret = 0;
732out_err:
733	mem->is_flushed = 1;
734	return ret;
735}
736
737static int intel_i830_remove_entries(struct agp_memory *mem,off_t pg_start,
738				int type)
739{
740	int i;
741
742	if (mem->page_count == 0)
743		return 0;
744
745	if (pg_start < intel_private.gtt_entries) {
746		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
747		return -EINVAL;
748	}
749
750	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
751		writel(agp_bridge->scratch_page, intel_private.registers+I810_PTE_BASE+(i*4));
752	}
753	readl(intel_private.registers+I810_PTE_BASE+((i-1)*4));
754
755	agp_bridge->driver->tlb_flush(mem);
756	return 0;
757}
758
759static struct agp_memory *intel_i830_alloc_by_type(size_t pg_count,int type)
760{
761	if (type == AGP_PHYS_MEMORY)
762		return alloc_agpphysmem_i8xx(pg_count, type);
763	/* always return NULL for other allocation types for now */
764	return NULL;
765}
766
767static int intel_i915_configure(void)
768{
769	struct aper_size_info_fixed *current_size;
770	u32 temp;
771	u16 gmch_ctrl;
772	int i;
773
774	current_size = A_SIZE_FIX(agp_bridge->current_size);
775
776	pci_read_config_dword(intel_private.pcidev, I915_GMADDR, &temp);
777
778	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
779
780	pci_read_config_word(agp_bridge->dev,I830_GMCH_CTRL,&gmch_ctrl);
781	gmch_ctrl |= I830_GMCH_ENABLED;
782	pci_write_config_word(agp_bridge->dev,I830_GMCH_CTRL,gmch_ctrl);
783
784	writel(agp_bridge->gatt_bus_addr|I810_PGETBL_ENABLED, intel_private.registers+I810_PGETBL_CTL);
785	readl(intel_private.registers+I810_PGETBL_CTL);	/* PCI Posting. */
786
787	if (agp_bridge->driver->needs_scratch_page) {
788		for (i = intel_private.gtt_entries; i < current_size->num_entries; i++) {
789			writel(agp_bridge->scratch_page, intel_private.gtt+i);
790			readl(intel_private.gtt+i);	/* PCI Posting. */
791		}
792	}
793
794	global_cache_flush();
795	return 0;
796}
797
798static void intel_i915_cleanup(void)
799{
800	iounmap(intel_private.gtt);
801	iounmap(intel_private.registers);
802}
803
804static int intel_i915_insert_entries(struct agp_memory *mem,off_t pg_start,
805				int type)
806{
807	int i,j,num_entries;
808	void *temp;
809	int ret = -EINVAL;
810	int mask_type;
811
812	if (mem->page_count == 0)
813		goto out;
814
815	temp = agp_bridge->current_size;
816	num_entries = A_SIZE_FIX(temp)->num_entries;
817
818	if (pg_start < intel_private.gtt_entries) {
819		printk (KERN_DEBUG PFX "pg_start == 0x%.8lx,intel_private.gtt_entries == 0x%.8x\n",
820				pg_start,intel_private.gtt_entries);
821
822		printk (KERN_INFO PFX "Trying to insert into local/stolen memory\n");
823		goto out_err;
824	}
825
826	if ((pg_start + mem->page_count) > num_entries)
827		goto out_err;
828
829	/* The i915 can't check the GTT for entries since its read only,
830	 * depend on the caller to make the correct offset decisions.
831	 */
832
833	if (type != mem->type)
834		goto out_err;
835
836	mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
837
838	if (mask_type != 0 && mask_type != AGP_PHYS_MEMORY &&
839	    mask_type != INTEL_AGP_CACHED_MEMORY)
840		goto out_err;
841
842	if (!mem->is_flushed)
843		global_cache_flush();
844
845	for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
846		writel(agp_bridge->driver->mask_memory(agp_bridge,
847			mem->memory[i], mask_type), intel_private.gtt+j);
848	}
849
850	readl(intel_private.gtt+j-1);
851	agp_bridge->driver->tlb_flush(mem);
852
853 out:
854	ret = 0;
855 out_err:
856	mem->is_flushed = 1;
857	return ret;
858}
859
860static int intel_i915_remove_entries(struct agp_memory *mem,off_t pg_start,
861				int type)
862{
863	int i;
864
865	if (mem->page_count == 0)
866		return 0;
867
868	if (pg_start < intel_private.gtt_entries) {
869		printk (KERN_INFO PFX "Trying to disable local/stolen memory\n");
870		return -EINVAL;
871	}
872
873	for (i = pg_start; i < (mem->page_count + pg_start); i++) {
874		writel(agp_bridge->scratch_page, intel_private.gtt+i);
875	}
876	readl(intel_private.gtt+i-1);
877
878	agp_bridge->driver->tlb_flush(mem);
879	return 0;
880}
881
882/* Return the aperture size by just checking the resource length.  The effect
883 * described in the spec of the MSAC registers is just changing of the
884 * resource size.
885 */
886static int intel_i9xx_fetch_size(void)
887{
888	int num_sizes = ARRAY_SIZE(intel_i830_sizes);
889	int aper_size; /* size in megabytes */
890	int i;
891
892	aper_size = pci_resource_len(intel_private.pcidev, 2) / MB(1);
893
894	for (i = 0; i < num_sizes; i++) {
895		if (aper_size == intel_i830_sizes[i].size) {
896			agp_bridge->current_size = intel_i830_sizes + i;
897			agp_bridge->previous_size = agp_bridge->current_size;
898			return aper_size;
899		}
900	}
901
902	return 0;
903}
904
905/* The intel i915 automatically initializes the agp aperture during POST.
906 * Use the memory already set aside for in the GTT.
907 */
908static int intel_i915_create_gatt_table(struct agp_bridge_data *bridge)
909{
910	int page_order;
911	struct aper_size_info_fixed *size;
912	int num_entries;
913	u32 temp, temp2;
914
915	size = agp_bridge->current_size;
916	page_order = size->page_order;
917	num_entries = size->num_entries;
918	agp_bridge->gatt_table_real = NULL;
919
920	pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
921	pci_read_config_dword(intel_private.pcidev, I915_PTEADDR,&temp2);
922
923	intel_private.gtt = ioremap(temp2, 256 * 1024);
924	if (!intel_private.gtt)
925		return -ENOMEM;
926
927	temp &= 0xfff80000;
928
929	intel_private.registers = ioremap(temp,128 * 4096);
930	if (!intel_private.registers)
931		return -ENOMEM;
932
933	temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
934	global_cache_flush();	/* FIXME: ? */
935
936	/* we have to call this as early as possible after the MMIO base address is known */
937	intel_i830_init_gtt_entries();
938
939	agp_bridge->gatt_table = NULL;
940
941	agp_bridge->gatt_bus_addr = temp;
942
943	return 0;
944}
945
946/*
947 * The i965 supports 36-bit physical addresses, but to keep
948 * the format of the GTT the same, the bits that don't fit
949 * in a 32-bit word are shifted down to bits 4..7.
950 *
951 * Gcc is smart enough to notice that "(addr >> 28) & 0xf0"
952 * is always zero on 32-bit architectures, so no need to make
953 * this conditional.
954 */
955static unsigned long intel_i965_mask_memory(struct agp_bridge_data *bridge,
956	unsigned long addr, int type)
957{
958	/* Shift high bits down */
959	addr |= (addr >> 28) & 0xf0;
960
961	/* Type checking must be done elsewhere */
962	return addr | bridge->driver->masks[type].mask;
963}
964
965/* The intel i965 automatically initializes the agp aperture during POST.
966 * Use the memory already set aside for in the GTT.
967 */
968static int intel_i965_create_gatt_table(struct agp_bridge_data *bridge)
969{
970       int page_order;
971       struct aper_size_info_fixed *size;
972       int num_entries;
973       u32 temp;
974
975       size = agp_bridge->current_size;
976       page_order = size->page_order;
977       num_entries = size->num_entries;
978       agp_bridge->gatt_table_real = NULL;
979
980       pci_read_config_dword(intel_private.pcidev, I915_MMADDR, &temp);
981
982       temp &= 0xfff00000;
983       intel_private.gtt = ioremap((temp + (512 * 1024)) , 512 * 1024);
984
985       if (!intel_private.gtt)
986               return -ENOMEM;
987
988
989       intel_private.registers = ioremap(temp,128 * 4096);
990       if (!intel_private.registers)
991               return -ENOMEM;
992
993       temp = readl(intel_private.registers+I810_PGETBL_CTL) & 0xfffff000;
994       global_cache_flush();   /* FIXME: ? */
995
996       /* we have to call this as early as possible after the MMIO base address is known */
997       intel_i830_init_gtt_entries();
998
999       agp_bridge->gatt_table = NULL;
1000
1001       agp_bridge->gatt_bus_addr = temp;
1002
1003       return 0;
1004}
1005
1006
1007static int intel_fetch_size(void)
1008{
1009	int i;
1010	u16 temp;
1011	struct aper_size_info_16 *values;
1012
1013	pci_read_config_word(agp_bridge->dev, INTEL_APSIZE, &temp);
1014	values = A_SIZE_16(agp_bridge->driver->aperture_sizes);
1015
1016	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1017		if (temp == values[i].size_value) {
1018			agp_bridge->previous_size = agp_bridge->current_size = (void *) (values + i);
1019			agp_bridge->aperture_size_idx = i;
1020			return values[i].size;
1021		}
1022	}
1023
1024	return 0;
1025}
1026
1027static int __intel_8xx_fetch_size(u8 temp)
1028{
1029	int i;
1030	struct aper_size_info_8 *values;
1031
1032	values = A_SIZE_8(agp_bridge->driver->aperture_sizes);
1033
1034	for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++) {
1035		if (temp == values[i].size_value) {
1036			agp_bridge->previous_size =
1037				agp_bridge->current_size = (void *) (values + i);
1038			agp_bridge->aperture_size_idx = i;
1039			return values[i].size;
1040		}
1041	}
1042	return 0;
1043}
1044
1045static int intel_8xx_fetch_size(void)
1046{
1047	u8 temp;
1048
1049	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1050	return __intel_8xx_fetch_size(temp);
1051}
1052
1053static int intel_815_fetch_size(void)
1054{
1055	u8 temp;
1056
1057	/* Intel 815 chipsets have a _weird_ APSIZE register with only
1058	 * one non-reserved bit, so mask the others out ... */
1059	pci_read_config_byte(agp_bridge->dev, INTEL_APSIZE, &temp);
1060	temp &= (1 << 3);
1061
1062	return __intel_8xx_fetch_size(temp);
1063}
1064
1065static void intel_tlbflush(struct agp_memory *mem)
1066{
1067	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2200);
1068	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1069}
1070
1071
1072static void intel_8xx_tlbflush(struct agp_memory *mem)
1073{
1074	u32 temp;
1075	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1076	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp & ~(1 << 7));
1077	pci_read_config_dword(agp_bridge->dev, INTEL_AGPCTRL, &temp);
1078	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, temp | (1 << 7));
1079}
1080
1081
1082static void intel_cleanup(void)
1083{
1084	u16 temp;
1085	struct aper_size_info_16 *previous_size;
1086
1087	previous_size = A_SIZE_16(agp_bridge->previous_size);
1088	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1089	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1090	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1091}
1092
1093
1094static void intel_8xx_cleanup(void)
1095{
1096	u16 temp;
1097	struct aper_size_info_8 *previous_size;
1098
1099	previous_size = A_SIZE_8(agp_bridge->previous_size);
1100	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp);
1101	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp & ~(1 << 9));
1102	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, previous_size->size_value);
1103}
1104
1105
1106static int intel_configure(void)
1107{
1108	u32 temp;
1109	u16 temp2;
1110	struct aper_size_info_16 *current_size;
1111
1112	current_size = A_SIZE_16(agp_bridge->current_size);
1113
1114	/* aperture size */
1115	pci_write_config_word(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1116
1117	/* address to map to */
1118	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1119	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1120
1121	/* attbase - aperture base */
1122	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1123
1124	/* agpctrl */
1125	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x2280);
1126
1127	/* paccfg/nbxcfg */
1128	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1129	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG,
1130			(temp2 & ~(1 << 10)) | (1 << 9));
1131	/* clear any possible error conditions */
1132	pci_write_config_byte(agp_bridge->dev, INTEL_ERRSTS + 1, 7);
1133	return 0;
1134}
1135
1136static int intel_815_configure(void)
1137{
1138	u32 temp, addr;
1139	u8 temp2;
1140	struct aper_size_info_8 *current_size;
1141
1142	/* attbase - aperture base */
1143	/* the Intel 815 chipset spec. says that bits 29-31 in the
1144	* ATTBASE register are reserved -> try not to write them */
1145	if (agp_bridge->gatt_bus_addr & INTEL_815_ATTBASE_MASK) {
1146		printk (KERN_EMERG PFX "gatt bus addr too high");
1147		return -EINVAL;
1148	}
1149
1150	current_size = A_SIZE_8(agp_bridge->current_size);
1151
1152	/* aperture size */
1153	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1154			current_size->size_value);
1155
1156	/* address to map to */
1157	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1158	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1159
1160	pci_read_config_dword(agp_bridge->dev, INTEL_ATTBASE, &addr);
1161	addr &= INTEL_815_ATTBASE_MASK;
1162	addr |= agp_bridge->gatt_bus_addr;
1163	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, addr);
1164
1165	/* agpctrl */
1166	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1167
1168	/* apcont */
1169	pci_read_config_byte(agp_bridge->dev, INTEL_815_APCONT, &temp2);
1170	pci_write_config_byte(agp_bridge->dev, INTEL_815_APCONT, temp2 | (1 << 1));
1171
1172	/* clear any possible error conditions */
1173	/* Oddness : this chipset seems to have no ERRSTS register ! */
1174	return 0;
1175}
1176
1177static void intel_820_tlbflush(struct agp_memory *mem)
1178{
1179	return;
1180}
1181
1182static void intel_820_cleanup(void)
1183{
1184	u8 temp;
1185	struct aper_size_info_8 *previous_size;
1186
1187	previous_size = A_SIZE_8(agp_bridge->previous_size);
1188	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp);
1189	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR,
1190			temp & ~(1 << 1));
1191	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE,
1192			previous_size->size_value);
1193}
1194
1195
1196static int intel_820_configure(void)
1197{
1198	u32 temp;
1199	u8 temp2;
1200	struct aper_size_info_8 *current_size;
1201
1202	current_size = A_SIZE_8(agp_bridge->current_size);
1203
1204	/* aperture size */
1205	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1206
1207	/* address to map to */
1208	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1209	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1210
1211	/* attbase - aperture base */
1212	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1213
1214	/* agpctrl */
1215	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1216
1217	/* global enable aperture access */
1218	/* This flag is not accessed through MCHCFG register as in */
1219	/* i850 chipset. */
1220	pci_read_config_byte(agp_bridge->dev, INTEL_I820_RDCR, &temp2);
1221	pci_write_config_byte(agp_bridge->dev, INTEL_I820_RDCR, temp2 | (1 << 1));
1222	/* clear any possible AGP-related error conditions */
1223	pci_write_config_word(agp_bridge->dev, INTEL_I820_ERRSTS, 0x001c);
1224	return 0;
1225}
1226
1227static int intel_840_configure(void)
1228{
1229	u32 temp;
1230	u16 temp2;
1231	struct aper_size_info_8 *current_size;
1232
1233	current_size = A_SIZE_8(agp_bridge->current_size);
1234
1235	/* aperture size */
1236	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1237
1238	/* address to map to */
1239	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1240	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1241
1242	/* attbase - aperture base */
1243	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1244
1245	/* agpctrl */
1246	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1247
1248	/* mcgcfg */
1249	pci_read_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, &temp2);
1250	pci_write_config_word(agp_bridge->dev, INTEL_I840_MCHCFG, temp2 | (1 << 9));
1251	/* clear any possible error conditions */
1252	pci_write_config_word(agp_bridge->dev, INTEL_I840_ERRSTS, 0xc000);
1253	return 0;
1254}
1255
1256static int intel_845_configure(void)
1257{
1258	u32 temp;
1259	u8 temp2;
1260	struct aper_size_info_8 *current_size;
1261
1262	current_size = A_SIZE_8(agp_bridge->current_size);
1263
1264	/* aperture size */
1265	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1266
1267	if (agp_bridge->apbase_config != 0) {
1268		pci_write_config_dword(agp_bridge->dev, AGP_APBASE,
1269				       agp_bridge->apbase_config);
1270	} else {
1271		/* address to map to */
1272		pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1273		agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1274		agp_bridge->apbase_config = temp;
1275	}
1276
1277	/* attbase - aperture base */
1278	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1279
1280	/* agpctrl */
1281	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1282
1283	/* agpm */
1284	pci_read_config_byte(agp_bridge->dev, INTEL_I845_AGPM, &temp2);
1285	pci_write_config_byte(agp_bridge->dev, INTEL_I845_AGPM, temp2 | (1 << 1));
1286	/* clear any possible error conditions */
1287	pci_write_config_word(agp_bridge->dev, INTEL_I845_ERRSTS, 0x001c);
1288	return 0;
1289}
1290
1291static int intel_850_configure(void)
1292{
1293	u32 temp;
1294	u16 temp2;
1295	struct aper_size_info_8 *current_size;
1296
1297	current_size = A_SIZE_8(agp_bridge->current_size);
1298
1299	/* aperture size */
1300	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1301
1302	/* address to map to */
1303	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1304	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1305
1306	/* attbase - aperture base */
1307	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1308
1309	/* agpctrl */
1310	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1311
1312	/* mcgcfg */
1313	pci_read_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, &temp2);
1314	pci_write_config_word(agp_bridge->dev, INTEL_I850_MCHCFG, temp2 | (1 << 9));
1315	/* clear any possible AGP-related error conditions */
1316	pci_write_config_word(agp_bridge->dev, INTEL_I850_ERRSTS, 0x001c);
1317	return 0;
1318}
1319
1320static int intel_860_configure(void)
1321{
1322	u32 temp;
1323	u16 temp2;
1324	struct aper_size_info_8 *current_size;
1325
1326	current_size = A_SIZE_8(agp_bridge->current_size);
1327
1328	/* aperture size */
1329	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1330
1331	/* address to map to */
1332	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1333	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1334
1335	/* attbase - aperture base */
1336	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1337
1338	/* agpctrl */
1339	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1340
1341	/* mcgcfg */
1342	pci_read_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, &temp2);
1343	pci_write_config_word(agp_bridge->dev, INTEL_I860_MCHCFG, temp2 | (1 << 9));
1344	/* clear any possible AGP-related error conditions */
1345	pci_write_config_word(agp_bridge->dev, INTEL_I860_ERRSTS, 0xf700);
1346	return 0;
1347}
1348
1349static int intel_830mp_configure(void)
1350{
1351	u32 temp;
1352	u16 temp2;
1353	struct aper_size_info_8 *current_size;
1354
1355	current_size = A_SIZE_8(agp_bridge->current_size);
1356
1357	/* aperture size */
1358	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1359
1360	/* address to map to */
1361	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1362	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1363
1364	/* attbase - aperture base */
1365	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1366
1367	/* agpctrl */
1368	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1369
1370	/* gmch */
1371	pci_read_config_word(agp_bridge->dev, INTEL_NBXCFG, &temp2);
1372	pci_write_config_word(agp_bridge->dev, INTEL_NBXCFG, temp2 | (1 << 9));
1373	/* clear any possible AGP-related error conditions */
1374	pci_write_config_word(agp_bridge->dev, INTEL_I830_ERRSTS, 0x1c);
1375	return 0;
1376}
1377
1378static int intel_7505_configure(void)
1379{
1380	u32 temp;
1381	u16 temp2;
1382	struct aper_size_info_8 *current_size;
1383
1384	current_size = A_SIZE_8(agp_bridge->current_size);
1385
1386	/* aperture size */
1387	pci_write_config_byte(agp_bridge->dev, INTEL_APSIZE, current_size->size_value);
1388
1389	/* address to map to */
1390	pci_read_config_dword(agp_bridge->dev, AGP_APBASE, &temp);
1391	agp_bridge->gart_bus_addr = (temp & PCI_BASE_ADDRESS_MEM_MASK);
1392
1393	/* attbase - aperture base */
1394	pci_write_config_dword(agp_bridge->dev, INTEL_ATTBASE, agp_bridge->gatt_bus_addr);
1395
1396	/* agpctrl */
1397	pci_write_config_dword(agp_bridge->dev, INTEL_AGPCTRL, 0x0000);
1398
1399	/* mchcfg */
1400	pci_read_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, &temp2);
1401	pci_write_config_word(agp_bridge->dev, INTEL_I7505_MCHCFG, temp2 | (1 << 9));
1402
1403	return 0;
1404}
1405
1406/* Setup function */
1407static const struct gatt_mask intel_generic_masks[] =
1408{
1409	{.mask = 0x00000017, .type = 0}
1410};
1411
1412static const struct aper_size_info_8 intel_815_sizes[2] =
1413{
1414	{64, 16384, 4, 0},
1415	{32, 8192, 3, 8},
1416};
1417
1418static const struct aper_size_info_8 intel_8xx_sizes[7] =
1419{
1420	{256, 65536, 6, 0},
1421	{128, 32768, 5, 32},
1422	{64, 16384, 4, 48},
1423	{32, 8192, 3, 56},
1424	{16, 4096, 2, 60},
1425	{8, 2048, 1, 62},
1426	{4, 1024, 0, 63}
1427};
1428
1429static const struct aper_size_info_16 intel_generic_sizes[7] =
1430{
1431	{256, 65536, 6, 0},
1432	{128, 32768, 5, 32},
1433	{64, 16384, 4, 48},
1434	{32, 8192, 3, 56},
1435	{16, 4096, 2, 60},
1436	{8, 2048, 1, 62},
1437	{4, 1024, 0, 63}
1438};
1439
1440static const struct aper_size_info_8 intel_830mp_sizes[4] =
1441{
1442	{256, 65536, 6, 0},
1443	{128, 32768, 5, 32},
1444	{64, 16384, 4, 48},
1445	{32, 8192, 3, 56}
1446};
1447
1448static const struct agp_bridge_driver intel_generic_driver = {
1449	.owner			= THIS_MODULE,
1450	.aperture_sizes		= intel_generic_sizes,
1451	.size_type		= U16_APER_SIZE,
1452	.num_aperture_sizes	= 7,
1453	.configure		= intel_configure,
1454	.fetch_size		= intel_fetch_size,
1455	.cleanup		= intel_cleanup,
1456	.tlb_flush		= intel_tlbflush,
1457	.mask_memory		= agp_generic_mask_memory,
1458	.masks			= intel_generic_masks,
1459	.agp_enable		= agp_generic_enable,
1460	.cache_flush		= global_cache_flush,
1461	.create_gatt_table	= agp_generic_create_gatt_table,
1462	.free_gatt_table	= agp_generic_free_gatt_table,
1463	.insert_memory		= agp_generic_insert_memory,
1464	.remove_memory		= agp_generic_remove_memory,
1465	.alloc_by_type		= agp_generic_alloc_by_type,
1466	.free_by_type		= agp_generic_free_by_type,
1467	.agp_alloc_page		= agp_generic_alloc_page,
1468	.agp_destroy_page	= agp_generic_destroy_page,
1469	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1470};
1471
1472static const struct agp_bridge_driver intel_810_driver = {
1473	.owner			= THIS_MODULE,
1474	.aperture_sizes		= intel_i810_sizes,
1475	.size_type		= FIXED_APER_SIZE,
1476	.num_aperture_sizes	= 2,
1477	.needs_scratch_page	= TRUE,
1478	.configure		= intel_i810_configure,
1479	.fetch_size		= intel_i810_fetch_size,
1480	.cleanup		= intel_i810_cleanup,
1481	.tlb_flush		= intel_i810_tlbflush,
1482	.mask_memory		= intel_i810_mask_memory,
1483	.masks			= intel_i810_masks,
1484	.agp_enable		= intel_i810_agp_enable,
1485	.cache_flush		= global_cache_flush,
1486	.create_gatt_table	= agp_generic_create_gatt_table,
1487	.free_gatt_table	= agp_generic_free_gatt_table,
1488	.insert_memory		= intel_i810_insert_entries,
1489	.remove_memory		= intel_i810_remove_entries,
1490	.alloc_by_type		= intel_i810_alloc_by_type,
1491	.free_by_type		= intel_i810_free_by_type,
1492	.agp_alloc_page		= agp_generic_alloc_page,
1493	.agp_destroy_page	= agp_generic_destroy_page,
1494	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1495};
1496
1497static const struct agp_bridge_driver intel_815_driver = {
1498	.owner			= THIS_MODULE,
1499	.aperture_sizes		= intel_815_sizes,
1500	.size_type		= U8_APER_SIZE,
1501	.num_aperture_sizes	= 2,
1502	.configure		= intel_815_configure,
1503	.fetch_size		= intel_815_fetch_size,
1504	.cleanup		= intel_8xx_cleanup,
1505	.tlb_flush		= intel_8xx_tlbflush,
1506	.mask_memory		= agp_generic_mask_memory,
1507	.masks			= intel_generic_masks,
1508	.agp_enable		= agp_generic_enable,
1509	.cache_flush		= global_cache_flush,
1510	.create_gatt_table	= agp_generic_create_gatt_table,
1511	.free_gatt_table	= agp_generic_free_gatt_table,
1512	.insert_memory		= agp_generic_insert_memory,
1513	.remove_memory		= agp_generic_remove_memory,
1514	.alloc_by_type		= agp_generic_alloc_by_type,
1515	.free_by_type		= agp_generic_free_by_type,
1516	.agp_alloc_page		= agp_generic_alloc_page,
1517	.agp_destroy_page	= agp_generic_destroy_page,
1518	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1519};
1520
1521static const struct agp_bridge_driver intel_830_driver = {
1522	.owner			= THIS_MODULE,
1523	.aperture_sizes		= intel_i830_sizes,
1524	.size_type		= FIXED_APER_SIZE,
1525	.num_aperture_sizes	= 4,
1526	.needs_scratch_page	= TRUE,
1527	.configure		= intel_i830_configure,
1528	.fetch_size		= intel_i830_fetch_size,
1529	.cleanup		= intel_i830_cleanup,
1530	.tlb_flush		= intel_i810_tlbflush,
1531	.mask_memory		= intel_i810_mask_memory,
1532	.masks			= intel_i810_masks,
1533	.agp_enable		= intel_i810_agp_enable,
1534	.cache_flush		= global_cache_flush,
1535	.create_gatt_table	= intel_i830_create_gatt_table,
1536	.free_gatt_table	= intel_i830_free_gatt_table,
1537	.insert_memory		= intel_i830_insert_entries,
1538	.remove_memory		= intel_i830_remove_entries,
1539	.alloc_by_type		= intel_i830_alloc_by_type,
1540	.free_by_type		= intel_i810_free_by_type,
1541	.agp_alloc_page		= agp_generic_alloc_page,
1542	.agp_destroy_page	= agp_generic_destroy_page,
1543	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1544};
1545
1546static const struct agp_bridge_driver intel_820_driver = {
1547	.owner			= THIS_MODULE,
1548	.aperture_sizes		= intel_8xx_sizes,
1549	.size_type		= U8_APER_SIZE,
1550	.num_aperture_sizes	= 7,
1551	.configure		= intel_820_configure,
1552	.fetch_size		= intel_8xx_fetch_size,
1553	.cleanup		= intel_820_cleanup,
1554	.tlb_flush		= intel_820_tlbflush,
1555	.mask_memory		= agp_generic_mask_memory,
1556	.masks			= intel_generic_masks,
1557	.agp_enable		= agp_generic_enable,
1558	.cache_flush		= global_cache_flush,
1559	.create_gatt_table	= agp_generic_create_gatt_table,
1560	.free_gatt_table	= agp_generic_free_gatt_table,
1561	.insert_memory		= agp_generic_insert_memory,
1562	.remove_memory		= agp_generic_remove_memory,
1563	.alloc_by_type		= agp_generic_alloc_by_type,
1564	.free_by_type		= agp_generic_free_by_type,
1565	.agp_alloc_page		= agp_generic_alloc_page,
1566	.agp_destroy_page	= agp_generic_destroy_page,
1567	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1568};
1569
1570static const struct agp_bridge_driver intel_830mp_driver = {
1571	.owner			= THIS_MODULE,
1572	.aperture_sizes		= intel_830mp_sizes,
1573	.size_type		= U8_APER_SIZE,
1574	.num_aperture_sizes	= 4,
1575	.configure		= intel_830mp_configure,
1576	.fetch_size		= intel_8xx_fetch_size,
1577	.cleanup		= intel_8xx_cleanup,
1578	.tlb_flush		= intel_8xx_tlbflush,
1579	.mask_memory		= agp_generic_mask_memory,
1580	.masks			= intel_generic_masks,
1581	.agp_enable		= agp_generic_enable,
1582	.cache_flush		= global_cache_flush,
1583	.create_gatt_table	= agp_generic_create_gatt_table,
1584	.free_gatt_table	= agp_generic_free_gatt_table,
1585	.insert_memory		= agp_generic_insert_memory,
1586	.remove_memory		= agp_generic_remove_memory,
1587	.alloc_by_type		= agp_generic_alloc_by_type,
1588	.free_by_type		= agp_generic_free_by_type,
1589	.agp_alloc_page		= agp_generic_alloc_page,
1590	.agp_destroy_page	= agp_generic_destroy_page,
1591	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1592};
1593
1594static const struct agp_bridge_driver intel_840_driver = {
1595	.owner			= THIS_MODULE,
1596	.aperture_sizes		= intel_8xx_sizes,
1597	.size_type		= U8_APER_SIZE,
1598	.num_aperture_sizes	= 7,
1599	.configure		= intel_840_configure,
1600	.fetch_size		= intel_8xx_fetch_size,
1601	.cleanup		= intel_8xx_cleanup,
1602	.tlb_flush		= intel_8xx_tlbflush,
1603	.mask_memory		= agp_generic_mask_memory,
1604	.masks			= intel_generic_masks,
1605	.agp_enable		= agp_generic_enable,
1606	.cache_flush		= global_cache_flush,
1607	.create_gatt_table	= agp_generic_create_gatt_table,
1608	.free_gatt_table	= agp_generic_free_gatt_table,
1609	.insert_memory		= agp_generic_insert_memory,
1610	.remove_memory		= agp_generic_remove_memory,
1611	.alloc_by_type		= agp_generic_alloc_by_type,
1612	.free_by_type		= agp_generic_free_by_type,
1613	.agp_alloc_page		= agp_generic_alloc_page,
1614	.agp_destroy_page	= agp_generic_destroy_page,
1615	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1616};
1617
1618static const struct agp_bridge_driver intel_845_driver = {
1619	.owner			= THIS_MODULE,
1620	.aperture_sizes		= intel_8xx_sizes,
1621	.size_type		= U8_APER_SIZE,
1622	.num_aperture_sizes	= 7,
1623	.configure		= intel_845_configure,
1624	.fetch_size		= intel_8xx_fetch_size,
1625	.cleanup		= intel_8xx_cleanup,
1626	.tlb_flush		= intel_8xx_tlbflush,
1627	.mask_memory		= agp_generic_mask_memory,
1628	.masks			= intel_generic_masks,
1629	.agp_enable		= agp_generic_enable,
1630	.cache_flush		= global_cache_flush,
1631	.create_gatt_table	= agp_generic_create_gatt_table,
1632	.free_gatt_table	= agp_generic_free_gatt_table,
1633	.insert_memory		= agp_generic_insert_memory,
1634	.remove_memory		= agp_generic_remove_memory,
1635	.alloc_by_type		= agp_generic_alloc_by_type,
1636	.free_by_type		= agp_generic_free_by_type,
1637	.agp_alloc_page		= agp_generic_alloc_page,
1638	.agp_destroy_page	= agp_generic_destroy_page,
1639	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1640};
1641
1642static const struct agp_bridge_driver intel_850_driver = {
1643	.owner			= THIS_MODULE,
1644	.aperture_sizes		= intel_8xx_sizes,
1645	.size_type		= U8_APER_SIZE,
1646	.num_aperture_sizes	= 7,
1647	.configure		= intel_850_configure,
1648	.fetch_size		= intel_8xx_fetch_size,
1649	.cleanup		= intel_8xx_cleanup,
1650	.tlb_flush		= intel_8xx_tlbflush,
1651	.mask_memory		= agp_generic_mask_memory,
1652	.masks			= intel_generic_masks,
1653	.agp_enable		= agp_generic_enable,
1654	.cache_flush		= global_cache_flush,
1655	.create_gatt_table	= agp_generic_create_gatt_table,
1656	.free_gatt_table	= agp_generic_free_gatt_table,
1657	.insert_memory		= agp_generic_insert_memory,
1658	.remove_memory		= agp_generic_remove_memory,
1659	.alloc_by_type		= agp_generic_alloc_by_type,
1660	.free_by_type		= agp_generic_free_by_type,
1661	.agp_alloc_page		= agp_generic_alloc_page,
1662	.agp_destroy_page	= agp_generic_destroy_page,
1663	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1664};
1665
1666static const struct agp_bridge_driver intel_860_driver = {
1667	.owner			= THIS_MODULE,
1668	.aperture_sizes		= intel_8xx_sizes,
1669	.size_type		= U8_APER_SIZE,
1670	.num_aperture_sizes	= 7,
1671	.configure		= intel_860_configure,
1672	.fetch_size		= intel_8xx_fetch_size,
1673	.cleanup		= intel_8xx_cleanup,
1674	.tlb_flush		= intel_8xx_tlbflush,
1675	.mask_memory		= agp_generic_mask_memory,
1676	.masks			= intel_generic_masks,
1677	.agp_enable		= agp_generic_enable,
1678	.cache_flush		= global_cache_flush,
1679	.create_gatt_table	= agp_generic_create_gatt_table,
1680	.free_gatt_table	= agp_generic_free_gatt_table,
1681	.insert_memory		= agp_generic_insert_memory,
1682	.remove_memory		= agp_generic_remove_memory,
1683	.alloc_by_type		= agp_generic_alloc_by_type,
1684	.free_by_type		= agp_generic_free_by_type,
1685	.agp_alloc_page		= agp_generic_alloc_page,
1686	.agp_destroy_page	= agp_generic_destroy_page,
1687	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1688};
1689
1690static const struct agp_bridge_driver intel_915_driver = {
1691	.owner			= THIS_MODULE,
1692	.aperture_sizes		= intel_i830_sizes,
1693	.size_type		= FIXED_APER_SIZE,
1694	.num_aperture_sizes	= 4,
1695	.needs_scratch_page	= TRUE,
1696	.configure		= intel_i915_configure,
1697	.fetch_size		= intel_i9xx_fetch_size,
1698	.cleanup		= intel_i915_cleanup,
1699	.tlb_flush		= intel_i810_tlbflush,
1700	.mask_memory		= intel_i810_mask_memory,
1701	.masks			= intel_i810_masks,
1702	.agp_enable		= intel_i810_agp_enable,
1703	.cache_flush		= global_cache_flush,
1704	.create_gatt_table	= intel_i915_create_gatt_table,
1705	.free_gatt_table	= intel_i830_free_gatt_table,
1706	.insert_memory		= intel_i915_insert_entries,
1707	.remove_memory		= intel_i915_remove_entries,
1708	.alloc_by_type		= intel_i830_alloc_by_type,
1709	.free_by_type		= intel_i810_free_by_type,
1710	.agp_alloc_page		= agp_generic_alloc_page,
1711	.agp_destroy_page	= agp_generic_destroy_page,
1712	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1713};
1714
1715static const struct agp_bridge_driver intel_i965_driver = {
1716       .owner                  = THIS_MODULE,
1717       .aperture_sizes         = intel_i830_sizes,
1718       .size_type              = FIXED_APER_SIZE,
1719       .num_aperture_sizes     = 4,
1720       .needs_scratch_page     = TRUE,
1721       .configure              = intel_i915_configure,
1722       .fetch_size             = intel_i9xx_fetch_size,
1723       .cleanup                = intel_i915_cleanup,
1724       .tlb_flush              = intel_i810_tlbflush,
1725       .mask_memory            = intel_i965_mask_memory,
1726       .masks                  = intel_i810_masks,
1727       .agp_enable             = intel_i810_agp_enable,
1728       .cache_flush            = global_cache_flush,
1729       .create_gatt_table      = intel_i965_create_gatt_table,
1730       .free_gatt_table        = intel_i830_free_gatt_table,
1731       .insert_memory          = intel_i915_insert_entries,
1732       .remove_memory          = intel_i915_remove_entries,
1733       .alloc_by_type          = intel_i830_alloc_by_type,
1734       .free_by_type           = intel_i810_free_by_type,
1735       .agp_alloc_page         = agp_generic_alloc_page,
1736       .agp_destroy_page       = agp_generic_destroy_page,
1737       .agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1738};
1739
1740static const struct agp_bridge_driver intel_7505_driver = {
1741	.owner			= THIS_MODULE,
1742	.aperture_sizes		= intel_8xx_sizes,
1743	.size_type		= U8_APER_SIZE,
1744	.num_aperture_sizes	= 7,
1745	.configure		= intel_7505_configure,
1746	.fetch_size		= intel_8xx_fetch_size,
1747	.cleanup		= intel_8xx_cleanup,
1748	.tlb_flush		= intel_8xx_tlbflush,
1749	.mask_memory		= agp_generic_mask_memory,
1750	.masks			= intel_generic_masks,
1751	.agp_enable		= agp_generic_enable,
1752	.cache_flush		= global_cache_flush,
1753	.create_gatt_table	= agp_generic_create_gatt_table,
1754	.free_gatt_table	= agp_generic_free_gatt_table,
1755	.insert_memory		= agp_generic_insert_memory,
1756	.remove_memory		= agp_generic_remove_memory,
1757	.alloc_by_type		= agp_generic_alloc_by_type,
1758	.free_by_type		= agp_generic_free_by_type,
1759	.agp_alloc_page		= agp_generic_alloc_page,
1760	.agp_destroy_page	= agp_generic_destroy_page,
1761	.agp_type_to_mask_type  = agp_generic_type_to_mask_type,
1762};
1763
1764static const struct agp_bridge_driver intel_g33_driver = {
1765	.owner                  = THIS_MODULE,
1766	.aperture_sizes         = intel_i830_sizes,
1767	.size_type              = FIXED_APER_SIZE,
1768	.num_aperture_sizes     = 4,
1769	.needs_scratch_page     = TRUE,
1770	.configure              = intel_i915_configure,
1771	.fetch_size             = intel_i9xx_fetch_size,
1772	.cleanup                = intel_i915_cleanup,
1773	.tlb_flush              = intel_i810_tlbflush,
1774	.mask_memory            = intel_i965_mask_memory,
1775	.masks                  = intel_i810_masks,
1776	.agp_enable             = intel_i810_agp_enable,
1777	.cache_flush            = global_cache_flush,
1778	.create_gatt_table      = intel_i915_create_gatt_table,
1779	.free_gatt_table        = intel_i830_free_gatt_table,
1780	.insert_memory          = intel_i915_insert_entries,
1781	.remove_memory          = intel_i915_remove_entries,
1782	.alloc_by_type          = intel_i830_alloc_by_type,
1783	.free_by_type           = intel_i810_free_by_type,
1784	.agp_alloc_page         = agp_generic_alloc_page,
1785	.agp_destroy_page       = agp_generic_destroy_page,
1786	.agp_type_to_mask_type  = intel_i830_type_to_mask_type,
1787};
1788
1789static int find_gmch(u16 device)
1790{
1791	struct pci_dev *gmch_device;
1792
1793	gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL, device, NULL);
1794	if (gmch_device && PCI_FUNC(gmch_device->devfn) != 0) {
1795		gmch_device = pci_get_device(PCI_VENDOR_ID_INTEL,
1796                                device, gmch_device);
1797	}
1798
1799	if (!gmch_device)
1800		return 0;
1801
1802	intel_private.pcidev = gmch_device;
1803	return 1;
1804}
1805
1806/* Table to describe Intel GMCH and AGP/PCIE GART drivers.  At least one of
1807 * driver and gmch_driver must be non-null, and find_gmch will determine
1808 * which one should be used if a gmch_chip_id is present.
1809 */
1810static const struct intel_driver_description {
1811	unsigned int chip_id;
1812	unsigned int gmch_chip_id;
1813	unsigned int multi_gmch_chip; /* if we have more gfx chip type on this HB. */
1814	char *name;
1815	const struct agp_bridge_driver *driver;
1816	const struct agp_bridge_driver *gmch_driver;
1817} intel_agp_chipsets[] = {
1818	{ PCI_DEVICE_ID_INTEL_82443LX_0, 0, 0, "440LX", &intel_generic_driver, NULL },
1819	{ PCI_DEVICE_ID_INTEL_82443BX_0, 0, 0, "440BX", &intel_generic_driver, NULL },
1820	{ PCI_DEVICE_ID_INTEL_82443GX_0, 0, 0, "440GX", &intel_generic_driver, NULL },
1821	{ PCI_DEVICE_ID_INTEL_82810_MC1, PCI_DEVICE_ID_INTEL_82810_IG1, 0, "i810",
1822		NULL, &intel_810_driver },
1823	{ PCI_DEVICE_ID_INTEL_82810_MC3, PCI_DEVICE_ID_INTEL_82810_IG3, 0, "i810",
1824		NULL, &intel_810_driver },
1825	{ PCI_DEVICE_ID_INTEL_82810E_MC, PCI_DEVICE_ID_INTEL_82810E_IG, 0, "i810",
1826		NULL, &intel_810_driver },
1827	{ PCI_DEVICE_ID_INTEL_82815_MC, PCI_DEVICE_ID_INTEL_82815_CGC, 0, "i815",
1828		&intel_815_driver, &intel_810_driver },
1829	{ PCI_DEVICE_ID_INTEL_82820_HB, 0, 0, "i820", &intel_820_driver, NULL },
1830	{ PCI_DEVICE_ID_INTEL_82820_UP_HB, 0, 0, "i820", &intel_820_driver, NULL },
1831	{ PCI_DEVICE_ID_INTEL_82830_HB, PCI_DEVICE_ID_INTEL_82830_CGC, 0, "830M",
1832		&intel_830mp_driver, &intel_830_driver },
1833	{ PCI_DEVICE_ID_INTEL_82840_HB, 0, 0, "i840", &intel_840_driver, NULL },
1834	{ PCI_DEVICE_ID_INTEL_82845_HB, 0, 0, "845G", &intel_845_driver, NULL },
1835	{ PCI_DEVICE_ID_INTEL_82845G_HB, PCI_DEVICE_ID_INTEL_82845G_IG, 0, "830M",
1836		&intel_845_driver, &intel_830_driver },
1837	{ PCI_DEVICE_ID_INTEL_82850_HB, 0, 0, "i850", &intel_850_driver, NULL },
1838	{ PCI_DEVICE_ID_INTEL_82855PM_HB, 0, 0, "855PM", &intel_845_driver, NULL },
1839	{ PCI_DEVICE_ID_INTEL_82855GM_HB, PCI_DEVICE_ID_INTEL_82855GM_IG, 0, "855GM",
1840		&intel_845_driver, &intel_830_driver },
1841	{ PCI_DEVICE_ID_INTEL_82860_HB, 0, 0, "i860", &intel_860_driver, NULL },
1842	{ PCI_DEVICE_ID_INTEL_82865_HB, PCI_DEVICE_ID_INTEL_82865_IG, 0, "865",
1843		&intel_845_driver, &intel_830_driver },
1844	{ PCI_DEVICE_ID_INTEL_82875_HB, 0, 0, "i875", &intel_845_driver, NULL },
1845	{ PCI_DEVICE_ID_INTEL_82915G_HB, PCI_DEVICE_ID_INTEL_82915G_IG, 0, "915G",
1846		NULL, &intel_915_driver },
1847	{ PCI_DEVICE_ID_INTEL_82915GM_HB, PCI_DEVICE_ID_INTEL_82915GM_IG, 0, "915GM",
1848		NULL, &intel_915_driver },
1849	{ PCI_DEVICE_ID_INTEL_82945G_HB, PCI_DEVICE_ID_INTEL_82945G_IG, 0, "945G",
1850		NULL, &intel_915_driver },
1851	{ PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GM_IG, 1, "945GM",
1852		NULL, &intel_915_driver },
1853	{ PCI_DEVICE_ID_INTEL_82945GM_HB, PCI_DEVICE_ID_INTEL_82945GME_IG, 0, "945GME",
1854		NULL, &intel_915_driver },
1855	{ PCI_DEVICE_ID_INTEL_82946GZ_HB, PCI_DEVICE_ID_INTEL_82946GZ_IG, 0, "946GZ",
1856		NULL, &intel_i965_driver },
1857	{ PCI_DEVICE_ID_INTEL_82965G_1_HB, PCI_DEVICE_ID_INTEL_82965G_1_IG, 0, "965G",
1858		NULL, &intel_i965_driver },
1859	{ PCI_DEVICE_ID_INTEL_82965Q_HB, PCI_DEVICE_ID_INTEL_82965Q_IG, 0, "965Q",
1860		NULL, &intel_i965_driver },
1861	{ PCI_DEVICE_ID_INTEL_82965G_HB, PCI_DEVICE_ID_INTEL_82965G_IG, 0, "965G",
1862		NULL, &intel_i965_driver },
1863	{ PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GM_IG, 1, "965GM",
1864		NULL, &intel_i965_driver },
1865	{ PCI_DEVICE_ID_INTEL_82965GM_HB, PCI_DEVICE_ID_INTEL_82965GME_IG, 0, "965GME/GLE",
1866		NULL, &intel_i965_driver },
1867	{ PCI_DEVICE_ID_INTEL_7505_0, 0, 0, "E7505", &intel_7505_driver, NULL },
1868	{ PCI_DEVICE_ID_INTEL_7205_0, 0, 0, "E7205", &intel_7505_driver, NULL },
1869	{ PCI_DEVICE_ID_INTEL_G33_HB, PCI_DEVICE_ID_INTEL_G33_IG, 0, "G33",
1870		NULL, &intel_g33_driver },
1871	{ PCI_DEVICE_ID_INTEL_Q35_HB, PCI_DEVICE_ID_INTEL_Q35_IG, 0, "Q35",
1872		NULL, &intel_g33_driver },
1873	{ PCI_DEVICE_ID_INTEL_Q33_HB, PCI_DEVICE_ID_INTEL_Q33_IG, 0, "Q33",
1874		NULL, &intel_g33_driver },
1875	{ 0, 0, 0, NULL, NULL, NULL }
1876};
1877
1878static int __devinit agp_intel_probe(struct pci_dev *pdev,
1879				     const struct pci_device_id *ent)
1880{
1881	struct agp_bridge_data *bridge;
1882	u8 cap_ptr = 0;
1883	struct resource *r;
1884	int i;
1885
1886	cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
1887
1888	bridge = agp_alloc_bridge();
1889	if (!bridge)
1890		return -ENOMEM;
1891
1892	for (i = 0; intel_agp_chipsets[i].name != NULL; i++) {
1893		/* In case that multiple models of gfx chip may
1894		   stand on same host bridge type, this can be
1895		   sure we detect the right IGD. */
1896		if (pdev->device == intel_agp_chipsets[i].chip_id) {
1897			if ((intel_agp_chipsets[i].gmch_chip_id != 0) &&
1898				find_gmch(intel_agp_chipsets[i].gmch_chip_id)) {
1899				bridge->driver =
1900					intel_agp_chipsets[i].gmch_driver;
1901				break;
1902			} else if (intel_agp_chipsets[i].multi_gmch_chip) {
1903				continue;
1904			} else {
1905				bridge->driver = intel_agp_chipsets[i].driver;
1906				break;
1907			}
1908		}
1909	}
1910
1911	if (intel_agp_chipsets[i].name == NULL) {
1912		if (cap_ptr)
1913			printk(KERN_WARNING PFX "Unsupported Intel chipset"
1914                               "(device id: %04x)\n", pdev->device);
1915		agp_put_bridge(bridge);
1916		return -ENODEV;
1917	}
1918
1919	if (bridge->driver == NULL) {
1920		/* bridge has no AGP and no IGD detected */
1921		if (cap_ptr)
1922			printk(KERN_WARNING PFX "Failed to find bridge device "
1923				"(chip_id: %04x)\n",
1924				intel_agp_chipsets[i].gmch_chip_id);
1925		agp_put_bridge(bridge);
1926		return -ENODEV;
1927        }
1928
1929	bridge->dev = pdev;
1930	bridge->capndx = cap_ptr;
1931	bridge->dev_private_data = &intel_private;
1932
1933	printk(KERN_INFO PFX "Detected an Intel %s Chipset.\n",
1934		intel_agp_chipsets[i].name);
1935
1936	/*
1937	* The following fixes the case where the BIOS has "forgotten" to
1938	* provide an address range for the GART.
1939	* 20030610 - hamish@zot.org
1940	*/
1941	r = &pdev->resource[0];
1942	if (!r->start && r->end) {
1943		if (pci_assign_resource(pdev, 0)) {
1944			printk(KERN_ERR PFX "could not assign resource 0\n");
1945			agp_put_bridge(bridge);
1946			return -ENODEV;
1947		}
1948	}
1949
1950	/*
1951	* If the device has not been properly setup, the following will catch
1952	* the problem and should stop the system from crashing.
1953	* 20030610 - hamish@zot.org
1954	*/
1955	if (pci_enable_device(pdev)) {
1956		printk(KERN_ERR PFX "Unable to Enable PCI device\n");
1957		agp_put_bridge(bridge);
1958		return -ENODEV;
1959	}
1960
1961	/* Fill in the mode register */
1962	if (cap_ptr) {
1963		pci_read_config_dword(pdev,
1964				bridge->capndx+PCI_AGP_STATUS,
1965				&bridge->mode);
1966	}
1967
1968	pci_set_drvdata(pdev, bridge);
1969	return agp_add_bridge(bridge);
1970}
1971
1972static void __devexit agp_intel_remove(struct pci_dev *pdev)
1973{
1974	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
1975
1976	agp_remove_bridge(bridge);
1977
1978	if (intel_private.pcidev)
1979		pci_dev_put(intel_private.pcidev);
1980
1981	agp_put_bridge(bridge);
1982}
1983
1984#ifdef CONFIG_PM
1985static int agp_intel_resume(struct pci_dev *pdev)
1986{
1987	struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
1988
1989	pci_restore_state(pdev);
1990
1991	/* We should restore our graphics device's config space,
1992	 * as host bridge (00:00) resumes before graphics device (02:00),
1993	 * then our access to its pci space can work right.
1994	 */
1995	if (intel_private.pcidev)
1996		pci_restore_state(intel_private.pcidev);
1997
1998	if (bridge->driver == &intel_generic_driver)
1999		intel_configure();
2000	else if (bridge->driver == &intel_850_driver)
2001		intel_850_configure();
2002	else if (bridge->driver == &intel_845_driver)
2003		intel_845_configure();
2004	else if (bridge->driver == &intel_830mp_driver)
2005		intel_830mp_configure();
2006	else if (bridge->driver == &intel_915_driver)
2007		intel_i915_configure();
2008	else if (bridge->driver == &intel_830_driver)
2009		intel_i830_configure();
2010	else if (bridge->driver == &intel_810_driver)
2011		intel_i810_configure();
2012	else if (bridge->driver == &intel_i965_driver)
2013		intel_i915_configure();
2014
2015	return 0;
2016}
2017#endif
2018
2019static struct pci_device_id agp_intel_pci_table[] = {
2020#define ID(x)						\
2021	{						\
2022	.class		= (PCI_CLASS_BRIDGE_HOST << 8),	\
2023	.class_mask	= ~0,				\
2024	.vendor		= PCI_VENDOR_ID_INTEL,		\
2025	.device		= x,				\
2026	.subvendor	= PCI_ANY_ID,			\
2027	.subdevice	= PCI_ANY_ID,			\
2028	}
2029	ID(PCI_DEVICE_ID_INTEL_82443LX_0),
2030	ID(PCI_DEVICE_ID_INTEL_82443BX_0),
2031	ID(PCI_DEVICE_ID_INTEL_82443GX_0),
2032	ID(PCI_DEVICE_ID_INTEL_82810_MC1),
2033	ID(PCI_DEVICE_ID_INTEL_82810_MC3),
2034	ID(PCI_DEVICE_ID_INTEL_82810E_MC),
2035	ID(PCI_DEVICE_ID_INTEL_82815_MC),
2036	ID(PCI_DEVICE_ID_INTEL_82820_HB),
2037	ID(PCI_DEVICE_ID_INTEL_82820_UP_HB),
2038	ID(PCI_DEVICE_ID_INTEL_82830_HB),
2039	ID(PCI_DEVICE_ID_INTEL_82840_HB),
2040	ID(PCI_DEVICE_ID_INTEL_82845_HB),
2041	ID(PCI_DEVICE_ID_INTEL_82845G_HB),
2042	ID(PCI_DEVICE_ID_INTEL_82850_HB),
2043	ID(PCI_DEVICE_ID_INTEL_82855PM_HB),
2044	ID(PCI_DEVICE_ID_INTEL_82855GM_HB),
2045	ID(PCI_DEVICE_ID_INTEL_82860_HB),
2046	ID(PCI_DEVICE_ID_INTEL_82865_HB),
2047	ID(PCI_DEVICE_ID_INTEL_82875_HB),
2048	ID(PCI_DEVICE_ID_INTEL_7505_0),
2049	ID(PCI_DEVICE_ID_INTEL_7205_0),
2050	ID(PCI_DEVICE_ID_INTEL_82915G_HB),
2051	ID(PCI_DEVICE_ID_INTEL_82915GM_HB),
2052	ID(PCI_DEVICE_ID_INTEL_82945G_HB),
2053	ID(PCI_DEVICE_ID_INTEL_82945GM_HB),
2054	ID(PCI_DEVICE_ID_INTEL_82946GZ_HB),
2055	ID(PCI_DEVICE_ID_INTEL_82965G_1_HB),
2056	ID(PCI_DEVICE_ID_INTEL_82965Q_HB),
2057	ID(PCI_DEVICE_ID_INTEL_82965G_HB),
2058	ID(PCI_DEVICE_ID_INTEL_82965GM_HB),
2059	ID(PCI_DEVICE_ID_INTEL_G33_HB),
2060	ID(PCI_DEVICE_ID_INTEL_Q35_HB),
2061	ID(PCI_DEVICE_ID_INTEL_Q33_HB),
2062	{ }
2063};
2064
2065MODULE_DEVICE_TABLE(pci, agp_intel_pci_table);
2066
2067static struct pci_driver agp_intel_pci_driver = {
2068	.name		= "agpgart-intel",
2069	.id_table	= agp_intel_pci_table,
2070	.probe		= agp_intel_probe,
2071	.remove		= __devexit_p(agp_intel_remove),
2072#ifdef CONFIG_PM
2073	.resume		= agp_intel_resume,
2074#endif
2075};
2076
2077static int __init agp_intel_init(void)
2078{
2079	if (agp_off)
2080		return -EINVAL;
2081	return pci_register_driver(&agp_intel_pci_driver);
2082}
2083
2084static void __exit agp_intel_cleanup(void)
2085{
2086	pci_unregister_driver(&agp_intel_pci_driver);
2087}
2088
2089module_init(agp_intel_init);
2090module_exit(agp_intel_cleanup);
2091
2092MODULE_AUTHOR("Dave Jones <davej@codemonkey.org.uk>");
2093MODULE_LICENSE("GPL and additional rights");
2094