init.c revision 264da9f708b130122d881fa4570d1cd618440a73
13f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/*
23f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * arch/xtensa/mm/init.c
33f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
43f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Derived from MIPS, PPC.
53f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
63f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * This file is subject to the terms and conditions of the GNU General Public
73f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * License.  See the file "COPYING" in the main directory of this archive
83f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * for more details.
93f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Copyright (C) 2001 - 2005 Tensilica Inc.
113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Chris Zankel	<chris@zankel.net>
133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Joe Taylor	<joe@tensilica.com, joetylr@yahoo.com>
143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Marc Gauthier
153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Kevin Chea
163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */
173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/kernel.h>
193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/errno.h>
203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/bootmem.h>
213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/swap.h>
226656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/mman.h>
236656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/nodemask.h>
246656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/mm.h>
256656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/slab.h>
263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
273f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/pgtable.h>
283f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/bootparam.h>
293f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/mmu_context.h>
303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/tlb.h>
313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/page.h>
323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/pgalloc.h>
333f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
343f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris ZankelDEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* References to section boundaries */
383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern char _ftext, _etext, _fdata, _edata, _rodata_end;
403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern char __init_begin, __init_end;
413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/*
433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * mem_reserve(start, end, must_exist)
443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Reserve some memory from the memory pool.
463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Parameters:
483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *  start	Start of region,
493f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *  end		End of region,
503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *  must_exist	Must exist in memory pool.
513f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *
523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Returns:
533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel *  0 (memory area couldn't be mapped)
543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * -1 (success)
553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */
563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelint __init mem_reserve(unsigned long start, unsigned long end, int must_exist)
583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	int i;
603f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (start == end)
623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		return 0;
633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	start = start & PAGE_MASK;
653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	end = PAGE_ALIGN(end);
663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (i = 0; i < sysmem.nr_banks; i++)
683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (start < sysmem.bank[i].end
693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		    && end >= sysmem.bank[i].start)
703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			break;
713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (i == sysmem.nr_banks) {
733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (must_exist)
743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			printk (KERN_WARNING "mem_reserve: [0x%0lx, 0x%0lx) "
753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel				"not in any region!\n", start, end);
763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		return 0;
773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (start > sysmem.bank[i].start) {
803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (end < sysmem.bank[i].end) {
813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			/* split entry */
823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			if (sysmem.nr_banks >= SYSMEM_BANKS_MAX)
833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel				panic("meminfo overflow\n");
843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.bank[sysmem.nr_banks].start = end;
853f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.bank[sysmem.nr_banks].end = sysmem.bank[i].end;
863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.nr_banks++;
873f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		}
883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		sysmem.bank[i].end = start;
893f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	} else {
903f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (end < sysmem.bank[i].end)
913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.bank[i].start = end;
923f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		else {
933f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			/* remove entry */
943f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.nr_banks--;
953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.bank[i].start = sysmem.bank[sysmem.nr_banks].start;
963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			sysmem.bank[i].end   = sysmem.bank[sysmem.nr_banks].end;
973f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		}
983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
993f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	return -1;
1003f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
1013f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1023f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/*
1043f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Initialize the bootmem system and give it all the memory we have available.
1053f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */
1063f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1073f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init bootmem_init(void)
1083f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
1093f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	unsigned long pfn;
1103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	unsigned long bootmap_start, bootmap_size;
1113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	int i;
1123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	max_low_pfn = max_pfn = 0;
1143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	min_low_pfn = ~0;
1153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (i=0; i < sysmem.nr_banks; i++) {
1173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT;
1183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (pfn < min_low_pfn)
1193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			min_low_pfn = pfn;
1203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT;
1213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (pfn > max_pfn)
1223f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			max_pfn = pfn;
1233f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
1243f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1253f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (min_low_pfn > max_pfn)
1263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		panic("No memory found!\n");
1273f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
128173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel	max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ?
129173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel		max_pfn : MAX_MEM_PFN >> PAGE_SHIFT;
1303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Find an area to use for the bootmem bitmap. */
1323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
133264da9f708b130122d881fa4570d1cd618440a73Johannes Weiner	bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn);
134264da9f708b130122d881fa4570d1cd618440a73Johannes Weiner	bootmap_size <<= PAGE_SHIFT;
1353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	bootmap_start = ~0;
1363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (i=0; i<sysmem.nr_banks; i++)
1383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) {
1393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			bootmap_start = sysmem.bank[i].start;
1403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			break;
1413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		}
1423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (bootmap_start == ~0UL)
1443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		panic("Cannot find %ld bytes for bootmap\n", bootmap_size);
1453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Reserve the bootmem bitmap area */
1473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1);
1490bef42e5c061b4aa63cc488d11400a1ef8b8f5a2Johannes Weiner	bootmap_size = init_bootmem_node(NODE_DATA(0),
1503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel					 bootmap_start >> PAGE_SHIFT,
1510bef42e5c061b4aa63cc488d11400a1ef8b8f5a2Johannes Weiner					 min_low_pfn,
1523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel					 max_low_pfn);
1533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Add all remaining memory pieces into the bootmem map */
1553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (i=0; i<sysmem.nr_banks; i++)
1573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		free_bootmem(sysmem.bank[i].start,
1583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			     sysmem.bank[i].end - sysmem.bank[i].start);
1593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1603f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
1613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init paging_init(void)
1643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
1653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	unsigned long zones_size[MAX_NR_ZONES];
1663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	int i;
1673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* All pages are DMA-able, so we put them all in the DMA zone. */
1693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	zones_size[ZONE_DMA] = max_low_pfn;
1713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (i = 1; i < MAX_NR_ZONES; i++)
1723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		zones_size[i] = 0;
1733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#ifdef CONFIG_HIGHMEM
1753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	zones_size[ZONE_HIGHMEM] = max_pfn - max_low_pfn;
1763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif
1773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Initialize the kernel's page tables. */
1793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	memset(swapper_pg_dir, 0, PAGE_SIZE);
1813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	free_area_init(zones_size);
1833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
1843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1853f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/*
1863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Flush the mmu and reset associated register to default values.
1873f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */
1883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
1893f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init init_mmu (void)
1903f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
1913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Writing zeros to the <t>TLBCFG special registers ensure
1923f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * that valid values exist in the register.  For existing
1933f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * PGSZID<w> fields, zero selects the first element of the
1944af410a868ddddfc6aa9b19379599feac7e79d95Chris Zankel	 * page-size array.  For nonexistent PGSZID<w> fields, zero is
1953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * the best value to write.  Also, when changing PGSZID<w>
1963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * fields, the corresponding TLB must be flushed.
1973f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 */
1983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	set_itlbcfg_register (0);
1993f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	set_dtlbcfg_register (0);
2003f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	flush_tlb_all ();
2013f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2023f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Set rasid register to a known value. */
2033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
204173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel	set_rasid_register (ASID_USER_FIRST);
2053f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2063f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	/* Set PTEVADDR special register to the start of the page
2073f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * table, which is in kernel mappable space (ie. not
2083f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * statically mapped).  This register's value is undefined on
2093f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 * reset.
2103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	 */
2113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	set_ptevaddr_register (PGTABLE_START);
2123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/*
2153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Initialize memory pages.
2163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */
2173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init mem_init(void)
2193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	unsigned long codesize, reservedpages, datasize, initsize;
2213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	unsigned long highmemsize, tmp, ram;
2223f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2233f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	max_mapnr = num_physpages = max_low_pfn;
2243f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	high_memory = (void *) __va(max_mapnr << PAGE_SHIFT);
2253f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	highmemsize = 0;
2263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
227288a60cf4d7cc35f84f46cd8ffd0b34f9d8e7346Chris Zankel#ifdef CONFIG_HIGHMEM
2283f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#error HIGHGMEM not implemented in init.c
2293f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif
2303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	totalram_pages += free_all_bootmem();
2323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2333f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	reservedpages = ram = 0;
2343f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (tmp = 0; tmp < max_low_pfn; tmp++) {
2353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		ram++;
2363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		if (PageReserved(mem_map+tmp))
2373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel			reservedpages++;
2383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
2393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	codesize =  (unsigned long) &_etext - (unsigned long) &_ftext;
2413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	datasize =  (unsigned long) &_edata - (unsigned long) &_fdata;
2423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	initsize =  (unsigned long) &__init_end - (unsigned long) &__init_begin;
2433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	printk("Memory: %luk/%luk available (%ldk kernel code, %ldk reserved, "
2453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       "%ldk data, %ldk init %ldk highmem)\n",
2463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       (unsigned long) nr_free_pages() << (PAGE_SHIFT-10),
2473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       ram << (PAGE_SHIFT-10),
2483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       codesize >> 10,
2493f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       reservedpages << (PAGE_SHIFT-10),
2503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       datasize >> 10,
2513f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       initsize >> 10,
2523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       highmemsize >> 10);
2533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid
2563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelfree_reserved_mem(void *start, void *end)
2573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	for (; start < end; start += PAGE_SIZE) {
2593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		ClearPageReserved(virt_to_page(start));
2607835e98b2e3c66dba79cb0ff8ebb90a2fe030c29Nick Piggin		init_page_count(virt_to_page(start));
2613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		free_page((unsigned long)start);
2623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		totalram_pages++;
2633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
2643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#ifdef CONFIG_BLK_DEV_INITRD
2673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern int initrd_is_mapped;
2683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid free_initrd_mem(unsigned long start, unsigned long end)
2703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	if (initrd_is_mapped) {
2723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		free_reserved_mem((void*)start, (void*)end);
2733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel		printk ("Freeing initrd memory: %ldk freed\n",(end-start)>>10);
2743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	}
2753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif
2773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid free_initmem(void)
2793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	free_reserved_mem(&__init_begin, &__init_end);
2813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	printk("Freeing unused kernel memory: %dk freed\n",
2823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel	       (&__init_end - &__init_begin) >> 10);
2833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2856656920b0b50beacb6cb64cf55273cbb686e436eChris Zankelstruct kmem_cache *pgtable_cache __read_mostly;
2863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
28751cc50685a4275c6a02653670af9f108a64e01cfAlexey Dobriyanstatic void pgd_ctor(void* addr)
2883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2896656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel	pte_t* ptep = (pte_t*)addr;
2906656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel	int i;
2913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2926656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel	for (i = 0; i < 1024; i++, ptep++)
2936656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel		pte_clear(NULL, 0, ptep);
2943f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
2963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel
2976656920b0b50beacb6cb64cf55273cbb686e436eChris Zankelvoid __init pgtable_cache_init(void)
2983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{
2996656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel	pgtable_cache = kmem_cache_create("pgd",
3006656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel			PAGE_SIZE, PAGE_SIZE,
3016656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel			SLAB_HWCACHE_ALIGN,
3026656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel			pgd_ctor);
3033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel}
304