init.c revision 264da9f708b130122d881fa4570d1cd618440a73
13f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* 23f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * arch/xtensa/mm/init.c 33f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 43f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Derived from MIPS, PPC. 53f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 63f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * This file is subject to the terms and conditions of the GNU General Public 73f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * License. See the file "COPYING" in the main directory of this archive 83f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * for more details. 93f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Copyright (C) 2001 - 2005 Tensilica Inc. 113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Chris Zankel <chris@zankel.net> 133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com> 143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Marc Gauthier 153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Kevin Chea 163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/kernel.h> 193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/errno.h> 203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/bootmem.h> 213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <linux/swap.h> 226656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/mman.h> 236656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/nodemask.h> 246656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/mm.h> 256656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel#include <linux/slab.h> 263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 273f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/pgtable.h> 283f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/bootparam.h> 293f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/mmu_context.h> 303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/tlb.h> 313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/page.h> 323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#include <asm/pgalloc.h> 333f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 343f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris ZankelDEFINE_PER_CPU(struct mmu_gather, mmu_gathers); 363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* References to section boundaries */ 383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern char _ftext, _etext, _fdata, _edata, _rodata_end; 403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern char __init_begin, __init_end; 413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* 433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * mem_reserve(start, end, must_exist) 443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Reserve some memory from the memory pool. 463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Parameters: 483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * start Start of region, 493f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * end End of region, 503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * must_exist Must exist in memory pool. 513f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Returns: 533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * 0 (memory area couldn't be mapped) 543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * -1 (success) 553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelint __init mem_reserve(unsigned long start, unsigned long end, int must_exist) 583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel int i; 603f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (start == end) 623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel return 0; 633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel start = start & PAGE_MASK; 653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel end = PAGE_ALIGN(end); 663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (i = 0; i < sysmem.nr_banks; i++) 683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (start < sysmem.bank[i].end 693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel && end >= sysmem.bank[i].start) 703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel break; 713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (i == sysmem.nr_banks) { 733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (must_exist) 743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel printk (KERN_WARNING "mem_reserve: [0x%0lx, 0x%0lx) " 753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel "not in any region!\n", start, end); 763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel return 0; 773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (start > sysmem.bank[i].start) { 803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (end < sysmem.bank[i].end) { 813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* split entry */ 823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (sysmem.nr_banks >= SYSMEM_BANKS_MAX) 833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel panic("meminfo overflow\n"); 843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[sysmem.nr_banks].start = end; 853f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[sysmem.nr_banks].end = sysmem.bank[i].end; 863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.nr_banks++; 873f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[i].end = start; 893f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } else { 903f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (end < sysmem.bank[i].end) 913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[i].start = end; 923f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel else { 933f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* remove entry */ 943f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.nr_banks--; 953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[i].start = sysmem.bank[sysmem.nr_banks].start; 963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[i].end = sysmem.bank[sysmem.nr_banks].end; 973f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 993f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel return -1; 1003f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 1013f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1023f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* 1043f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Initialize the bootmem system and give it all the memory we have available. 1053f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 1063f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1073f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init bootmem_init(void) 1083f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 1093f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel unsigned long pfn; 1103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel unsigned long bootmap_start, bootmap_size; 1113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel int i; 1123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel max_low_pfn = max_pfn = 0; 1143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel min_low_pfn = ~0; 1153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (i=0; i < sysmem.nr_banks; i++) { 1173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT; 1183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (pfn < min_low_pfn) 1193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel min_low_pfn = pfn; 1203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT; 1213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (pfn > max_pfn) 1223f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel max_pfn = pfn; 1233f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 1243f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1253f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (min_low_pfn > max_pfn) 1263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel panic("No memory found!\n"); 1273f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 128173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ? 129173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel max_pfn : MAX_MEM_PFN >> PAGE_SHIFT; 1303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Find an area to use for the bootmem bitmap. */ 1323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 133264da9f708b130122d881fa4570d1cd618440a73Johannes Weiner bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn); 134264da9f708b130122d881fa4570d1cd618440a73Johannes Weiner bootmap_size <<= PAGE_SHIFT; 1353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel bootmap_start = ~0; 1363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (i=0; i<sysmem.nr_banks; i++) 1383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) { 1393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel bootmap_start = sysmem.bank[i].start; 1403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel break; 1413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 1423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (bootmap_start == ~0UL) 1443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel panic("Cannot find %ld bytes for bootmap\n", bootmap_size); 1453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Reserve the bootmem bitmap area */ 1473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1); 1490bef42e5c061b4aa63cc488d11400a1ef8b8f5a2Johannes Weiner bootmap_size = init_bootmem_node(NODE_DATA(0), 1503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel bootmap_start >> PAGE_SHIFT, 1510bef42e5c061b4aa63cc488d11400a1ef8b8f5a2Johannes Weiner min_low_pfn, 1523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel max_low_pfn); 1533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Add all remaining memory pieces into the bootmem map */ 1553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (i=0; i<sysmem.nr_banks; i++) 1573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel free_bootmem(sysmem.bank[i].start, 1583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel sysmem.bank[i].end - sysmem.bank[i].start); 1593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1603f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 1613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init paging_init(void) 1643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 1653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel unsigned long zones_size[MAX_NR_ZONES]; 1663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel int i; 1673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* All pages are DMA-able, so we put them all in the DMA zone. */ 1693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel zones_size[ZONE_DMA] = max_low_pfn; 1713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (i = 1; i < MAX_NR_ZONES; i++) 1723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel zones_size[i] = 0; 1733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#ifdef CONFIG_HIGHMEM 1753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel zones_size[ZONE_HIGHMEM] = max_pfn - max_low_pfn; 1763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif 1773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Initialize the kernel's page tables. */ 1793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel memset(swapper_pg_dir, 0, PAGE_SIZE); 1813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel free_area_init(zones_size); 1833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 1843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1853f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* 1863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Flush the mmu and reset associated register to default values. 1873f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 1883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 1893f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init init_mmu (void) 1903f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 1913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Writing zeros to the <t>TLBCFG special registers ensure 1923f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * that valid values exist in the register. For existing 1933f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * PGSZID<w> fields, zero selects the first element of the 1944af410a868ddddfc6aa9b19379599feac7e79d95Chris Zankel * page-size array. For nonexistent PGSZID<w> fields, zero is 1953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * the best value to write. Also, when changing PGSZID<w> 1963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * fields, the corresponding TLB must be flushed. 1973f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 1983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel set_itlbcfg_register (0); 1993f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel set_dtlbcfg_register (0); 2003f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel flush_tlb_all (); 2013f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2023f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Set rasid register to a known value. */ 2033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 204173d6681380aa1d60dfc35ed7178bd7811ba2784Chris Zankel set_rasid_register (ASID_USER_FIRST); 2053f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2063f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel /* Set PTEVADDR special register to the start of the page 2073f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * table, which is in kernel mappable space (ie. not 2083f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * statically mapped). This register's value is undefined on 2093f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * reset. 2103f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 2113f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel set_ptevaddr_register (PGTABLE_START); 2123f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2133f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2143f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel/* 2153f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel * Initialize memory pages. 2163f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel */ 2173f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2183f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid __init mem_init(void) 2193f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2203f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel unsigned long codesize, reservedpages, datasize, initsize; 2213f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel unsigned long highmemsize, tmp, ram; 2223f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2233f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel max_mapnr = num_physpages = max_low_pfn; 2243f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel high_memory = (void *) __va(max_mapnr << PAGE_SHIFT); 2253f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel highmemsize = 0; 2263f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 227288a60cf4d7cc35f84f46cd8ffd0b34f9d8e7346Chris Zankel#ifdef CONFIG_HIGHMEM 2283f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#error HIGHGMEM not implemented in init.c 2293f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif 2303f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2313f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel totalram_pages += free_all_bootmem(); 2323f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2333f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel reservedpages = ram = 0; 2343f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (tmp = 0; tmp < max_low_pfn; tmp++) { 2353f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel ram++; 2363f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (PageReserved(mem_map+tmp)) 2373f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel reservedpages++; 2383f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 2393f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2403f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel codesize = (unsigned long) &_etext - (unsigned long) &_ftext; 2413f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel datasize = (unsigned long) &_edata - (unsigned long) &_fdata; 2423f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel initsize = (unsigned long) &__init_end - (unsigned long) &__init_begin; 2433f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2443f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel printk("Memory: %luk/%luk available (%ldk kernel code, %ldk reserved, " 2453f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel "%ldk data, %ldk init %ldk highmem)\n", 2463f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel (unsigned long) nr_free_pages() << (PAGE_SHIFT-10), 2473f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel ram << (PAGE_SHIFT-10), 2483f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel codesize >> 10, 2493f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel reservedpages << (PAGE_SHIFT-10), 2503f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel datasize >> 10, 2513f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel initsize >> 10, 2523f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel highmemsize >> 10); 2533f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2543f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2553f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid 2563f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelfree_reserved_mem(void *start, void *end) 2573f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2583f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel for (; start < end; start += PAGE_SIZE) { 2593f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel ClearPageReserved(virt_to_page(start)); 2607835e98b2e3c66dba79cb0ff8ebb90a2fe030c29Nick Piggin init_page_count(virt_to_page(start)); 2613f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel free_page((unsigned long)start); 2623f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel totalram_pages++; 2633f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 2643f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2653f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2663f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#ifdef CONFIG_BLK_DEV_INITRD 2673f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelextern int initrd_is_mapped; 2683f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2693f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid free_initrd_mem(unsigned long start, unsigned long end) 2703f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2713f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel if (initrd_is_mapped) { 2723f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel free_reserved_mem((void*)start, (void*)end); 2733f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel printk ("Freeing initrd memory: %ldk freed\n",(end-start)>>10); 2743f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel } 2753f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2763f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel#endif 2773f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2783f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankelvoid free_initmem(void) 2793f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2803f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel free_reserved_mem(&__init_begin, &__init_end); 2813f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel printk("Freeing unused kernel memory: %dk freed\n", 2823f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel (&__init_end - &__init_begin) >> 10); 2833f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2843f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2856656920b0b50beacb6cb64cf55273cbb686e436eChris Zankelstruct kmem_cache *pgtable_cache __read_mostly; 2863f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 28751cc50685a4275c6a02653670af9f108a64e01cfAlexey Dobriyanstatic void pgd_ctor(void* addr) 2883f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2896656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel pte_t* ptep = (pte_t*)addr; 2906656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel int i; 2913f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2926656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel for (i = 0; i < 1024; i++, ptep++) 2936656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel pte_clear(NULL, 0, ptep); 2943f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2953f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 2963f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel 2976656920b0b50beacb6cb64cf55273cbb686e436eChris Zankelvoid __init pgtable_cache_init(void) 2983f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel{ 2996656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel pgtable_cache = kmem_cache_create("pgd", 3006656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel PAGE_SIZE, PAGE_SIZE, 3016656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel SLAB_HWCACHE_ALIGN, 3026656920b0b50beacb6cb64cf55273cbb686e436eChris Zankel pgd_ctor); 3033f65ce4d141e435e54c20ed2379d983d362a2cb5Chris Zankel} 304