1c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas/* 2c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Based on arch/arm/mm/init.c 3c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * 4c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Copyright (C) 1995-2005 Russell King 5c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Copyright (C) 2012 ARM Ltd. 6c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * 7c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * This program is free software; you can redistribute it and/or modify 8c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * it under the terms of the GNU General Public License version 2 as 9c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * published by the Free Software Foundation. 10c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * 11c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * This program is distributed in the hope that it will be useful, 12c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * but WITHOUT ANY WARRANTY; without even the implied warranty of 13c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * GNU General Public License for more details. 15c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * 16c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * You should have received a copy of the GNU General Public License 17c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * along with this program. If not, see <http://www.gnu.org/licenses/>. 18c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 19c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 20c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/kernel.h> 21c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/export.h> 22c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/errno.h> 23c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/swap.h> 24c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/init.h> 25c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/bootmem.h> 26c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/mman.h> 27c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/nodemask.h> 28c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/initrd.h> 29c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/gfp.h> 30c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/memblock.h> 31c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/sort.h> 32c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <linux/of_fdt.h> 3319e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas#include <linux/dma-mapping.h> 346ac2104debc235b745265b64d610237a6833fd53Laura Abbott#include <linux/dma-contiguous.h> 3586c8b27a01cf6c16fc159ade223cb2ccc70dc4b5Leif Lindholm#include <linux/efi.h> 36c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 3708375198b01001c0e43bdd580104b16b019a3754Catalin Marinas#include <asm/fixmap.h> 38c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <asm/sections.h> 39c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <asm/setup.h> 40c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <asm/sizes.h> 41c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include <asm/tlb.h> 42c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 43c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#include "mm.h" 44c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 45c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasphys_addr_t memstart_addr __read_mostly = 0; 46c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 47ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring#ifdef CONFIG_BLK_DEV_INITRD 48c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic int __init early_initrd(char *p) 49c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 50c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long start, size; 51c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas char *endp; 52c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 53c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas start = memparse(p, &endp); 54c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas if (*endp == ',') { 55c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas size = memparse(endp + 1, NULL); 56c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 57ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring initrd_start = (unsigned long)__va(start); 58ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring initrd_end = (unsigned long)__va(start + size); 59c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 60c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas return 0; 61c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 62c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasearly_param("initrd", early_initrd); 63ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring#endif 64c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 65d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas/* 66d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas * Return the maximum physical address for ZONE_DMA (DMA_BIT_MASK(32)). It 67d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas * currently assumes that for memory starting above 4G, 32-bit devices will 68d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas * use a DMA offset. 69d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas */ 70d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinasstatic phys_addr_t max_zone_dma_phys(void) 71d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas{ 72d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas phys_addr_t offset = memblock_start_of_DRAM() & GENMASK_ULL(63, 32); 73d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas return min(offset + (1ULL << 32), memblock_end_of_DRAM()); 74d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas} 75d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas 76c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic void __init zone_sizes_init(unsigned long min, unsigned long max) 77c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 78c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas struct memblock_region *reg; 79c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long zone_size[MAX_NR_ZONES], zhole_size[MAX_NR_ZONES]; 8019e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas unsigned long max_dma = min; 81c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 82c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memset(zone_size, 0, sizeof(zone_size)); 83c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 84c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 4GB maximum for 32-bit only capable devices */ 8519e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas if (IS_ENABLED(CONFIG_ZONE_DMA)) { 86d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas max_dma = PFN_DOWN(max_zone_dma_phys()); 8719e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas zone_size[ZONE_DMA] = max_dma - min; 8819e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas } 8919e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas zone_size[ZONE_NORMAL] = max - max_dma; 90c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 91c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memcpy(zhole_size, zone_size, sizeof(zhole_size)); 92c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 93c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas for_each_memblock(memory, reg) { 94c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long start = memblock_region_memory_base_pfn(reg); 95c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long end = memblock_region_memory_end_pfn(reg); 96c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 97c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas if (start >= max) 98c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas continue; 9919e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas 10019e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas if (IS_ENABLED(CONFIG_ZONE_DMA) && start < max_dma) { 10119e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas unsigned long dma_end = min(end, max_dma); 10219e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas zhole_size[ZONE_DMA] -= dma_end - start; 103c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 10419e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas 10519e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas if (end > max_dma) { 106c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long normal_end = min(end, max); 10719e7640d1f2302c20df2733e3e3df49acb17189eCatalin Marinas unsigned long normal_start = max(start, max_dma); 108c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas zhole_size[ZONE_NORMAL] -= normal_end - normal_start; 109c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 110c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 111c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 112c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas free_area_init_node(0, zone_size, min, zhole_size); 113c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 114c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 115c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_HAVE_ARCH_PFN_VALID 116408a31cb69f01eaa25b38d68e1b854eadab9df00Greg Hackmann#define PFN_MASK ((1UL << (64 - PAGE_SHIFT)) - 1) 117408a31cb69f01eaa25b38d68e1b854eadab9df00Greg Hackmann 118c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasint pfn_valid(unsigned long pfn) 119c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 120408a31cb69f01eaa25b38d68e1b854eadab9df00Greg Hackmann return (pfn & PFN_MASK) == pfn && memblock_is_memory(pfn << PAGE_SHIFT); 121c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 122c1cc1552616d0f354d040823151e61634e7ad01fCatalin MarinasEXPORT_SYMBOL(pfn_valid); 123c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 124c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 125c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifndef CONFIG_SPARSEMEM 126c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic void arm64_memory_present(void) 127c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 128c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 129c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#else 130c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic void arm64_memory_present(void) 131c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 132c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas struct memblock_region *reg; 133c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 134c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas for_each_memblock(memory, reg) 135c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memory_present(0, memblock_region_memory_base_pfn(reg), 136c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memblock_region_memory_end_pfn(reg)); 137c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 138c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 139c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 140c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasvoid __init arm64_memblock_init(void) 141c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 1422d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas phys_addr_t dma_phys_limit = 0; 1432d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas 144bd00cd5f8c8c3c282bb1e1eac6a6679a4f808091Mark Rutland /* 145bd00cd5f8c8c3c282bb1e1eac6a6679a4f808091Mark Rutland * Register the kernel text, kernel data, initrd, and initial 146bd00cd5f8c8c3c282bb1e1eac6a6679a4f808091Mark Rutland * pagetables with memblock. 147bd00cd5f8c8c3c282bb1e1eac6a6679a4f808091Mark Rutland */ 148c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memblock_reserve(__pa(_text), _end - _text); 149c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_BLK_DEV_INITRD 150ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring if (initrd_start) 151ec2eaa73b3d21776f46797a2eef983d7be09a964Rob Herring memblock_reserve(__virt_to_phys(initrd_start), initrd_end - initrd_start); 152c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 153c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 1540ceac9e094b065fe3fec19669740f338d3480498Mark Salter early_init_fdt_scan_reserved_mem(); 1552d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas 1562d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas /* 4GB maximum for 32-bit only capable devices */ 1572d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas if (IS_ENABLED(CONFIG_ZONE_DMA)) 158d50314a6b0702c630c35b88148c1acb76d2e4edeCatalin Marinas dma_phys_limit = max_zone_dma_phys(); 1592d5a5612bceda8edd25b29f363c4e2c6cda28babCatalin Marinas dma_contiguous_reserve(dma_phys_limit); 1606ac2104debc235b745265b64d610237a6833fd53Laura Abbott 161c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memblock_allow_resize(); 162c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas memblock_dump_all(); 163c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 164c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 165c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasvoid __init bootmem_init(void) 166c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 167c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long min, max; 168c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 169c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas min = PFN_UP(memblock_start_of_DRAM()); 170c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas max = PFN_DOWN(memblock_end_of_DRAM()); 171c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 172c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 173c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Sparsemem tries to allocate bootmem in memory_present(), so must be 174c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * done after the fixed reservations. 175c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 176c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas arm64_memory_present(); 177c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 178c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas sparse_init(); 179c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas zone_sizes_init(min, max); 180c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 181c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas high_memory = __va((max << PAGE_SHIFT) - 1) + 1; 182c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas max_pfn = max_low_pfn = max; 183c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 184c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 185c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifndef CONFIG_SPARSEMEM_VMEMMAP 186c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic inline void free_memmap(unsigned long start_pfn, unsigned long end_pfn) 187c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 188c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas struct page *start_pg, *end_pg; 189c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long pg, pgend; 190c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 191c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 192c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Convert start_pfn/end_pfn to a struct page pointer. 193c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 194c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas start_pg = pfn_to_page(start_pfn - 1) + 1; 195c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas end_pg = pfn_to_page(end_pfn - 1) + 1; 196c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 197c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 198c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Convert to physical addresses, and round start upwards and end 199c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * downwards. 200c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 201c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas pg = (unsigned long)PAGE_ALIGN(__pa(start_pg)); 202c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas pgend = (unsigned long)__pa(end_pg) & PAGE_MASK; 203c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 204c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 205c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * If there are free pages between these, free the section of the 206c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * memmap array. 207c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 208c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas if (pg < pgend) 209c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas free_bootmem(pg, pgend - pg); 210c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 211c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 212c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas/* 213c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * The mem_map array can get very big. Free the unused area of the memory map. 214c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 215c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic void __init free_unused_memmap(void) 216c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 217c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas unsigned long start, prev_end = 0; 218c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas struct memblock_region *reg; 219c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 220c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas for_each_memblock(memory, reg) { 221c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas start = __phys_to_pfn(reg->base); 222c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 223c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_SPARSEMEM 224c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 225c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Take care not to free memmap entries that don't exist due 226c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * to SPARSEMEM sections which aren't present. 227c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 228c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas start = min(start, ALIGN(prev_end, PAGES_PER_SECTION)); 229c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 230c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 231c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * If we had a previous bank, and there is a space between the 232c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * current bank and the previous, free it. 233c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 234c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas if (prev_end && prev_end < start) 235c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas free_memmap(prev_end, start); 236c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 237c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 238c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Align up here since the VM subsystem insists that the 239c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * memmap entries are valid from the bank end aligned to 240c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * MAX_ORDER_NR_PAGES. 241c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 242c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas prev_end = ALIGN(start + __phys_to_pfn(reg->size), 243c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MAX_ORDER_NR_PAGES); 244c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 245c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 246c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_SPARSEMEM 247c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas if (!IS_ALIGNED(prev_end, PAGES_PER_SECTION)) 248c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas free_memmap(prev_end, ALIGN(prev_end, PAGES_PER_SECTION)); 249c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 250c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 251c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif /* !CONFIG_SPARSEMEM_VMEMMAP */ 252c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 253c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas/* 254c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * mem_init() marks the free areas in the mem_map and tells us how much memory 255c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * is free. This is done after various parts of the system have claimed their 256c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * memory after the kernel image. 257c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 258c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasvoid __init mem_init(void) 259c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 260a6583c7c8114c4850b57365e85da85e37d5fc568Ganapatrao Kulkarni set_max_mapnr(pfn_to_page(max_pfn) - mem_map); 261c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 262c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifndef CONFIG_SPARSEMEM_VMEMMAP 263c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas free_unused_memmap(); 264c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 265bee4ebd117ac943308dd57bc0a5a3cc539f0eaacJiang Liu /* this will put all unused low memory onto the freelists */ 2660c988534737a358fdff42fcce78f0ff1a12dbfc5Jiang Liu free_all_bootmem(); 267c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 2686879ea83c6d14e4f21bf48b5780ed549197c668bJiang Liu mem_init_print_info(NULL); 269c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 270c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#define MLK(b, t) b, t, ((t) - (b)) >> 10 271c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#define MLM(b, t) b, t, ((t) - (b)) >> 20 27208375198b01001c0e43bdd580104b16b019a3754Catalin Marinas#define MLG(b, t) b, t, ((t) - (b)) >> 30 273c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#define MLK_ROUNDUP(b, t) b, t, DIV_ROUND_UP(((t) - (b)), SZ_1K) 274c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 275c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas pr_notice("Virtual kernel memory layout:\n" 27608375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " vmalloc : 0x%16lx - 0x%16lx (%6ld GB)\n" 277c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_SPARSEMEM_VMEMMAP 27808375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " vmemmap : 0x%16lx - 0x%16lx (%6ld GB maximum)\n" 27908375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " 0x%16lx - 0x%16lx (%6ld MB actual)\n" 280c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 28108375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " PCI I/O : 0x%16lx - 0x%16lx (%6ld MB)\n" 28208375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " fixed : 0x%16lx - 0x%16lx (%6ld KB)\n" 283c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas " modules : 0x%16lx - 0x%16lx (%6ld MB)\n" 284c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas " memory : 0x%16lx - 0x%16lx (%6ld MB)\n" 28508375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " .init : 0x%p" " - 0x%p" " (%6ld KB)\n" 28608375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " .text : 0x%p" " - 0x%p" " (%6ld KB)\n" 28708375198b01001c0e43bdd580104b16b019a3754Catalin Marinas " .data : 0x%p" " - 0x%p" " (%6ld KB)\n", 28808375198b01001c0e43bdd580104b16b019a3754Catalin Marinas MLG(VMALLOC_START, VMALLOC_END), 289c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_SPARSEMEM_VMEMMAP 29008375198b01001c0e43bdd580104b16b019a3754Catalin Marinas MLG((unsigned long)vmemmap, 29108375198b01001c0e43bdd580104b16b019a3754Catalin Marinas (unsigned long)vmemmap + VMEMMAP_SIZE), 292c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLM((unsigned long)virt_to_page(PAGE_OFFSET), 293c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas (unsigned long)virt_to_page(high_memory)), 294c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 29508375198b01001c0e43bdd580104b16b019a3754Catalin Marinas MLM((unsigned long)PCI_IOBASE, (unsigned long)PCI_IOBASE + SZ_16M), 29608375198b01001c0e43bdd580104b16b019a3754Catalin Marinas MLK(FIXADDR_START, FIXADDR_TOP), 297c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLM(MODULES_VADDR, MODULES_END), 298c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLM(PAGE_OFFSET, (unsigned long)high_memory), 299c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLK_ROUNDUP(__init_begin, __init_end), 300c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLK_ROUNDUP(_text, _etext), 301c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas MLK_ROUNDUP(_sdata, _edata)); 302c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 303c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#undef MLK 304c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#undef MLM 305c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#undef MLK_ROUNDUP 306c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 307c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 308c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * Check boundaries twice: Some fundamental inconsistencies can be 309c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * detected at build time already. 310c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 311c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_COMPAT 312c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas BUILD_BUG_ON(TASK_SIZE_32 > TASK_SIZE_64); 313c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 314c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas BUILD_BUG_ON(TASK_SIZE_64 > MODULES_VADDR); 315c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas BUG_ON(TASK_SIZE_64 > MODULES_VADDR); 316c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 317bee4ebd117ac943308dd57bc0a5a3cc539f0eaacJiang Liu if (PAGE_SIZE >= 16384 && get_num_physpages() <= 128) { 318c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas extern int sysctl_overcommit_memory; 319c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas /* 320c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * On a machine this small we won't get anywhere without 321c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas * overcommit, so turn it on by default. 322c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas */ 323c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas sysctl_overcommit_memory = OVERCOMMIT_ALWAYS; 324c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas } 325c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 326c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 327c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasvoid free_initmem(void) 328c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 32943e0bfd3b4401ab8d0598f01c2536becbdb68630Laura Abbott fixup_init(); 3309af5b80765e4c30b8eba8218724459226fa5e81fJiang Liu free_initmem_default(0); 331c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 332c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 333c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#ifdef CONFIG_BLK_DEV_INITRD 334c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 335c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic int keep_initrd; 336c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 337c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasvoid free_initrd_mem(unsigned long start, unsigned long end) 338c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 339421520ba98290a73b35b7644e877a48f18e06004Yalin Wang if (!keep_initrd) { 340421520ba98290a73b35b7644e877a48f18e06004Yalin Wang if (start == initrd_start) 341421520ba98290a73b35b7644e877a48f18e06004Yalin Wang start = round_down(start, PAGE_SIZE); 342421520ba98290a73b35b7644e877a48f18e06004Yalin Wang if (end == initrd_end) 343421520ba98290a73b35b7644e877a48f18e06004Yalin Wang end = round_up(end, PAGE_SIZE); 344421520ba98290a73b35b7644e877a48f18e06004Yalin Wang 3459af5b80765e4c30b8eba8218724459226fa5e81fJiang Liu free_reserved_area((void *)start, (void *)end, 0, "initrd"); 346421520ba98290a73b35b7644e877a48f18e06004Yalin Wang } 347c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 348c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 349c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinasstatic int __init keepinitrd_setup(char *__unused) 350c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas{ 351c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas keep_initrd = 1; 352c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas return 1; 353c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas} 354c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas 355c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas__setup("keepinitrd", keepinitrd_setup); 356c1cc1552616d0f354d040823151e61634e7ad01fCatalin Marinas#endif 357