forked from Minki/linux
be6ae382dc
When sysmem reservation occurs exactly at the end of an existing block that block is deleted, because it is incorrectly included in the range of memblocks to remove. Fix that by skipping such block. Cc: stable@vger.kernel.org Signed-off-by: Max Filippov <jcmvbkbc@gmail.com>
414 lines
8.7 KiB
C
414 lines
8.7 KiB
C
/*
|
|
* arch/xtensa/mm/init.c
|
|
*
|
|
* Derived from MIPS, PPC.
|
|
*
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
* for more details.
|
|
*
|
|
* Copyright (C) 2001 - 2005 Tensilica Inc.
|
|
* Copyright (C) 2014 Cadence Design Systems Inc.
|
|
*
|
|
* Chris Zankel <chris@zankel.net>
|
|
* Joe Taylor <joe@tensilica.com, joetylr@yahoo.com>
|
|
* Marc Gauthier
|
|
* Kevin Chea
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/errno.h>
|
|
#include <linux/bootmem.h>
|
|
#include <linux/gfp.h>
|
|
#include <linux/highmem.h>
|
|
#include <linux/swap.h>
|
|
#include <linux/mman.h>
|
|
#include <linux/nodemask.h>
|
|
#include <linux/mm.h>
|
|
|
|
#include <asm/bootparam.h>
|
|
#include <asm/page.h>
|
|
#include <asm/sections.h>
|
|
#include <asm/sysmem.h>
|
|
|
|
struct sysmem_info sysmem __initdata;
|
|
|
|
static void __init sysmem_dump(void)
|
|
{
|
|
unsigned i;
|
|
|
|
pr_debug("Sysmem:\n");
|
|
for (i = 0; i < sysmem.nr_banks; ++i)
|
|
pr_debug(" 0x%08lx - 0x%08lx (%ldK)\n",
|
|
sysmem.bank[i].start, sysmem.bank[i].end,
|
|
(sysmem.bank[i].end - sysmem.bank[i].start) >> 10);
|
|
}
|
|
|
|
/*
|
|
* Find bank with maximal .start such that bank.start <= start
|
|
*/
|
|
static inline struct meminfo * __init find_bank(unsigned long start)
|
|
{
|
|
unsigned i;
|
|
struct meminfo *it = NULL;
|
|
|
|
for (i = 0; i < sysmem.nr_banks; ++i)
|
|
if (sysmem.bank[i].start <= start)
|
|
it = sysmem.bank + i;
|
|
else
|
|
break;
|
|
return it;
|
|
}
|
|
|
|
/*
|
|
* Move all memory banks starting at 'from' to a new place at 'to',
|
|
* adjust nr_banks accordingly.
|
|
* Both 'from' and 'to' must be inside the sysmem.bank.
|
|
*
|
|
* Returns: 0 (success), -ENOMEM (not enough space in the sysmem.bank).
|
|
*/
|
|
static int __init move_banks(struct meminfo *to, struct meminfo *from)
|
|
{
|
|
unsigned n = sysmem.nr_banks - (from - sysmem.bank);
|
|
|
|
if (to > from && to - from + sysmem.nr_banks > SYSMEM_BANKS_MAX)
|
|
return -ENOMEM;
|
|
if (to != from)
|
|
memmove(to, from, n * sizeof(struct meminfo));
|
|
sysmem.nr_banks += to - from;
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* Add new bank to sysmem. Resulting sysmem is the union of bytes of the
|
|
* original sysmem and the new bank.
|
|
*
|
|
* Returns: 0 (success), < 0 (error)
|
|
*/
|
|
int __init add_sysmem_bank(unsigned long start, unsigned long end)
|
|
{
|
|
unsigned i;
|
|
struct meminfo *it = NULL;
|
|
unsigned long sz;
|
|
unsigned long bank_sz = 0;
|
|
|
|
if (start == end ||
|
|
(start < end) != (PAGE_ALIGN(start) < (end & PAGE_MASK))) {
|
|
pr_warn("Ignoring small memory bank 0x%08lx size: %ld bytes\n",
|
|
start, end - start);
|
|
return -EINVAL;
|
|
}
|
|
|
|
start = PAGE_ALIGN(start);
|
|
end &= PAGE_MASK;
|
|
sz = end - start;
|
|
|
|
it = find_bank(start);
|
|
|
|
if (it)
|
|
bank_sz = it->end - it->start;
|
|
|
|
if (it && bank_sz >= start - it->start) {
|
|
if (end - it->start > bank_sz)
|
|
it->end = end;
|
|
else
|
|
return 0;
|
|
} else {
|
|
if (!it)
|
|
it = sysmem.bank;
|
|
else
|
|
++it;
|
|
|
|
if (it - sysmem.bank < sysmem.nr_banks &&
|
|
it->start - start <= sz) {
|
|
it->start = start;
|
|
if (it->end - it->start < sz)
|
|
it->end = end;
|
|
else
|
|
return 0;
|
|
} else {
|
|
if (move_banks(it + 1, it) < 0) {
|
|
pr_warn("Ignoring memory bank 0x%08lx size %ld bytes\n",
|
|
start, end - start);
|
|
return -EINVAL;
|
|
}
|
|
it->start = start;
|
|
it->end = end;
|
|
return 0;
|
|
}
|
|
}
|
|
sz = it->end - it->start;
|
|
for (i = it + 1 - sysmem.bank; i < sysmem.nr_banks; ++i)
|
|
if (sysmem.bank[i].start - it->start <= sz) {
|
|
if (sz < sysmem.bank[i].end - it->start)
|
|
it->end = sysmem.bank[i].end;
|
|
} else {
|
|
break;
|
|
}
|
|
|
|
move_banks(it + 1, sysmem.bank + i);
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* mem_reserve(start, end, must_exist)
|
|
*
|
|
* Reserve some memory from the memory pool.
|
|
* If must_exist is set and a part of the region being reserved does not exist
|
|
* memory map is not altered.
|
|
*
|
|
* Parameters:
|
|
* start Start of region,
|
|
* end End of region,
|
|
* must_exist Must exist in memory pool.
|
|
*
|
|
* Returns:
|
|
* 0 (success)
|
|
* < 0 (error)
|
|
*/
|
|
|
|
int __init mem_reserve(unsigned long start, unsigned long end, int must_exist)
|
|
{
|
|
struct meminfo *it;
|
|
struct meminfo *rm = NULL;
|
|
unsigned long sz;
|
|
unsigned long bank_sz = 0;
|
|
|
|
start = start & PAGE_MASK;
|
|
end = PAGE_ALIGN(end);
|
|
sz = end - start;
|
|
if (!sz)
|
|
return -EINVAL;
|
|
|
|
it = find_bank(start);
|
|
|
|
if (it)
|
|
bank_sz = it->end - it->start;
|
|
|
|
if ((!it || end - it->start > bank_sz) && must_exist) {
|
|
pr_warn("mem_reserve: [0x%0lx, 0x%0lx) not in any region!\n",
|
|
start, end);
|
|
return -EINVAL;
|
|
}
|
|
|
|
if (it && start - it->start <= bank_sz) {
|
|
if (start == it->start) {
|
|
if (end - it->start < bank_sz) {
|
|
it->start = end;
|
|
return 0;
|
|
} else {
|
|
rm = it;
|
|
}
|
|
} else {
|
|
it->end = start;
|
|
if (end - it->start < bank_sz)
|
|
return add_sysmem_bank(end,
|
|
it->start + bank_sz);
|
|
++it;
|
|
}
|
|
}
|
|
|
|
if (!it)
|
|
it = sysmem.bank;
|
|
|
|
for (; it < sysmem.bank + sysmem.nr_banks; ++it) {
|
|
if (it->end - start <= sz) {
|
|
if (!rm)
|
|
rm = it;
|
|
} else {
|
|
if (it->start - start < sz)
|
|
it->start = end;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (rm)
|
|
move_banks(rm, it);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
/*
|
|
* Initialize the bootmem system and give it all low memory we have available.
|
|
*/
|
|
|
|
void __init bootmem_init(void)
|
|
{
|
|
unsigned long pfn;
|
|
unsigned long bootmap_start, bootmap_size;
|
|
int i;
|
|
|
|
sysmem_dump();
|
|
max_low_pfn = max_pfn = 0;
|
|
min_low_pfn = ~0;
|
|
|
|
for (i=0; i < sysmem.nr_banks; i++) {
|
|
pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT;
|
|
if (pfn < min_low_pfn)
|
|
min_low_pfn = pfn;
|
|
pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT;
|
|
if (pfn > max_pfn)
|
|
max_pfn = pfn;
|
|
}
|
|
|
|
if (min_low_pfn > max_pfn)
|
|
panic("No memory found!\n");
|
|
|
|
max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ?
|
|
max_pfn : MAX_MEM_PFN >> PAGE_SHIFT;
|
|
|
|
/* Find an area to use for the bootmem bitmap. */
|
|
|
|
bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn);
|
|
bootmap_size <<= PAGE_SHIFT;
|
|
bootmap_start = ~0;
|
|
|
|
for (i=0; i<sysmem.nr_banks; i++)
|
|
if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) {
|
|
bootmap_start = sysmem.bank[i].start;
|
|
break;
|
|
}
|
|
|
|
if (bootmap_start == ~0UL)
|
|
panic("Cannot find %ld bytes for bootmap\n", bootmap_size);
|
|
|
|
/* Reserve the bootmem bitmap area */
|
|
|
|
mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1);
|
|
bootmap_size = init_bootmem_node(NODE_DATA(0),
|
|
bootmap_start >> PAGE_SHIFT,
|
|
min_low_pfn,
|
|
max_low_pfn);
|
|
|
|
/* Add all remaining memory pieces into the bootmem map */
|
|
|
|
for (i = 0; i < sysmem.nr_banks; i++) {
|
|
if (sysmem.bank[i].start >> PAGE_SHIFT < max_low_pfn) {
|
|
unsigned long end = min(max_low_pfn << PAGE_SHIFT,
|
|
sysmem.bank[i].end);
|
|
free_bootmem(sysmem.bank[i].start,
|
|
end - sysmem.bank[i].start);
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
|
|
void __init zones_init(void)
|
|
{
|
|
/* All pages are DMA-able, so we put them all in the DMA zone. */
|
|
unsigned long zones_size[MAX_NR_ZONES] = {
|
|
[ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET,
|
|
#ifdef CONFIG_HIGHMEM
|
|
[ZONE_HIGHMEM] = max_pfn - max_low_pfn,
|
|
#endif
|
|
};
|
|
free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL);
|
|
}
|
|
|
|
/*
|
|
* Initialize memory pages.
|
|
*/
|
|
|
|
void __init mem_init(void)
|
|
{
|
|
#ifdef CONFIG_HIGHMEM
|
|
unsigned long tmp;
|
|
|
|
reset_all_zones_managed_pages();
|
|
for (tmp = max_low_pfn; tmp < max_pfn; tmp++)
|
|
free_highmem_page(pfn_to_page(tmp));
|
|
#endif
|
|
|
|
max_mapnr = max_pfn - ARCH_PFN_OFFSET;
|
|
high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT);
|
|
|
|
free_all_bootmem();
|
|
|
|
mem_init_print_info(NULL);
|
|
pr_info("virtual kernel memory layout:\n"
|
|
#ifdef CONFIG_HIGHMEM
|
|
" pkmap : 0x%08lx - 0x%08lx (%5lu kB)\n"
|
|
" fixmap : 0x%08lx - 0x%08lx (%5lu kB)\n"
|
|
#endif
|
|
" vmalloc : 0x%08x - 0x%08x (%5u MB)\n"
|
|
" lowmem : 0x%08x - 0x%08lx (%5lu MB)\n",
|
|
#ifdef CONFIG_HIGHMEM
|
|
PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE,
|
|
(LAST_PKMAP*PAGE_SIZE) >> 10,
|
|
FIXADDR_START, FIXADDR_TOP,
|
|
(FIXADDR_TOP - FIXADDR_START) >> 10,
|
|
#endif
|
|
VMALLOC_START, VMALLOC_END,
|
|
(VMALLOC_END - VMALLOC_START) >> 20,
|
|
PAGE_OFFSET, PAGE_OFFSET +
|
|
(max_low_pfn - min_low_pfn) * PAGE_SIZE,
|
|
((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20);
|
|
}
|
|
|
|
#ifdef CONFIG_BLK_DEV_INITRD
|
|
extern int initrd_is_mapped;
|
|
|
|
void free_initrd_mem(unsigned long start, unsigned long end)
|
|
{
|
|
if (initrd_is_mapped)
|
|
free_reserved_area((void *)start, (void *)end, -1, "initrd");
|
|
}
|
|
#endif
|
|
|
|
void free_initmem(void)
|
|
{
|
|
free_initmem_default(-1);
|
|
}
|
|
|
|
static void __init parse_memmap_one(char *p)
|
|
{
|
|
char *oldp;
|
|
unsigned long start_at, mem_size;
|
|
|
|
if (!p)
|
|
return;
|
|
|
|
oldp = p;
|
|
mem_size = memparse(p, &p);
|
|
if (p == oldp)
|
|
return;
|
|
|
|
switch (*p) {
|
|
case '@':
|
|
start_at = memparse(p + 1, &p);
|
|
add_sysmem_bank(start_at, start_at + mem_size);
|
|
break;
|
|
|
|
case '$':
|
|
start_at = memparse(p + 1, &p);
|
|
mem_reserve(start_at, start_at + mem_size, 0);
|
|
break;
|
|
|
|
case 0:
|
|
mem_reserve(mem_size, 0, 0);
|
|
break;
|
|
|
|
default:
|
|
pr_warn("Unrecognized memmap syntax: %s\n", p);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static int __init parse_memmap_opt(char *str)
|
|
{
|
|
while (str) {
|
|
char *k = strchr(str, ',');
|
|
|
|
if (k)
|
|
*k++ = 0;
|
|
|
|
parse_memmap_one(str);
|
|
str = k;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
early_param("memmap", parse_memmap_opt);
|