Commit 3044100e authored by Linus Torvalds's avatar Linus Torvalds

Merge branch 'core-memblock-for-linus' of...

Merge branch 'core-memblock-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/linux-2.6-tip

* 'core-memblock-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/linux-2.6-tip: (74 commits)
  x86-64: Only set max_pfn_mapped to 512 MiB if we enter via head_64.S
  xen: Cope with unmapped pages when initializing kernel pagetable
  memblock, bootmem: Round pfn properly for memory and reserved regions
  memblock: Annotate memblock functions with __init_memblock
  memblock: Allow memblock_init to be called early
  memblock/arm: Fix memblock_region_is_memory() typo
  x86, memblock: Remove __memblock_x86_find_in_range_size()
  memblock: Fix wraparound in find_region()
  x86-32, memblock: Make add_highpages honor early reserved ranges
  x86, memblock: Fix crashkernel allocation
  arm, memblock: Fix the sparsemem build
  memblock: Fix section mismatch warnings
  powerpc, memblock: Fix memblock API change fallout
  memblock, microblaze: Fix memblock API change fallout
  x86: Remove old bootmem code
  x86, memblock: Use memblock_memory_size()/memblock_free_memory_size() to get correct dma_reserve
  x86: Remove not used early_res code
  x86, memblock: Replace e820_/_early string with memblock_
  x86: Use memblock to replace early_res
  x86, memblock: Use memblock_debug to control debug message print out
  ...

Fix up trivial conflicts in arch/x86/kernel/setup.c and kernel/Makefile
parents b5153163 67e87f0a
...@@ -150,6 +150,7 @@ static void __init find_limits(struct meminfo *mi, ...@@ -150,6 +150,7 @@ static void __init find_limits(struct meminfo *mi,
static void __init arm_bootmem_init(struct meminfo *mi, static void __init arm_bootmem_init(struct meminfo *mi,
unsigned long start_pfn, unsigned long end_pfn) unsigned long start_pfn, unsigned long end_pfn)
{ {
struct memblock_region *reg;
unsigned int boot_pages; unsigned int boot_pages;
phys_addr_t bitmap; phys_addr_t bitmap;
pg_data_t *pgdat; pg_data_t *pgdat;
...@@ -180,12 +181,12 @@ static void __init arm_bootmem_init(struct meminfo *mi, ...@@ -180,12 +181,12 @@ static void __init arm_bootmem_init(struct meminfo *mi,
/* /*
* Reserve the memblock reserved regions in bootmem. * Reserve the memblock reserved regions in bootmem.
*/ */
for (i = 0; i < memblock.reserved.cnt; i++) { for_each_memblock(reserved, reg) {
phys_addr_t start = memblock_start_pfn(&memblock.reserved, i); phys_addr_t start = memblock_region_reserved_base_pfn(reg);
if (start >= start_pfn && phys_addr_t end = memblock_region_reserved_end_pfn(reg);
memblock_end_pfn(&memblock.reserved, i) <= end_pfn) if (start >= start_pfn && end <= end_pfn)
reserve_bootmem_node(pgdat, __pfn_to_phys(start), reserve_bootmem_node(pgdat, __pfn_to_phys(start),
memblock_size_bytes(&memblock.reserved, i), (end - start) << PAGE_SHIFT,
BOOTMEM_DEFAULT); BOOTMEM_DEFAULT);
} }
} }
...@@ -237,20 +238,7 @@ static void __init arm_bootmem_free(struct meminfo *mi, unsigned long min, ...@@ -237,20 +238,7 @@ static void __init arm_bootmem_free(struct meminfo *mi, unsigned long min,
#ifndef CONFIG_SPARSEMEM #ifndef CONFIG_SPARSEMEM
int pfn_valid(unsigned long pfn) int pfn_valid(unsigned long pfn)
{ {
struct memblock_region *mem = &memblock.memory; return memblock_is_memory(pfn << PAGE_SHIFT);
unsigned int left = 0, right = mem->cnt;
do {
unsigned int mid = (right + left) / 2;
if (pfn < memblock_start_pfn(mem, mid))
right = mid;
else if (pfn >= memblock_end_pfn(mem, mid))
left = mid + 1;
else
return 1;
} while (left < right);
return 0;
} }
EXPORT_SYMBOL(pfn_valid); EXPORT_SYMBOL(pfn_valid);
...@@ -260,10 +248,11 @@ static void arm_memory_present(void) ...@@ -260,10 +248,11 @@ static void arm_memory_present(void)
#else #else
static void arm_memory_present(void) static void arm_memory_present(void)
{ {
int i; struct memblock_region *reg;
for (i = 0; i < memblock.memory.cnt; i++)
memory_present(0, memblock_start_pfn(&memblock.memory, i), for_each_memblock(memory, reg)
memblock_end_pfn(&memblock.memory, i)); memory_present(0, memblock_region_memory_base_pfn(reg),
memblock_region_memory_end_pfn(reg));
} }
#endif #endif
......
...@@ -173,11 +173,7 @@ static int check_fbmem_region(int region_idx, struct omapfb_mem_region *rg, ...@@ -173,11 +173,7 @@ static int check_fbmem_region(int region_idx, struct omapfb_mem_region *rg,
static int valid_sdram(unsigned long addr, unsigned long size) static int valid_sdram(unsigned long addr, unsigned long size)
{ {
struct memblock_property res; return memblock_is_region_memory(addr, size);
res.base = addr;
res.size = size;
return !memblock_find(&res) && res.base == addr && res.size == size;
} }
static int reserve_sdram(unsigned long addr, unsigned long size) static int reserve_sdram(unsigned long addr, unsigned long size)
......
...@@ -9,9 +9,6 @@ ...@@ -9,9 +9,6 @@
#ifndef _ASM_MICROBLAZE_MEMBLOCK_H #ifndef _ASM_MICROBLAZE_MEMBLOCK_H
#define _ASM_MICROBLAZE_MEMBLOCK_H #define _ASM_MICROBLAZE_MEMBLOCK_H
/* MEMBLOCK limit is OFF */
#define MEMBLOCK_REAL_LIMIT 0xFFFFFFFF
#endif /* _ASM_MICROBLAZE_MEMBLOCK_H */ #endif /* _ASM_MICROBLAZE_MEMBLOCK_H */
...@@ -70,16 +70,16 @@ static void __init paging_init(void) ...@@ -70,16 +70,16 @@ static void __init paging_init(void)
void __init setup_memory(void) void __init setup_memory(void)
{ {
int i;
unsigned long map_size; unsigned long map_size;
struct memblock_region *reg;
#ifndef CONFIG_MMU #ifndef CONFIG_MMU
u32 kernel_align_start, kernel_align_size; u32 kernel_align_start, kernel_align_size;
/* Find main memory where is the kernel */ /* Find main memory where is the kernel */
for (i = 0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
memory_start = (u32) memblock.memory.region[i].base; memory_start = (u32)reg->base;
memory_end = (u32) memblock.memory.region[i].base memory_end = (u32) reg->base + reg->size;
+ (u32) memblock.memory.region[i].size;
if ((memory_start <= (u32)_text) && if ((memory_start <= (u32)_text) &&
((u32)_text <= memory_end)) { ((u32)_text <= memory_end)) {
memory_size = memory_end - memory_start; memory_size = memory_end - memory_start;
...@@ -142,12 +142,10 @@ void __init setup_memory(void) ...@@ -142,12 +142,10 @@ void __init setup_memory(void)
free_bootmem(memory_start, memory_size); free_bootmem(memory_start, memory_size);
/* reserve allocate blocks */ /* reserve allocate blocks */
for (i = 0; i < memblock.reserved.cnt; i++) { for_each_memblock(reserved, reg) {
pr_debug("reserved %d - 0x%08x-0x%08x\n", i, pr_debug("reserved - 0x%08x-0x%08x\n",
(u32) memblock.reserved.region[i].base, (u32) reg->base, (u32) reg->size);
(u32) memblock_size_bytes(&memblock.reserved, i)); reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT);
reserve_bootmem(memblock.reserved.region[i].base,
memblock_size_bytes(&memblock.reserved, i) - 1, BOOTMEM_DEFAULT);
} }
#ifdef CONFIG_MMU #ifdef CONFIG_MMU
init_bootmem_done = 1; init_bootmem_done = 1;
...@@ -230,7 +228,7 @@ static void mm_cmdline_setup(void) ...@@ -230,7 +228,7 @@ static void mm_cmdline_setup(void)
if (maxmem && memory_size > maxmem) { if (maxmem && memory_size > maxmem) {
memory_size = maxmem; memory_size = maxmem;
memory_end = memory_start + memory_size; memory_end = memory_start + memory_size;
memblock.memory.region[0].size = memory_size; memblock.memory.regions[0].size = memory_size;
} }
} }
} }
...@@ -273,14 +271,14 @@ asmlinkage void __init mmu_init(void) ...@@ -273,14 +271,14 @@ asmlinkage void __init mmu_init(void)
machine_restart(NULL); machine_restart(NULL);
} }
if ((u32) memblock.memory.region[0].size < 0x1000000) { if ((u32) memblock.memory.regions[0].size < 0x1000000) {
printk(KERN_EMERG "Memory must be greater than 16MB\n"); printk(KERN_EMERG "Memory must be greater than 16MB\n");
machine_restart(NULL); machine_restart(NULL);
} }
/* Find main memory where the kernel is */ /* Find main memory where the kernel is */
memory_start = (u32) memblock.memory.region[0].base; memory_start = (u32) memblock.memory.regions[0].base;
memory_end = (u32) memblock.memory.region[0].base + memory_end = (u32) memblock.memory.regions[0].base +
(u32) memblock.memory.region[0].size; (u32) memblock.memory.regions[0].size;
memory_size = memory_end - memory_start; memory_size = memory_end - memory_start;
mm_cmdline_setup(); /* FIXME parse args from command line - not used */ mm_cmdline_setup(); /* FIXME parse args from command line - not used */
......
...@@ -5,11 +5,4 @@ ...@@ -5,11 +5,4 @@
#define MEMBLOCK_DBG(fmt...) udbg_printf(fmt) #define MEMBLOCK_DBG(fmt...) udbg_printf(fmt)
#ifdef CONFIG_PPC32
extern phys_addr_t lowmem_end_addr;
#define MEMBLOCK_REAL_LIMIT lowmem_end_addr
#else
#define MEMBLOCK_REAL_LIMIT 0
#endif
#endif /* _ASM_POWERPC_MEMBLOCK_H */ #endif /* _ASM_POWERPC_MEMBLOCK_H */
...@@ -2,6 +2,8 @@ ...@@ -2,6 +2,8 @@
#define _ASM_POWERPC_MMU_H_ #define _ASM_POWERPC_MMU_H_
#ifdef __KERNEL__ #ifdef __KERNEL__
#include <linux/types.h>
#include <asm/asm-compat.h> #include <asm/asm-compat.h>
#include <asm/feature-fixups.h> #include <asm/feature-fixups.h>
...@@ -82,6 +84,16 @@ extern unsigned int __start___mmu_ftr_fixup, __stop___mmu_ftr_fixup; ...@@ -82,6 +84,16 @@ extern unsigned int __start___mmu_ftr_fixup, __stop___mmu_ftr_fixup;
extern void early_init_mmu(void); extern void early_init_mmu(void);
extern void early_init_mmu_secondary(void); extern void early_init_mmu_secondary(void);
extern void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size);
#ifdef CONFIG_PPC64
/* This is our real memory area size on ppc64 server, on embedded, we
* make it match the size our of bolted TLB area
*/
extern u64 ppc64_rma_size;
#endif /* CONFIG_PPC64 */
#endif /* !__ASSEMBLY__ */ #endif /* !__ASSEMBLY__ */
/* The kernel use the constants below to index in the page sizes array. /* The kernel use the constants below to index in the page sizes array.
......
...@@ -923,11 +923,7 @@ initial_mmu: ...@@ -923,11 +923,7 @@ initial_mmu:
mtspr SPRN_PID,r0 mtspr SPRN_PID,r0
sync sync
/* Configure and load two entries into TLB slots 62 and 63. /* Configure and load one entry into TLB slots 63 */
* In case we are pinning TLBs, these are reserved in by the
* other TLB functions. If not reserving, then it doesn't
* matter where they are loaded.
*/
clrrwi r4,r4,10 /* Mask off the real page number */ clrrwi r4,r4,10 /* Mask off the real page number */
ori r4,r4,(TLB_WR | TLB_EX) /* Set the write and execute bits */ ori r4,r4,(TLB_WR | TLB_EX) /* Set the write and execute bits */
......
...@@ -127,7 +127,7 @@ void __init allocate_pacas(void) ...@@ -127,7 +127,7 @@ void __init allocate_pacas(void)
* the first segment. On iSeries they must be within the area mapped * the first segment. On iSeries they must be within the area mapped
* by the HV, which is HvPagesToMap * HVPAGESIZE bytes. * by the HV, which is HvPagesToMap * HVPAGESIZE bytes.
*/ */
limit = min(0x10000000ULL, memblock.rmo_size); limit = min(0x10000000ULL, ppc64_rma_size);
if (firmware_has_feature(FW_FEATURE_ISERIES)) if (firmware_has_feature(FW_FEATURE_ISERIES))
limit = min(limit, HvPagesToMap * HVPAGESIZE); limit = min(limit, HvPagesToMap * HVPAGESIZE);
......
...@@ -66,6 +66,7 @@ ...@@ -66,6 +66,7 @@
int __initdata iommu_is_off; int __initdata iommu_is_off;
int __initdata iommu_force_on; int __initdata iommu_force_on;
unsigned long tce_alloc_start, tce_alloc_end; unsigned long tce_alloc_start, tce_alloc_end;
u64 ppc64_rma_size;
#endif #endif
static int __init early_parse_mem(char *p) static int __init early_parse_mem(char *p)
...@@ -98,7 +99,7 @@ static void __init move_device_tree(void) ...@@ -98,7 +99,7 @@ static void __init move_device_tree(void)
if ((memory_limit && (start + size) > memory_limit) || if ((memory_limit && (start + size) > memory_limit) ||
overlaps_crashkernel(start, size)) { overlaps_crashkernel(start, size)) {
p = __va(memblock_alloc_base(size, PAGE_SIZE, memblock.rmo_size)); p = __va(memblock_alloc(size, PAGE_SIZE));
memcpy(p, initial_boot_params, size); memcpy(p, initial_boot_params, size);
initial_boot_params = (struct boot_param_header *)p; initial_boot_params = (struct boot_param_header *)p;
DBG("Moved device tree to 0x%p\n", p); DBG("Moved device tree to 0x%p\n", p);
...@@ -492,7 +493,7 @@ static int __init early_init_dt_scan_memory_ppc(unsigned long node, ...@@ -492,7 +493,7 @@ static int __init early_init_dt_scan_memory_ppc(unsigned long node,
void __init early_init_dt_add_memory_arch(u64 base, u64 size) void __init early_init_dt_add_memory_arch(u64 base, u64 size)
{ {
#if defined(CONFIG_PPC64) #ifdef CONFIG_PPC64
if (iommu_is_off) { if (iommu_is_off) {
if (base >= 0x80000000ul) if (base >= 0x80000000ul)
return; return;
...@@ -501,9 +502,13 @@ void __init early_init_dt_add_memory_arch(u64 base, u64 size) ...@@ -501,9 +502,13 @@ void __init early_init_dt_add_memory_arch(u64 base, u64 size)
} }
#endif #endif
memblock_add(base, size); /* First MEMBLOCK added, do some special initializations */
if (memstart_addr == ~(phys_addr_t)0)
setup_initial_memory_limit(base, size);
memstart_addr = min((u64)memstart_addr, base); memstart_addr = min((u64)memstart_addr, base);
/* Add the chunk to the MEMBLOCK list */
memblock_add(base, size);
} }
u64 __init early_init_dt_alloc_memory_arch(u64 size, u64 align) u64 __init early_init_dt_alloc_memory_arch(u64 size, u64 align)
...@@ -655,7 +660,6 @@ static void __init phyp_dump_reserve_mem(void) ...@@ -655,7 +660,6 @@ static void __init phyp_dump_reserve_mem(void)
static inline void __init phyp_dump_reserve_mem(void) {} static inline void __init phyp_dump_reserve_mem(void) {}
#endif /* CONFIG_PHYP_DUMP && CONFIG_PPC_RTAS */ #endif /* CONFIG_PHYP_DUMP && CONFIG_PPC_RTAS */
void __init early_init_devtree(void *params) void __init early_init_devtree(void *params)
{ {
phys_addr_t limit; phys_addr_t limit;
...@@ -683,6 +687,7 @@ void __init early_init_devtree(void *params) ...@@ -683,6 +687,7 @@ void __init early_init_devtree(void *params)
/* Scan memory nodes and rebuild MEMBLOCKs */ /* Scan memory nodes and rebuild MEMBLOCKs */
memblock_init(); memblock_init();
of_scan_flat_dt(early_init_dt_scan_root, NULL); of_scan_flat_dt(early_init_dt_scan_root, NULL);
of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL); of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL);
......
...@@ -969,7 +969,7 @@ void __init rtas_initialize(void) ...@@ -969,7 +969,7 @@ void __init rtas_initialize(void)
*/ */
#ifdef CONFIG_PPC64 #ifdef CONFIG_PPC64
if (machine_is(pseries) && firmware_has_feature(FW_FEATURE_LPAR)) { if (machine_is(pseries) && firmware_has_feature(FW_FEATURE_LPAR)) {
rtas_region = min(memblock.rmo_size, RTAS_INSTANTIATE_MAX); rtas_region = min(ppc64_rma_size, RTAS_INSTANTIATE_MAX);
ibm_suspend_me_token = rtas_token("ibm,suspend-me"); ibm_suspend_me_token = rtas_token("ibm,suspend-me");
} }
#endif #endif
......
...@@ -246,7 +246,7 @@ static void __init irqstack_early_init(void) ...@@ -246,7 +246,7 @@ static void __init irqstack_early_init(void)
unsigned int i; unsigned int i;
/* interrupt stacks must be in lowmem, we get that for free on ppc32 /* interrupt stacks must be in lowmem, we get that for free on ppc32
* as the memblock is limited to lowmem by MEMBLOCK_REAL_LIMIT */ * as the memblock is limited to lowmem by default */
for_each_possible_cpu(i) { for_each_possible_cpu(i) {
softirq_ctx[i] = (struct thread_info *) softirq_ctx[i] = (struct thread_info *)
__va(memblock_alloc(THREAD_SIZE, THREAD_SIZE)); __va(memblock_alloc(THREAD_SIZE, THREAD_SIZE));
......
...@@ -486,7 +486,7 @@ static void __init emergency_stack_init(void) ...@@ -486,7 +486,7 @@ static void __init emergency_stack_init(void)
* bringup, we need to get at them in real mode. This means they * bringup, we need to get at them in real mode. This means they
* must also be within the RMO region. * must also be within the RMO region.
*/ */
limit = min(slb0_limit(), memblock.rmo_size); limit = min(slb0_limit(), ppc64_rma_size);
for_each_possible_cpu(i) { for_each_possible_cpu(i) {
unsigned long sp; unsigned long sp;
......
...@@ -35,6 +35,7 @@ ...@@ -35,6 +35,7 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/delay.h> #include <linux/delay.h>
#include <linux/highmem.h> #include <linux/highmem.h>
#include <linux/memblock.h>
#include <asm/pgalloc.h> #include <asm/pgalloc.h>
#include <asm/prom.h> #include <asm/prom.h>
...@@ -47,6 +48,7 @@ ...@@ -47,6 +48,7 @@
#include <asm/bootx.h> #include <asm/bootx.h>
#include <asm/machdep.h> #include <asm/machdep.h>
#include <asm/setup.h> #include <asm/setup.h>
#include "mmu_decl.h" #include "mmu_decl.h"
extern int __map_without_ltlbs; extern int __map_without_ltlbs;
...@@ -139,8 +141,19 @@ unsigned long __init mmu_mapin_ram(unsigned long top) ...@@ -139,8 +141,19 @@ unsigned long __init mmu_mapin_ram(unsigned long top)
* coverage with normal-sized pages (or other reasons) do not * coverage with normal-sized pages (or other reasons) do not
* attempt to allocate outside the allowed range. * attempt to allocate outside the allowed range.
*/ */
memblock_set_current_limit(mapped);
__initial_memory_limit_addr = memstart_addr + mapped;
return mapped; return mapped;
} }
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* We don't currently support the first MEMBLOCK not mapping 0
* physical on those processors
*/
BUG_ON(first_memblock_base != 0);
/* 40x can only access 16MB at the moment (see head_40x.S) */
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000));
}
...@@ -24,6 +24,8 @@ ...@@ -24,6 +24,8 @@
*/ */
#include <linux/init.h> #include <linux/init.h>
#include <linux/memblock.h>
#include <asm/mmu.h> #include <asm/mmu.h>
#include <asm/system.h> #include <asm/system.h>
#include <asm/page.h> #include <asm/page.h>
...@@ -213,6 +215,18 @@ unsigned long __init mmu_mapin_ram(unsigned long top) ...@@ -213,6 +215,18 @@ unsigned long __init mmu_mapin_ram(unsigned long top)
return total_lowmem; return total_lowmem;
} }
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* We don't currently support the first MEMBLOCK not mapping 0
* physical on those processors
*/
BUG_ON(first_memblock_base != 0);
/* 44x has a 256M TLB entry pinned at boot */
memblock_set_current_limit(min_t(u64, first_memblock_size, PPC_PIN_SIZE));
}
#ifdef CONFIG_SMP #ifdef CONFIG_SMP
void __cpuinit mmu_init_secondary(int cpu) void __cpuinit mmu_init_secondary(int cpu)
{ {
......
...@@ -40,6 +40,7 @@ ...@@ -40,6 +40,7 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/delay.h> #include <linux/delay.h>
#include <linux/highmem.h> #include <linux/highmem.h>
#include <linux/memblock.h>
#include <asm/pgalloc.h> #include <asm/pgalloc.h>
#include <asm/prom.h> #include <asm/prom.h>
...@@ -213,5 +214,14 @@ void __init adjust_total_lowmem(void) ...@@ -213,5 +214,14 @@ void __init adjust_total_lowmem(void)
pr_cont("%lu Mb, residual: %dMb\n", tlbcam_sz(tlbcam_index - 1) >> 20, pr_cont("%lu Mb, residual: %dMb\n", tlbcam_sz(tlbcam_index - 1) >> 20,
(unsigned int)((total_lowmem - __max_low_memory) >> 20)); (unsigned int)((total_lowmem - __max_low_memory) >> 20));
__initial_memory_limit_addr = memstart_addr + __max_low_memory; memblock_set_current_limit(memstart_addr + __max_low_memory);
}
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
phys_addr_t limit = first_memblock_base + first_memblock_size;
/* 64M mapped initially according to head_fsl_booke.S */
memblock_set_current_limit(min_t(u64, limit, 0x04000000));
} }
...@@ -588,7 +588,7 @@ static void __init htab_initialize(void) ...@@ -588,7 +588,7 @@ static void __init htab_initialize(void)
unsigned long pteg_count; unsigned long pteg_count;
unsigned long prot; unsigned long prot;
unsigned long base = 0, size = 0, limit; unsigned long base = 0, size = 0, limit;
int i; struct memblock_region *reg;
DBG(" -> htab_initialize()\n"); DBG(" -> htab_initialize()\n");
...@@ -625,7 +625,7 @@ static void __init htab_initialize(void) ...@@ -625,7 +625,7 @@ static void __init htab_initialize(void)
if (machine_is(cell)) if (machine_is(cell))
limit = 0x80000000; limit = 0x80000000;
else else
limit = 0; limit = MEMBLOCK_ALLOC_ANYWHERE;
table = memblock_alloc_base(htab_size_bytes, htab_size_bytes, limit); table = memblock_alloc_base(htab_size_bytes, htab_size_bytes, limit);
...@@ -649,7 +649,7 @@ static void __init htab_initialize(void) ...@@ -649,7 +649,7 @@ static void __init htab_initialize(void)
#ifdef CONFIG_DEBUG_PAGEALLOC #ifdef CONFIG_DEBUG_PAGEALLOC
linear_map_hash_count = memblock_end_of_DRAM() >> PAGE_SHIFT; linear_map_hash_count = memblock_end_of_DRAM() >> PAGE_SHIFT;
linear_map_hash_slots = __va(memblock_alloc_base(linear_map_hash_count, linear_map_hash_slots = __va(memblock_alloc_base(linear_map_hash_count,
1, memblock.rmo_size)); 1, ppc64_rma_size));
memset(linear_map_hash_slots, 0, linear_map_hash_count); memset(linear_map_hash_slots, 0, linear_map_hash_count);
#endif /* CONFIG_DEBUG_PAGEALLOC */ #endif /* CONFIG_DEBUG_PAGEALLOC */
...@@ -659,9 +659,9 @@ static void __init htab_initialize(void) ...@@ -659,9 +659,9 @@ static void __init htab_initialize(void)
*/ */
/* create bolted the linear mapping in the hash table */ /* create bolted the linear mapping in the hash table */
for (i=0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
base = (unsigned long)__va(memblock.memory.region[i].base); base = (unsigned long)__va(reg->base);
size = memblock.memory.region[i].size; size = reg->size;
DBG("creating mapping for region: %lx..%lx (prot: %lx)\n", DBG("creating mapping for region: %lx..%lx (prot: %lx)\n",
base, size, prot); base, size, prot);
...@@ -697,6 +697,7 @@ static void __init htab_initialize(void) ...@@ -697,6 +697,7 @@ static void __init htab_initialize(void)
BUG_ON(htab_bolt_mapping(base, base + size, __pa(base), BUG_ON(htab_bolt_mapping(base, base + size, __pa(base),
prot, mmu_linear_psize, mmu_kernel_ssize)); prot, mmu_linear_psize, mmu_kernel_ssize));
} }
memblock_set_current_limit(MEMBLOCK_ALLOC_ANYWHERE);
/* /*
* If we have a memory_limit and we've allocated TCEs then we need to * If we have a memory_limit and we've allocated TCEs then we need to
...@@ -1247,3 +1248,23 @@ void kernel_map_pages(struct page *page, int numpages, int enable) ...@@ -1247,3 +1248,23 @@ void kernel_map_pages(struct page *page, int numpages, int enable)
local_irq_restore(flags); local_irq_restore(flags);
} }
#endif /* CONFIG_DEBUG_PAGEALLOC */ #endif /* CONFIG_DEBUG_PAGEALLOC */
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* We don't currently support the first MEMBLOCK not mapping 0
* physical on those processors
*/
BUG_ON(first_memblock_base != 0);
/* On LPAR systems, the first entry is our RMA region,
* non-LPAR 64-bit hash MMU systems don't have a limitation
* on real mode access, but using the first entry works well
* enough. We also clamp it to 1G to avoid some funky things
* such as RTAS bugs etc...
*/
ppc64_rma_size = min_t(u64, first_memblock_size, 0x40000000);
/* Finally limit subsequent allocations */
memblock_set_current_limit(ppc64_rma_size);
}
...@@ -91,12 +91,6 @@ int __allow_ioremap_reserved; ...@@ -91,12 +91,6 @@ int __allow_ioremap_reserved;
/* max amount of low RAM to map in */ /* max amount of low RAM to map in */
unsigned long __max_low_memory = MAX_LOW_MEM; unsigned long __max_low_memory = MAX_LOW_MEM;
/*
* address of the limit of what is accessible with initial MMU setup -
* 256MB usually, but only 16MB on 601.
*/
phys_addr_t __initial_memory_limit_addr = (phys_addr_t)0x10000000;
/* /*
* Check for command-line options that affect what MMU_init will do. * Check for command-line options that affect what MMU_init will do.
*/ */
...@@ -126,13 +120,6 @@ void __init MMU_init(void) ...@@ -126,13 +120,6 @@ void __init MMU_init(void)
if (ppc_md.progress) if (ppc_md.progress)
ppc_md.progress("MMU:enter", 0x111); ppc_md.progress("MMU:enter", 0x111);
/* 601 can only access 16MB at the moment */
if (PVR_VER(mfspr(SPRN_PVR)) == 1)
__initial_memory_limit_addr = 0x01000000;
/* 8xx can only access 8MB at the moment */
if (PVR_VER(mfspr(SPRN_PVR)) == 0x50)
__initial_memory_limit_addr = 0x00800000;
/* parse args from command line */ /* parse args from command line */
MMU_setup(); MMU_setup();
...@@ -190,20 +177,18 @@ void __init MMU_init(void) ...@@ -190,20 +177,18 @@ void __init MMU_init(void)
#ifdef CONFIG_BOOTX_TEXT #ifdef CONFIG_BOOTX_TEXT
btext_unmap(); btext_unmap();
#endif #endif
/* Shortly after that, the entire linear mapping will be available */
memblock_set_current_limit(lowmem_end_addr);
} }
/* This is only called until mem_init is done. */ /* This is only called until mem_init is done. */
void __init *early_get_page(void) void __init *early_get_page(void)
{ {
void *p; if (init_bootmem_done)
return alloc_bootmem_pages(PAGE_SIZE);
if (init_bootmem_done) { else
p = alloc_bootmem_pages(PAGE_SIZE); return __va(memblock_alloc(PAGE_SIZE, PAGE_SIZE));
} else {
p = __va(memblock_alloc_base(PAGE_SIZE, PAGE_SIZE,
__initial_memory_limit_addr));
}
return p;
} }
/* Free up now-unused memory */ /* Free up now-unused memory */
...@@ -252,3 +237,17 @@ void free_initrd_mem(unsigned long start, unsigned long end) ...@@ -252,3 +237,17 @@ void free_initrd_mem(unsigned long start, unsigned long end)
} }
#endif #endif
#ifdef CONFIG_8xx /* No 8xx specific .c file to put that in ... */
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* We don't currently support the first MEMBLOCK not mapping 0
* physical on those processors
*/
BUG_ON(first_memblock_base != 0);
/* 8xx can only access 8MB at the moment */
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000));
}
#endif /* CONFIG_8xx */
...@@ -330,3 +330,4 @@ int __meminit vmemmap_populate(struct page *start_page, ...@@ -330,3 +330,4 @@ int __meminit vmemmap_populate(struct page *start_page,
return 0; return 0;
} }
#endif /* CONFIG_SPARSEMEM_VMEMMAP */ #endif /* CONFIG_SPARSEMEM_VMEMMAP */
...@@ -82,18 +82,11 @@ int page_is_ram(unsigned long pfn) ...@@ -82,18 +82,11 @@ int page_is_ram(unsigned long pfn)
return pfn < max_pfn; return pfn < max_pfn;
#else #else
unsigned long paddr = (pfn << PAGE_SHIFT); unsigned long paddr = (pfn << PAGE_SHIFT);
int i; struct memblock_region *reg;
for (i=0; i < memblock.memory.cnt; i++) {
unsigned long base;
base = memblock.memory.region[i].base; for_each_memblock(memory, reg)
if (paddr >= reg->base && paddr < (reg->base + reg->size))
if ((paddr >= base) &&
(paddr < (base + memblock.memory.region[i].size))) {
return 1; return 1;
}
}
return 0; return 0;
#endif #endif
} }
...@@ -149,23 +142,19 @@ int ...@@ -149,23 +142,19 @@ int
walk_system_ram_range(unsigned long start_pfn, unsigned long nr_pages, walk_system_ram_range(unsigned long start_pfn, unsigned long nr_pages,
void *arg, int (*func)(unsigned long, unsigned long, void *)) void *arg, int (*func)(unsigned long, unsigned long, void *))
{ {
struct memblock_property res; struct memblock_region *reg;
unsigned long pfn, len; unsigned long end_pfn = start_pfn + nr_pages;
u64 end; unsigned long tstart, tend;
int ret = -1; int ret = -1;
res.base = (u64) start_pfn << PAGE_SHIFT; for_each_memblock(memory, reg) {
res.size = (u64) nr_pages << PAGE_SHIFT; tstart = max(start_pfn, memblock_region_memory_base_pfn(reg));
tend = min(end_pfn, memblock_region_memory_end_pfn(reg));
end = res.base + res.size - 1; if (tstart >= tend)
while ((res.base < end) && (memblock_find(&res) >= 0)) { continue;
pfn = (unsigned long)(res.base >> PAGE_SHIFT); ret = (*func)(tstart, tend - tstart, arg);
len = (unsigned long)(res.size >> PAGE_SHIFT);
ret = (*func)(pfn, len, arg);
if (ret) if (ret)
break; break;
res.base += (res.size + 1);
res.size = (end - res.base + 1);
} }
return ret; return ret;
} }
...@@ -179,9 +168,9 @@ EXPORT_SYMBOL_GPL(walk_system_ram_range); ...@@ -179,9 +168,9 @@ EXPORT_SYMBOL_GPL(walk_system_ram_range);
#ifndef CONFIG_NEED_MULTIPLE_NODES #ifndef CONFIG_NEED_MULTIPLE_NODES
void __init do_init_bootmem(void) void __init do_init_bootmem(void)
{ {
unsigned long i;
unsigned long start, bootmap_pages; unsigned long start, bootmap_pages;
unsigned long total_pages; unsigned long total_pages;
struct memblock_region *reg;
int boot_mapsize; int boot_mapsize;
max_low_pfn = max_pfn = memblock_end_of_DRAM() >> PAGE_SHIFT; max_low_pfn = max_pfn = memblock_end_of_DRAM() >> PAGE_SHIFT;
...@@ -204,10 +193,10 @@ void __init do_init_bootmem(void) ...@@ -204,10 +193,10 @@ void __init do_init_bootmem(void)
boot_mapsize = init_bootmem_node(NODE_DATA(0), start >> PAGE_SHIFT, min_low_pfn, max_low_pfn); boot_mapsize = init_bootmem_node(NODE_DATA(0), start >> PAGE_SHIFT, min_low_pfn, max_low_pfn);
/* Add active regions with valid PFNs */ /* Add active regions with valid PFNs */
for (i = 0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
unsigned long start_pfn, end_pfn; unsigned long start_pfn, end_pfn;
start_pfn = memblock.memory.region[i].base >> PAGE_SHIFT; start_pfn = memblock_region_memory_base_pfn(reg);
end_pfn = start_pfn + memblock_size_pages(&memblock.memory, i); end_pfn = memblock_region_memory_end_pfn(reg);
add_active_range(0, start_pfn, end_pfn); add_active_range(0, start_pfn, end_pfn);
} }
...@@ -218,29 +207,21 @@ void __init do_init_bootmem(void) ...@@ -218,29 +207,21 @@ void __init do_init_bootmem(void)
free_bootmem_with_active_regions(0, lowmem_end_addr >> PAGE_SHIFT); free_bootmem_with_active_regions(0, lowmem_end_addr >> PAGE_SHIFT);
/* reserve the sections we're already using */ /* reserve the sections we're already using */
for (i = 0; i < memblock.reserved.cnt; i++) { for_each_memblock(reserved, reg) {
unsigned long addr = memblock.reserved.region[i].base + unsigned long top = reg->base + reg->size - 1;
memblock_size_bytes(&memblock.reserved, i) - 1; if (top < lowmem_end_addr)
if (addr < lowmem_end_addr) reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT);
reserve_bootmem(memblock.reserved.region[i].base, else if (reg->base < lowmem_end_addr) {
memblock_size_bytes(&memblock.reserved, i), unsigned long trunc_size = lowmem_end_addr - reg->base;
BOOTMEM_DEFAULT); reserve_bootmem(reg->base, trunc_size, BOOTMEM_DEFAULT);
else if (memblock.reserved.region[i].base < lowmem_end_addr) {
unsigned long adjusted_size = lowmem_end_addr -
memblock.reserved.region[i].base;
reserve_bootmem(memblock.reserved.region[i].base,
adjusted_size, BOOTMEM_DEFAULT);
} }
} }
#else #else
free_bootmem_with_active_regions(0, max_pfn); free_bootmem_with_active_regions(0, max_pfn);
/* reserve the sections we're already using */ /* reserve the sections we're already using */
for (i = 0; i < memblock.reserved.cnt; i++) for_each_memblock(reserved, reg)
reserve_bootmem(memblock.reserved.region[i].base, reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT);
memblock_size_bytes(&memblock.reserved, i),
BOOTMEM_DEFAULT);
#endif #endif
/* XXX need to clip this if using highmem? */ /* XXX need to clip this if using highmem? */
sparse_memory_present_with_active_regions(0); sparse_memory_present_with_active_regions(0);
...@@ -251,22 +232,15 @@ void __init do_init_bootmem(void) ...@@ -251,22 +232,15 @@ void __init do_init_bootmem(void)
/* mark pages that don't exist as nosave */ /* mark pages that don't exist as nosave */
static int __init mark_nonram_nosave(void) static int __init mark_nonram_nosave(void)
{ {
unsigned long memblock_next_region_start_pfn, struct memblock_region *reg, *prev = NULL;
memblock_region_max_pfn;
int i; for_each_memblock(memory, reg) {
if (prev &&
for (i = 0; i < memblock.memory.cnt - 1; i++) { memblock_region_memory_end_pfn(prev) < memblock_region_memory_base_pfn(reg))
memblock_region_max_pfn = register_nosave_region(memblock_region_memory_end_pfn(prev),
(memblock.memory.region[i].base >> PAGE_SHIFT) + memblock_region_memory_base_pfn(reg));
(memblock.memory.region[i].size >> PAGE_SHIFT); prev = reg;
memblock_next_region_start_pfn =
memblock.memory.region[i+1].base >> PAGE_SHIFT;
if (memblock_region_max_pfn < memblock_next_region_start_pfn)
register_nosave_region(memblock_region_max_pfn,
memblock_next_region_start_pfn);
} }
return 0; return 0;
} }
...@@ -327,7 +301,7 @@ void __init mem_init(void) ...@@ -327,7 +301,7 @@ void __init mem_init(void)
swiotlb_init(1); swiotlb_init(1);
#endif #endif
num_physpages = memblock.memory.size >> PAGE_SHIFT; num_physpages = memblock_phys_mem_size() >> PAGE_SHIFT;
high_memory = (void *) __va(max_low_pfn * PAGE_SIZE); high_memory = (void *) __va(max_low_pfn * PAGE_SIZE);
#ifdef CONFIG_NEED_MULTIPLE_NODES #ifdef CONFIG_NEED_MULTIPLE_NODES
......
...@@ -802,16 +802,17 @@ static void __init setup_nonnuma(void) ...@@ -802,16 +802,17 @@ static void __init setup_nonnuma(void)
unsigned long top_of_ram = memblock_end_of_DRAM(); unsigned long top_of_ram = memblock_end_of_DRAM();
unsigned long total_ram = memblock_phys_mem_size(); unsigned long total_ram = memblock_phys_mem_size();
unsigned long start_pfn, end_pfn; unsigned long start_pfn, end_pfn;
unsigned int i, nid = 0; unsigned int nid = 0;
struct memblock_region *reg;
printk(KERN_DEBUG "Top of RAM: 0x%lx, Total RAM: 0x%lx\n", printk(KERN_DEBUG "Top of RAM: 0x%lx, Total RAM: 0x%lx\n",
top_of_ram, total_ram); top_of_ram, total_ram);
printk(KERN_DEBUG "Memory hole size: %ldMB\n", printk(KERN_DEBUG "Memory hole size: %ldMB\n",
(top_of_ram - total_ram) >> 20); (top_of_ram - total_ram) >> 20);
for (i = 0; i < memblock.memory.cnt; ++i) { for_each_memblock(memory, reg) {
start_pfn = memblock.memory.region[i].base >> PAGE_SHIFT; start_pfn = memblock_region_memory_base_pfn(reg);
end_pfn = start_pfn + memblock_size_pages(&memblock.memory, i); end_pfn = memblock_region_memory_end_pfn(reg);
fake_numa_create_new_node(end_pfn, &nid); fake_numa_create_new_node(end_pfn, &nid);
add_active_range(nid, start_pfn, end_pfn); add_active_range(nid, start_pfn, end_pfn);
...@@ -947,11 +948,11 @@ static struct notifier_block __cpuinitdata ppc64_numa_nb = { ...@@ -947,11 +948,11 @@ static struct notifier_block __cpuinitdata ppc64_numa_nb = {
static void mark_reserved_regions_for_nid(int nid) static void mark_reserved_regions_for_nid(int nid)
{ {
struct pglist_data *node = NODE_DATA(nid); struct pglist_data *node = NODE_DATA(nid);
int i; struct memblock_region *reg;
for (i = 0; i < memblock.reserved.cnt; i++) { for_each_memblock(reserved, reg) {
unsigned long physbase = memblock.reserved.region[i].base; unsigned long physbase = reg->base;
unsigned long size = memblock.reserved.region[i].size; unsigned long size = reg->size;
unsigned long start_pfn = physbase >> PAGE_SHIFT; unsigned long start_pfn = physbase >> PAGE_SHIFT;
unsigned long end_pfn = PFN_UP(physbase + size); unsigned long end_pfn = PFN_UP(physbase + size);
struct node_active_region node_ar; struct node_active_region node_ar;
......
...@@ -223,8 +223,7 @@ void __init MMU_init_hw(void) ...@@ -223,8 +223,7 @@ void __init MMU_init_hw(void)
* Find some memory for the hash table. * Find some memory for the hash table.
*/ */
if ( ppc_md.progress ) ppc_md.progress("hash:find piece", 0x322); if ( ppc_md.progress ) ppc_md.progress("hash:find piece", 0x322);
Hash = __va(memblock_alloc_base(Hash_size, Hash_size, Hash = __va(memblock_alloc(Hash_size, Hash_size));
__initial_memory_limit_addr));
cacheable_memzero(Hash, Hash_size); cacheable_memzero(Hash, Hash_size);
_SDR1 = __pa(Hash) | SDR1_LOW_BITS; _SDR1 = __pa(Hash) | SDR1_LOW_BITS;
...@@ -272,3 +271,18 @@ void __init MMU_init_hw(void) ...@@ -272,3 +271,18 @@ void __init MMU_init_hw(void)
if ( ppc_md.progress ) ppc_md.progress("hash:done", 0x205); if ( ppc_md.progress ) ppc_md.progress("hash:done", 0x205);
} }
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* We don't currently support the first MEMBLOCK not mapping 0
* physical on those processors
*/
BUG_ON(first_memblock_base != 0);
/* 601 can only access 16MB at the moment */
if (PVR_VER(mfspr(SPRN_PVR)) == 1)
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x01000000));
else /* Anything else has 256M mapped */
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x10000000));
}
...@@ -509,6 +509,8 @@ static void __early_init_mmu(int boot_cpu) ...@@ -509,6 +509,8 @@ static void __early_init_mmu(int boot_cpu)
* the MMU configuration * the MMU configuration
*/ */
mb(); mb();
memblock_set_current_limit(linear_map_top);
} }
void __init early_init_mmu(void) void __init early_init_mmu(void)
...@@ -521,4 +523,18 @@ void __cpuinit early_init_mmu_secondary(void) ...@@ -521,4 +523,18 @@ void __cpuinit early_init_mmu_secondary(void)
__early_init_mmu(0); __early_init_mmu(0);
} }
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
phys_addr_t first_memblock_size)
{
/* On Embedded 64-bit, we adjust the RMA size to match
* the bolted TLB entry. We know for now that only 1G
* entries are supported though that may eventually
* change. We crop it to the size of the first MEMBLOCK to
* avoid going over total available memory just in case...
*/
ppc64_rma_size = min_t(u64, first_memblock_size, 0x40000000);
/* Finally limit subsequent allocations */
memblock_set_current_limit(ppc64_memblock_base + ppc64_rma_size);
}
#endif /* CONFIG_PPC64 */ #endif /* CONFIG_PPC64 */
...@@ -65,7 +65,7 @@ static int __init page_aligned(unsigned long x) ...@@ -65,7 +65,7 @@ static int __init page_aligned(unsigned long x)
void __init wii_memory_fixups(void) void __init wii_memory_fixups(void)
{ {
struct memblock_property *p = memblock.memory.region; struct memblock_region *p = memblock.memory.regions;
/* /*
* This is part of a workaround to allow the use of two * This is part of a workaround to allow the use of two
......
#ifndef __ASM_SH_MEMBLOCK_H #ifndef __ASM_SH_MEMBLOCK_H
#define __ASM_SH_MEMBLOCK_H #define __ASM_SH_MEMBLOCK_H
#define MEMBLOCK_REAL_LIMIT 0
#endif /* __ASM_SH_MEMBLOCK_H */ #endif /* __ASM_SH_MEMBLOCK_H */
...@@ -200,7 +200,6 @@ static void __init bootmem_init_one_node(unsigned int nid) ...@@ -200,7 +200,6 @@ static void __init bootmem_init_one_node(unsigned int nid)
unsigned long total_pages, paddr; unsigned long total_pages, paddr;
unsigned long end_pfn; unsigned long end_pfn;
struct pglist_data *p; struct pglist_data *p;
int i;
p = NODE_DATA(nid); p = NODE_DATA(nid);
...@@ -226,11 +225,12 @@ static void __init bootmem_init_one_node(unsigned int nid) ...@@ -226,11 +225,12 @@ static void __init bootmem_init_one_node(unsigned int nid)
* reservations in other nodes. * reservations in other nodes.
*/ */
if (nid == 0) { if (nid == 0) {
struct memblock_region *reg;
/* Reserve the sections we're already using. */ /* Reserve the sections we're already using. */
for (i = 0; i < memblock.reserved.cnt; i++) for_each_memblock(reserved, reg) {
reserve_bootmem(memblock.reserved.region[i].base, reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT);
memblock_size_bytes(&memblock.reserved, i), }
BOOTMEM_DEFAULT);
} }
sparse_memory_present_with_active_regions(nid); sparse_memory_present_with_active_regions(nid);
...@@ -238,13 +238,14 @@ static void __init bootmem_init_one_node(unsigned int nid) ...@@ -238,13 +238,14 @@ static void __init bootmem_init_one_node(unsigned int nid)
static void __init do_init_bootmem(void) static void __init do_init_bootmem(void)
{ {
struct memblock_region *reg;
int i; int i;
/* Add active regions with valid PFNs. */ /* Add active regions with valid PFNs. */
for (i = 0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
unsigned long start_pfn, end_pfn; unsigned long start_pfn, end_pfn;
start_pfn = memblock.memory.region[i].base >> PAGE_SHIFT; start_pfn = memblock_region_memory_base_pfn(reg);
end_pfn = start_pfn + memblock_size_pages(&memblock.memory, i); end_pfn = memblock_region_memory_end_pfn(reg);
__add_active_range(0, start_pfn, end_pfn); __add_active_range(0, start_pfn, end_pfn);
} }
......
...@@ -5,6 +5,4 @@ ...@@ -5,6 +5,4 @@
#define MEMBLOCK_DBG(fmt...) prom_printf(fmt) #define MEMBLOCK_DBG(fmt...) prom_printf(fmt)
#define MEMBLOCK_REAL_LIMIT 0
#endif /* !(_SPARC64_MEMBLOCK_H) */ #endif /* !(_SPARC64_MEMBLOCK_H) */
...@@ -785,8 +785,7 @@ static int find_node(unsigned long addr) ...@@ -785,8 +785,7 @@ static int find_node(unsigned long addr)
return -1; return -1;
} }
static unsigned long long nid_range(unsigned long long start, u64 memblock_nid_range(u64 start, u64 end, int *nid)
unsigned long long end, int *nid)
{ {
*nid = find_node(start); *nid = find_node(start);
start += PAGE_SIZE; start += PAGE_SIZE;
...@@ -804,8 +803,7 @@ static unsigned long long nid_range(unsigned long long start, ...@@ -804,8 +803,7 @@ static unsigned long long nid_range(unsigned long long start,
return start; return start;
} }
#else #else
static unsigned long long nid_range(unsigned long long start, u64 memblock_nid_range(u64 start, u64 end, int *nid)
unsigned long long end, int *nid)
{ {
*nid = 0; *nid = 0;
return end; return end;
...@@ -822,8 +820,7 @@ static void __init allocate_node_data(int nid) ...@@ -822,8 +820,7 @@ static void __init allocate_node_data(int nid)
struct pglist_data *p; struct pglist_data *p;
#ifdef CONFIG_NEED_MULTIPLE_NODES #ifdef CONFIG_NEED_MULTIPLE_NODES
paddr = memblock_alloc_nid(sizeof(struct pglist_data), paddr = memblock_alloc_try_nid(sizeof(struct pglist_data), SMP_CACHE_BYTES, nid);
SMP_CACHE_BYTES, nid, nid_range);
if (!paddr) { if (!paddr) {
prom_printf("Cannot allocate pglist_data for nid[%d]\n", nid); prom_printf("Cannot allocate pglist_data for nid[%d]\n", nid);
prom_halt(); prom_halt();
...@@ -843,8 +840,7 @@ static void __init allocate_node_data(int nid) ...@@ -843,8 +840,7 @@ static void __init allocate_node_data(int nid)
if (p->node_spanned_pages) { if (p->node_spanned_pages) {
num_pages = bootmem_bootmap_pages(p->node_spanned_pages); num_pages = bootmem_bootmap_pages(p->node_spanned_pages);
paddr = memblock_alloc_nid(num_pages << PAGE_SHIFT, PAGE_SIZE, nid, paddr = memblock_alloc_try_nid(num_pages << PAGE_SHIFT, PAGE_SIZE, nid);
nid_range);
if (!paddr) { if (!paddr) {
prom_printf("Cannot allocate bootmap for nid[%d]\n", prom_printf("Cannot allocate bootmap for nid[%d]\n",
nid); nid);
...@@ -972,19 +968,19 @@ int of_node_to_nid(struct device_node *dp) ...@@ -972,19 +968,19 @@ int of_node_to_nid(struct device_node *dp)
static void __init add_node_ranges(void) static void __init add_node_ranges(void)
{ {
int i; struct memblock_region *reg;
for (i = 0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
unsigned long size = memblock_size_bytes(&memblock.memory, i); unsigned long size = reg->size;
unsigned long start, end; unsigned long start, end;
start = memblock.memory.region[i].base; start = reg->base;
end = start + size; end = start + size;
while (start < end) { while (start < end) {
unsigned long this_end; unsigned long this_end;
int nid; int nid;
this_end = nid_range(start, end, &nid); this_end = memblock_nid_range(start, end, &nid);
numadbg("Adding active range nid[%d] " numadbg("Adding active range nid[%d] "
"start[%lx] end[%lx]\n", "start[%lx] end[%lx]\n",
...@@ -1281,7 +1277,7 @@ static void __init bootmem_init_nonnuma(void) ...@@ -1281,7 +1277,7 @@ static void __init bootmem_init_nonnuma(void)
{ {
unsigned long top_of_ram = memblock_end_of_DRAM(); unsigned long top_of_ram = memblock_end_of_DRAM();
unsigned long total_ram = memblock_phys_mem_size(); unsigned long total_ram = memblock_phys_mem_size();
unsigned int i; struct memblock_region *reg;
numadbg("bootmem_init_nonnuma()\n"); numadbg("bootmem_init_nonnuma()\n");
...@@ -1292,15 +1288,14 @@ static void __init bootmem_init_nonnuma(void) ...@@ -1292,15 +1288,14 @@ static void __init bootmem_init_nonnuma(void)
init_node_masks_nonnuma(); init_node_masks_nonnuma();
for (i = 0; i < memblock.memory.cnt; i++) { for_each_memblock(memory, reg) {
unsigned long size = memblock_size_bytes(&memblock.memory, i);
unsigned long start_pfn, end_pfn; unsigned long start_pfn, end_pfn;
if (!size) if (!reg->size)
continue; continue;
start_pfn = memblock.memory.region[i].base >> PAGE_SHIFT; start_pfn = memblock_region_memory_base_pfn(reg);
end_pfn = start_pfn + memblock_size_pages(&memblock.memory, i); end_pfn = memblock_region_memory_end_pfn(reg);
add_active_range(0, start_pfn, end_pfn); add_active_range(0, start_pfn, end_pfn);
} }
...@@ -1318,7 +1313,7 @@ static void __init reserve_range_in_node(int nid, unsigned long start, ...@@ -1318,7 +1313,7 @@ static void __init reserve_range_in_node(int nid, unsigned long start,
unsigned long this_end; unsigned long this_end;
int n; int n;
this_end = nid_range(start, end, &n); this_end = memblock_nid_range(start, end, &n);
if (n == nid) { if (n == nid) {
numadbg(" MATCH reserving range [%lx:%lx]\n", numadbg(" MATCH reserving range [%lx:%lx]\n",
start, this_end); start, this_end);
...@@ -1334,17 +1329,12 @@ static void __init reserve_range_in_node(int nid, unsigned long start, ...@@ -1334,17 +1329,12 @@ static void __init reserve_range_in_node(int nid, unsigned long start,
static void __init trim_reserved_in_node(int nid) static void __init trim_reserved_in_node(int nid)
{ {
int i; struct memblock_region *reg;
numadbg(" trim_reserved_in_node(%d)\n", nid); numadbg(" trim_reserved_in_node(%d)\n", nid);
for (i = 0; i < memblock.reserved.cnt; i++) { for_each_memblock(reserved, reg)
unsigned long start = memblock.reserved.region[i].base; reserve_range_in_node(nid, reg->base, reg->base + reg->size);
unsigned long size = memblock_size_bytes(&memblock.reserved, i);
unsigned long end = start + size;
reserve_range_in_node(nid, start, end);
}
} }
static void __init bootmem_init_one_node(int nid) static void __init bootmem_init_one_node(int nid)
......
...@@ -28,6 +28,7 @@ config X86 ...@@ -28,6 +28,7 @@ config X86
select HAVE_IRQ_WORK select HAVE_IRQ_WORK
select HAVE_IOREMAP_PROT select HAVE_IOREMAP_PROT
select HAVE_KPROBES select HAVE_KPROBES
select HAVE_MEMBLOCK
select ARCH_WANT_OPTIONAL_GPIOLIB select ARCH_WANT_OPTIONAL_GPIOLIB
select ARCH_WANT_FRAME_POINTERS select ARCH_WANT_FRAME_POINTERS
select HAVE_DMA_ATTRS select HAVE_DMA_ATTRS
...@@ -201,9 +202,6 @@ config ARCH_SUPPORTS_OPTIMIZED_INLINING ...@@ -201,9 +202,6 @@ config ARCH_SUPPORTS_OPTIMIZED_INLINING
config ARCH_SUPPORTS_DEBUG_PAGEALLOC config ARCH_SUPPORTS_DEBUG_PAGEALLOC
def_bool y def_bool y
config HAVE_EARLY_RES
def_bool y
config HAVE_INTEL_TXT config HAVE_INTEL_TXT
def_bool y def_bool y
depends on EXPERIMENTAL && DMAR && ACPI depends on EXPERIMENTAL && DMAR && ACPI
...@@ -548,16 +546,7 @@ config PARAVIRT_DEBUG ...@@ -548,16 +546,7 @@ config PARAVIRT_DEBUG
a paravirt_op is missing when it is called. a paravirt_op is missing when it is called.
config NO_BOOTMEM config NO_BOOTMEM
default y def_bool y
bool "Disable Bootmem code"
---help---
Use early_res directly instead of bootmem before slab is ready.
- allocator (buddy) [generic]
- early allocator (bootmem) [generic]
- very early allocator (reserve_early*()) [x86]
- very very early allocator (early brk model) [x86]
So reduce one layer between early allocator to final allocator
config MEMTEST config MEMTEST
bool "Memtest" bool "Memtest"
......
...@@ -112,23 +112,13 @@ static inline void early_memtest(unsigned long start, unsigned long end) ...@@ -112,23 +112,13 @@ static inline void early_memtest(unsigned long start, unsigned long end)
} }
#endif #endif
extern unsigned long end_user_pfn;
extern u64 find_e820_area(u64 start, u64 end, u64 size, u64 align);
extern u64 find_e820_area_size(u64 start, u64 *sizep, u64 align);
extern u64 early_reserve_e820(u64 startt, u64 sizet, u64 align);
#include <linux/early_res.h>
extern unsigned long e820_end_of_ram_pfn(void); extern unsigned long e820_end_of_ram_pfn(void);
extern unsigned long e820_end_of_low_ram_pfn(void); extern unsigned long e820_end_of_low_ram_pfn(void);
extern int e820_find_active_region(const struct e820entry *ei, extern u64 early_reserve_e820(u64 startt, u64 sizet, u64 align);
unsigned long start_pfn,
unsigned long last_pfn, void memblock_x86_fill(void);
unsigned long *ei_startpfn, void memblock_find_dma_reserve(void);
unsigned long *ei_endpfn);
extern void e820_register_active_regions(int nid, unsigned long start_pfn,
unsigned long end_pfn);
extern u64 e820_hole_size(u64 start, u64 end);
extern void finish_e820_parsing(void); extern void finish_e820_parsing(void);
extern void e820_reserve_resources(void); extern void e820_reserve_resources(void);
extern void e820_reserve_resources_late(void); extern void e820_reserve_resources_late(void);
......
...@@ -90,7 +90,7 @@ extern void __iomem *efi_ioremap(unsigned long addr, unsigned long size, ...@@ -90,7 +90,7 @@ extern void __iomem *efi_ioremap(unsigned long addr, unsigned long size,
#endif /* CONFIG_X86_32 */ #endif /* CONFIG_X86_32 */
extern int add_efi_memmap; extern int add_efi_memmap;
extern void efi_reserve_early(void); extern void efi_memblock_x86_reserve_range(void);
extern void efi_call_phys_prelog(void); extern void efi_call_phys_prelog(void);
extern void efi_call_phys_epilog(void); extern void efi_call_phys_epilog(void);
......
...@@ -349,6 +349,7 @@ extern void __iomem *early_memremap(resource_size_t phys_addr, ...@@ -349,6 +349,7 @@ extern void __iomem *early_memremap(resource_size_t phys_addr,
unsigned long size); unsigned long size);
extern void early_iounmap(void __iomem *addr, unsigned long size); extern void early_iounmap(void __iomem *addr, unsigned long size);
extern void fixup_early_ioremap(void); extern void fixup_early_ioremap(void);
extern bool is_early_ioremap_ptep(pte_t *ptep);
#define IO_SPACE_LIMIT 0xffff #define IO_SPACE_LIMIT 0xffff
......
#ifndef _X86_MEMBLOCK_H
#define _X86_MEMBLOCK_H
#define ARCH_DISCARD_MEMBLOCK
u64 memblock_x86_find_in_range_size(u64 start, u64 *sizep, u64 align);
void memblock_x86_to_bootmem(u64 start, u64 end);
void memblock_x86_reserve_range(u64 start, u64 end, char *name);
void memblock_x86_free_range(u64 start, u64 end);
struct range;
int __get_free_all_memory_range(struct range **range, int nodeid,
unsigned long start_pfn, unsigned long end_pfn);
int get_free_all_memory_range(struct range **rangep, int nodeid);
void memblock_x86_register_active_regions(int nid, unsigned long start_pfn,
unsigned long last_pfn);
u64 memblock_x86_hole_size(u64 start, u64 end);
u64 memblock_x86_find_in_range_node(int nid, u64 start, u64 end, u64 size, u64 align);
u64 memblock_x86_free_memory_in_range(u64 addr, u64 limit);
u64 memblock_x86_memory_in_range(u64 addr, u64 limit);
#endif
...@@ -7,6 +7,7 @@ ...@@ -7,6 +7,7 @@
#include <linux/acpi.h> #include <linux/acpi.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/dmi.h> #include <linux/dmi.h>
#include <linux/cpumask.h> #include <linux/cpumask.h>
#include <asm/segment.h> #include <asm/segment.h>
...@@ -125,7 +126,7 @@ void acpi_restore_state_mem(void) ...@@ -125,7 +126,7 @@ void acpi_restore_state_mem(void)
*/ */
void __init acpi_reserve_wakeup_memory(void) void __init acpi_reserve_wakeup_memory(void)
{ {
unsigned long mem; phys_addr_t mem;
if ((&wakeup_code_end - &wakeup_code_start) > WAKEUP_SIZE) { if ((&wakeup_code_end - &wakeup_code_start) > WAKEUP_SIZE) {
printk(KERN_ERR printk(KERN_ERR
...@@ -133,15 +134,15 @@ void __init acpi_reserve_wakeup_memory(void) ...@@ -133,15 +134,15 @@ void __init acpi_reserve_wakeup_memory(void)
return; return;
} }
mem = find_e820_area(0, 1<<20, WAKEUP_SIZE, PAGE_SIZE); mem = memblock_find_in_range(0, 1<<20, WAKEUP_SIZE, PAGE_SIZE);
if (mem == -1L) { if (mem == MEMBLOCK_ERROR) {
printk(KERN_ERR "ACPI: Cannot allocate lowmem, S3 disabled.\n"); printk(KERN_ERR "ACPI: Cannot allocate lowmem, S3 disabled.\n");
return; return;
} }
acpi_realmode = (unsigned long) phys_to_virt(mem); acpi_realmode = (unsigned long) phys_to_virt(mem);
acpi_wakeup_address = mem; acpi_wakeup_address = mem;
reserve_early(mem, mem + WAKEUP_SIZE, "ACPI WAKEUP"); memblock_x86_reserve_range(mem, mem + WAKEUP_SIZE, "ACPI WAKEUP");
} }
......
...@@ -26,6 +26,7 @@ ...@@ -26,6 +26,7 @@
#include <linux/nodemask.h> #include <linux/nodemask.h>
#include <linux/topology.h> #include <linux/topology.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/threads.h> #include <linux/threads.h>
#include <linux/cpumask.h> #include <linux/cpumask.h>
#include <linux/kernel.h> #include <linux/kernel.h>
...@@ -88,7 +89,7 @@ static inline void numaq_register_node(int node, struct sys_cfg_data *scd) ...@@ -88,7 +89,7 @@ static inline void numaq_register_node(int node, struct sys_cfg_data *scd)
node_end_pfn[node] = node_end_pfn[node] =
MB_TO_PAGES(eq->hi_shrd_mem_start + eq->hi_shrd_mem_size); MB_TO_PAGES(eq->hi_shrd_mem_start + eq->hi_shrd_mem_size);
e820_register_active_regions(node, node_start_pfn[node], memblock_x86_register_active_regions(node, node_start_pfn[node],
node_end_pfn[node]); node_end_pfn[node]);
memory_present(node, node_start_pfn[node], node_end_pfn[node]); memory_present(node, node_start_pfn[node], node_end_pfn[node]);
......
...@@ -2,7 +2,8 @@ ...@@ -2,7 +2,8 @@
#include <linux/sched.h> #include <linux/sched.h>
#include <linux/kthread.h> #include <linux/kthread.h>
#include <linux/workqueue.h> #include <linux/workqueue.h>
#include <asm/e820.h> #include <linux/memblock.h>
#include <asm/proto.h> #include <asm/proto.h>
/* /*
...@@ -18,10 +19,12 @@ static int __read_mostly memory_corruption_check = -1; ...@@ -18,10 +19,12 @@ static int __read_mostly memory_corruption_check = -1;
static unsigned __read_mostly corruption_check_size = 64*1024; static unsigned __read_mostly corruption_check_size = 64*1024;
static unsigned __read_mostly corruption_check_period = 60; /* seconds */ static unsigned __read_mostly corruption_check_period = 60; /* seconds */
static struct e820entry scan_areas[MAX_SCAN_AREAS]; static struct scan_area {
u64 addr;
u64 size;
} scan_areas[MAX_SCAN_AREAS];
static int num_scan_areas; static int num_scan_areas;
static __init int set_corruption_check(char *arg) static __init int set_corruption_check(char *arg)
{ {
char *end; char *end;
...@@ -81,9 +84,9 @@ void __init setup_bios_corruption_check(void) ...@@ -81,9 +84,9 @@ void __init setup_bios_corruption_check(void)
while (addr < corruption_check_size && num_scan_areas < MAX_SCAN_AREAS) { while (addr < corruption_check_size && num_scan_areas < MAX_SCAN_AREAS) {
u64 size; u64 size;
addr = find_e820_area_size(addr, &size, PAGE_SIZE); addr = memblock_x86_find_in_range_size(addr, &size, PAGE_SIZE);
if (!(addr + 1)) if (addr == MEMBLOCK_ERROR)
break; break;
if (addr >= corruption_check_size) if (addr >= corruption_check_size)
...@@ -92,7 +95,7 @@ void __init setup_bios_corruption_check(void) ...@@ -92,7 +95,7 @@ void __init setup_bios_corruption_check(void)
if ((addr + size) > corruption_check_size) if ((addr + size) > corruption_check_size)
size = corruption_check_size - addr; size = corruption_check_size - addr;
e820_update_range(addr, size, E820_RAM, E820_RESERVED); memblock_x86_reserve_range(addr, addr + size, "SCAN RAM");
scan_areas[num_scan_areas].addr = addr; scan_areas[num_scan_areas].addr = addr;
scan_areas[num_scan_areas].size = size; scan_areas[num_scan_areas].size = size;
num_scan_areas++; num_scan_areas++;
...@@ -105,7 +108,6 @@ void __init setup_bios_corruption_check(void) ...@@ -105,7 +108,6 @@ void __init setup_bios_corruption_check(void)
printk(KERN_INFO "Scanning %d areas for low memory corruption\n", printk(KERN_INFO "Scanning %d areas for low memory corruption\n",
num_scan_areas); num_scan_areas);
update_e820();
} }
......
...@@ -15,6 +15,7 @@ ...@@ -15,6 +15,7 @@
#include <linux/pfn.h> #include <linux/pfn.h>
#include <linux/suspend.h> #include <linux/suspend.h>
#include <linux/firmware-map.h> #include <linux/firmware-map.h>
#include <linux/memblock.h>
#include <asm/e820.h> #include <asm/e820.h>
#include <asm/proto.h> #include <asm/proto.h>
...@@ -738,73 +739,7 @@ core_initcall(e820_mark_nvs_memory); ...@@ -738,73 +739,7 @@ core_initcall(e820_mark_nvs_memory);
#endif #endif
/* /*
* Find a free area with specified alignment in a specific range. * pre allocated 4k and reserved it in memblock and e820_saved
*/
u64 __init find_e820_area(u64 start, u64 end, u64 size, u64 align)
{
int i;
for (i = 0; i < e820.nr_map; i++) {
struct e820entry *ei = &e820.map[i];
u64 addr;
u64 ei_start, ei_last;
if (ei->type != E820_RAM)
continue;
ei_last = ei->addr + ei->size;
ei_start = ei->addr;
addr = find_early_area(ei_start, ei_last, start, end,
size, align);
if (addr != -1ULL)
return addr;
}
return -1ULL;
}
u64 __init find_fw_memmap_area(u64 start, u64 end, u64 size, u64 align)
{
return find_e820_area(start, end, size, align);
}
u64 __init get_max_mapped(void)
{
u64 end = max_pfn_mapped;
end <<= PAGE_SHIFT;
return end;
}
/*
* Find next free range after *start
*/
u64 __init find_e820_area_size(u64 start, u64 *sizep, u64 align)
{
int i;
for (i = 0; i < e820.nr_map; i++) {
struct e820entry *ei = &e820.map[i];
u64 addr;
u64 ei_start, ei_last;
if (ei->type != E820_RAM)
continue;
ei_last = ei->addr + ei->size;
ei_start = ei->addr;
addr = find_early_area_size(ei_start, ei_last, start,
sizep, align);
if (addr != -1ULL)
return addr;
}
return -1ULL;
}
/*
* pre allocated 4k and reserved it in e820
*/ */
u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align) u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align)
{ {
...@@ -813,8 +748,8 @@ u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align) ...@@ -813,8 +748,8 @@ u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align)
u64 start; u64 start;
for (start = startt; ; start += size) { for (start = startt; ; start += size) {
start = find_e820_area_size(start, &size, align); start = memblock_x86_find_in_range_size(start, &size, align);
if (!(start + 1)) if (start == MEMBLOCK_ERROR)
return 0; return 0;
if (size >= sizet) if (size >= sizet)
break; break;
...@@ -830,10 +765,9 @@ u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align) ...@@ -830,10 +765,9 @@ u64 __init early_reserve_e820(u64 startt, u64 sizet, u64 align)
addr = round_down(start + size - sizet, align); addr = round_down(start + size - sizet, align);
if (addr < start) if (addr < start)
return 0; return 0;
e820_update_range(addr, sizet, E820_RAM, E820_RESERVED); memblock_x86_reserve_range(addr, addr + sizet, "new next");
e820_update_range_saved(addr, sizet, E820_RAM, E820_RESERVED); e820_update_range_saved(addr, sizet, E820_RAM, E820_RESERVED);
printk(KERN_INFO "update e820 for early_reserve_e820\n"); printk(KERN_INFO "update e820_saved for early_reserve_e820\n");
update_e820();
update_e820_saved(); update_e820_saved();
return addr; return addr;
...@@ -895,74 +829,6 @@ unsigned long __init e820_end_of_low_ram_pfn(void) ...@@ -895,74 +829,6 @@ unsigned long __init e820_end_of_low_ram_pfn(void)
{ {
return e820_end_pfn(1UL<<(32 - PAGE_SHIFT), E820_RAM); return e820_end_pfn(1UL<<(32 - PAGE_SHIFT), E820_RAM);
} }
/*
* Finds an active region in the address range from start_pfn to last_pfn and
* returns its range in ei_startpfn and ei_endpfn for the e820 entry.
*/
int __init e820_find_active_region(const struct e820entry *ei,
unsigned long start_pfn,
unsigned long last_pfn,
unsigned long *ei_startpfn,
unsigned long *ei_endpfn)
{
u64 align = PAGE_SIZE;
*ei_startpfn = round_up(ei->addr, align) >> PAGE_SHIFT;
*ei_endpfn = round_down(ei->addr + ei->size, align) >> PAGE_SHIFT;
/* Skip map entries smaller than a page */
if (*ei_startpfn >= *ei_endpfn)
return 0;
/* Skip if map is outside the node */
if (ei->type != E820_RAM || *ei_endpfn <= start_pfn ||
*ei_startpfn >= last_pfn)
return 0;
/* Check for overlaps */
if (*ei_startpfn < start_pfn)
*ei_startpfn = start_pfn;
if (*ei_endpfn > last_pfn)
*ei_endpfn = last_pfn;
return 1;
}
/* Walk the e820 map and register active regions within a node */
void __init e820_register_active_regions(int nid, unsigned long start_pfn,
unsigned long last_pfn)
{
unsigned long ei_startpfn;
unsigned long ei_endpfn;
int i;
for (i = 0; i < e820.nr_map; i++)
if (e820_find_active_region(&e820.map[i],
start_pfn, last_pfn,
&ei_startpfn, &ei_endpfn))
add_active_range(nid, ei_startpfn, ei_endpfn);
}
/*
* Find the hole size (in bytes) in the memory range.
* @start: starting address of the memory range to scan
* @end: ending address of the memory range to scan
*/
u64 __init e820_hole_size(u64 start, u64 end)
{
unsigned long start_pfn = start >> PAGE_SHIFT;
unsigned long last_pfn = end >> PAGE_SHIFT;
unsigned long ei_startpfn, ei_endpfn, ram = 0;
int i;
for (i = 0; i < e820.nr_map; i++) {
if (e820_find_active_region(&e820.map[i],
start_pfn, last_pfn,
&ei_startpfn, &ei_endpfn))
ram += ei_endpfn - ei_startpfn;
}
return end - start - ((u64)ram << PAGE_SHIFT);
}
static void early_panic(char *msg) static void early_panic(char *msg)
{ {
...@@ -1210,3 +1076,48 @@ void __init setup_memory_map(void) ...@@ -1210,3 +1076,48 @@ void __init setup_memory_map(void)
printk(KERN_INFO "BIOS-provided physical RAM map:\n"); printk(KERN_INFO "BIOS-provided physical RAM map:\n");
e820_print_map(who); e820_print_map(who);
} }
void __init memblock_x86_fill(void)
{
int i;
u64 end;
/*
* EFI may have more than 128 entries
* We are safe to enable resizing, beause memblock_x86_fill()
* is rather later for x86
*/
memblock_can_resize = 1;
for (i = 0; i < e820.nr_map; i++) {
struct e820entry *ei = &e820.map[i];
end = ei->addr + ei->size;
if (end != (resource_size_t)end)
continue;
if (ei->type != E820_RAM && ei->type != E820_RESERVED_KERN)
continue;
memblock_add(ei->addr, ei->size);
}
memblock_analyze();
memblock_dump_all();
}
void __init memblock_find_dma_reserve(void)
{
#ifdef CONFIG_X86_64
u64 free_size_pfn;
u64 mem_size_pfn;
/*
* need to find out used area below MAX_DMA_PFN
* need to use memblock to get free size in [0, MAX_DMA_PFN]
* at first, and assume boot_mem will not take below MAX_DMA_PFN
*/
mem_size_pfn = memblock_x86_memory_in_range(0, MAX_DMA_PFN << PAGE_SHIFT) >> PAGE_SHIFT;
free_size_pfn = memblock_x86_free_memory_in_range(0, MAX_DMA_PFN << PAGE_SHIFT) >> PAGE_SHIFT;
set_dma_reserve(mem_size_pfn - free_size_pfn);
#endif
}
...@@ -30,6 +30,7 @@ ...@@ -30,6 +30,7 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/efi.h> #include <linux/efi.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/spinlock.h> #include <linux/spinlock.h>
#include <linux/uaccess.h> #include <linux/uaccess.h>
#include <linux/time.h> #include <linux/time.h>
...@@ -275,7 +276,7 @@ static void __init do_add_efi_memmap(void) ...@@ -275,7 +276,7 @@ static void __init do_add_efi_memmap(void)
sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map); sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
} }
void __init efi_reserve_early(void) void __init efi_memblock_x86_reserve_range(void)
{ {
unsigned long pmap; unsigned long pmap;
...@@ -290,7 +291,7 @@ void __init efi_reserve_early(void) ...@@ -290,7 +291,7 @@ void __init efi_reserve_early(void)
boot_params.efi_info.efi_memdesc_size; boot_params.efi_info.efi_memdesc_size;
memmap.desc_version = boot_params.efi_info.efi_memdesc_version; memmap.desc_version = boot_params.efi_info.efi_memdesc_version;
memmap.desc_size = boot_params.efi_info.efi_memdesc_size; memmap.desc_size = boot_params.efi_info.efi_memdesc_size;
reserve_early(pmap, pmap + memmap.nr_map * memmap.desc_size, memblock_x86_reserve_range(pmap, pmap + memmap.nr_map * memmap.desc_size,
"EFI memmap"); "EFI memmap");
} }
......
#include <linux/kernel.h> #include <linux/kernel.h>
#include <linux/init.h> #include <linux/init.h>
#include <linux/memblock.h>
#include <asm/setup.h> #include <asm/setup.h>
#include <asm/bios_ebda.h> #include <asm/bios_ebda.h>
...@@ -51,5 +52,5 @@ void __init reserve_ebda_region(void) ...@@ -51,5 +52,5 @@ void __init reserve_ebda_region(void)
lowmem = 0x9f000; lowmem = 0x9f000;
/* reserve all memory between lowmem and the 1MB mark */ /* reserve all memory between lowmem and the 1MB mark */
reserve_early_overlap_ok(lowmem, 0x100000, "BIOS reserved"); memblock_x86_reserve_range(lowmem, 0x100000, "* BIOS reserved");
} }
...@@ -8,6 +8,7 @@ ...@@ -8,6 +8,7 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/start_kernel.h> #include <linux/start_kernel.h>
#include <linux/mm.h> #include <linux/mm.h>
#include <linux/memblock.h>
#include <asm/setup.h> #include <asm/setup.h>
#include <asm/sections.h> #include <asm/sections.h>
...@@ -30,17 +31,18 @@ static void __init i386_default_early_setup(void) ...@@ -30,17 +31,18 @@ static void __init i386_default_early_setup(void)
void __init i386_start_kernel(void) void __init i386_start_kernel(void)
{ {
memblock_init();
#ifdef CONFIG_X86_TRAMPOLINE #ifdef CONFIG_X86_TRAMPOLINE
/* /*
* But first pinch a few for the stack/trampoline stuff * But first pinch a few for the stack/trampoline stuff
* FIXME: Don't need the extra page at 4K, but need to fix * FIXME: Don't need the extra page at 4K, but need to fix
* trampoline before removing it. (see the GDT stuff) * trampoline before removing it. (see the GDT stuff)
*/ */
reserve_early_overlap_ok(PAGE_SIZE, PAGE_SIZE + PAGE_SIZE, memblock_x86_reserve_range(PAGE_SIZE, PAGE_SIZE + PAGE_SIZE, "EX TRAMPOLINE");
"EX TRAMPOLINE");
#endif #endif
reserve_early(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS"); memblock_x86_reserve_range(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS");
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
/* Reserve INITRD */ /* Reserve INITRD */
...@@ -49,7 +51,7 @@ void __init i386_start_kernel(void) ...@@ -49,7 +51,7 @@ void __init i386_start_kernel(void)
u64 ramdisk_image = boot_params.hdr.ramdisk_image; u64 ramdisk_image = boot_params.hdr.ramdisk_image;
u64 ramdisk_size = boot_params.hdr.ramdisk_size; u64 ramdisk_size = boot_params.hdr.ramdisk_size;
u64 ramdisk_end = PAGE_ALIGN(ramdisk_image + ramdisk_size); u64 ramdisk_end = PAGE_ALIGN(ramdisk_image + ramdisk_size);
reserve_early(ramdisk_image, ramdisk_end, "RAMDISK"); memblock_x86_reserve_range(ramdisk_image, ramdisk_end, "RAMDISK");
} }
#endif #endif
......
...@@ -12,6 +12,7 @@ ...@@ -12,6 +12,7 @@
#include <linux/percpu.h> #include <linux/percpu.h>
#include <linux/start_kernel.h> #include <linux/start_kernel.h>
#include <linux/io.h> #include <linux/io.h>
#include <linux/memblock.h>
#include <asm/processor.h> #include <asm/processor.h>
#include <asm/proto.h> #include <asm/proto.h>
...@@ -79,6 +80,8 @@ void __init x86_64_start_kernel(char * real_mode_data) ...@@ -79,6 +80,8 @@ void __init x86_64_start_kernel(char * real_mode_data)
/* Cleanup the over mapped high alias */ /* Cleanup the over mapped high alias */
cleanup_highmap(); cleanup_highmap();
max_pfn_mapped = KERNEL_IMAGE_SIZE >> PAGE_SHIFT;
for (i = 0; i < NUM_EXCEPTION_VECTORS; i++) { for (i = 0; i < NUM_EXCEPTION_VECTORS; i++) {
#ifdef CONFIG_EARLY_PRINTK #ifdef CONFIG_EARLY_PRINTK
set_intr_gate(i, &early_idt_handlers[i]); set_intr_gate(i, &early_idt_handlers[i]);
...@@ -98,7 +101,9 @@ void __init x86_64_start_reservations(char *real_mode_data) ...@@ -98,7 +101,9 @@ void __init x86_64_start_reservations(char *real_mode_data)
{ {
copy_bootdata(__va(real_mode_data)); copy_bootdata(__va(real_mode_data));
reserve_early(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS"); memblock_init();
memblock_x86_reserve_range(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS");
#ifdef CONFIG_BLK_DEV_INITRD #ifdef CONFIG_BLK_DEV_INITRD
/* Reserve INITRD */ /* Reserve INITRD */
...@@ -107,7 +112,7 @@ void __init x86_64_start_reservations(char *real_mode_data) ...@@ -107,7 +112,7 @@ void __init x86_64_start_reservations(char *real_mode_data)
unsigned long ramdisk_image = boot_params.hdr.ramdisk_image; unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
unsigned long ramdisk_size = boot_params.hdr.ramdisk_size; unsigned long ramdisk_size = boot_params.hdr.ramdisk_size;
unsigned long ramdisk_end = PAGE_ALIGN(ramdisk_image + ramdisk_size); unsigned long ramdisk_end = PAGE_ALIGN(ramdisk_image + ramdisk_size);
reserve_early(ramdisk_image, ramdisk_end, "RAMDISK"); memblock_x86_reserve_range(ramdisk_image, ramdisk_end, "RAMDISK");
} }
#endif #endif
......
...@@ -11,6 +11,7 @@ ...@@ -11,6 +11,7 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/delay.h> #include <linux/delay.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/kernel_stat.h> #include <linux/kernel_stat.h>
#include <linux/mc146818rtc.h> #include <linux/mc146818rtc.h>
#include <linux/bitops.h> #include <linux/bitops.h>
...@@ -657,7 +658,7 @@ static void __init smp_reserve_memory(struct mpf_intel *mpf) ...@@ -657,7 +658,7 @@ static void __init smp_reserve_memory(struct mpf_intel *mpf)
{ {
unsigned long size = get_mpc_size(mpf->physptr); unsigned long size = get_mpc_size(mpf->physptr);
reserve_early_overlap_ok(mpf->physptr, mpf->physptr+size, "MP-table mpc"); memblock_x86_reserve_range(mpf->physptr, mpf->physptr+size, "* MP-table mpc");
} }
static int __init smp_scan_config(unsigned long base, unsigned long length) static int __init smp_scan_config(unsigned long base, unsigned long length)
...@@ -686,7 +687,7 @@ static int __init smp_scan_config(unsigned long base, unsigned long length) ...@@ -686,7 +687,7 @@ static int __init smp_scan_config(unsigned long base, unsigned long length)
mpf, (u64)virt_to_phys(mpf)); mpf, (u64)virt_to_phys(mpf));
mem = virt_to_phys(mpf); mem = virt_to_phys(mpf);
reserve_early_overlap_ok(mem, mem + sizeof(*mpf), "MP-table mpf"); memblock_x86_reserve_range(mem, mem + sizeof(*mpf), "* MP-table mpf");
if (mpf->physptr) if (mpf->physptr)
smp_reserve_memory(mpf); smp_reserve_memory(mpf);
......
...@@ -31,6 +31,7 @@ ...@@ -31,6 +31,7 @@
#include <linux/apm_bios.h> #include <linux/apm_bios.h>
#include <linux/initrd.h> #include <linux/initrd.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/seq_file.h> #include <linux/seq_file.h>
#include <linux/console.h> #include <linux/console.h>
#include <linux/mca.h> #include <linux/mca.h>
...@@ -301,7 +302,7 @@ static inline void init_gbpages(void) ...@@ -301,7 +302,7 @@ static inline void init_gbpages(void)
static void __init reserve_brk(void) static void __init reserve_brk(void)
{ {
if (_brk_end > _brk_start) if (_brk_end > _brk_start)
reserve_early(__pa(_brk_start), __pa(_brk_end), "BRK"); memblock_x86_reserve_range(__pa(_brk_start), __pa(_brk_end), "BRK");
/* Mark brk area as locked down and no longer taking any /* Mark brk area as locked down and no longer taking any
new allocations */ new allocations */
...@@ -323,17 +324,16 @@ static void __init relocate_initrd(void) ...@@ -323,17 +324,16 @@ static void __init relocate_initrd(void)
char *p, *q; char *p, *q;
/* We need to move the initrd down into lowmem */ /* We need to move the initrd down into lowmem */
ramdisk_here = find_e820_area(0, end_of_lowmem, area_size, ramdisk_here = memblock_find_in_range(0, end_of_lowmem, area_size,
PAGE_SIZE); PAGE_SIZE);
if (ramdisk_here == -1ULL) if (ramdisk_here == MEMBLOCK_ERROR)
panic("Cannot find place for new RAMDISK of size %lld\n", panic("Cannot find place for new RAMDISK of size %lld\n",
ramdisk_size); ramdisk_size);
/* Note: this includes all the lowmem currently occupied by /* Note: this includes all the lowmem currently occupied by
the initrd, we rely on that fact to keep the data intact. */ the initrd, we rely on that fact to keep the data intact. */
reserve_early(ramdisk_here, ramdisk_here + area_size, memblock_x86_reserve_range(ramdisk_here, ramdisk_here + area_size, "NEW RAMDISK");
"NEW RAMDISK");
initrd_start = ramdisk_here + PAGE_OFFSET; initrd_start = ramdisk_here + PAGE_OFFSET;
initrd_end = initrd_start + ramdisk_size; initrd_end = initrd_start + ramdisk_size;
printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n", printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n",
...@@ -389,7 +389,7 @@ static void __init reserve_initrd(void) ...@@ -389,7 +389,7 @@ static void __init reserve_initrd(void)
initrd_start = 0; initrd_start = 0;
if (ramdisk_size >= (end_of_lowmem>>1)) { if (ramdisk_size >= (end_of_lowmem>>1)) {
free_early(ramdisk_image, ramdisk_end); memblock_x86_free_range(ramdisk_image, ramdisk_end);
printk(KERN_ERR "initrd too large to handle, " printk(KERN_ERR "initrd too large to handle, "
"disabling initrd\n"); "disabling initrd\n");
return; return;
...@@ -412,7 +412,7 @@ static void __init reserve_initrd(void) ...@@ -412,7 +412,7 @@ static void __init reserve_initrd(void)
relocate_initrd(); relocate_initrd();
free_early(ramdisk_image, ramdisk_end); memblock_x86_free_range(ramdisk_image, ramdisk_end);
} }
#else #else
static void __init reserve_initrd(void) static void __init reserve_initrd(void)
...@@ -468,7 +468,7 @@ static void __init e820_reserve_setup_data(void) ...@@ -468,7 +468,7 @@ static void __init e820_reserve_setup_data(void)
e820_print_map("reserve setup_data"); e820_print_map("reserve setup_data");
} }
static void __init reserve_early_setup_data(void) static void __init memblock_x86_reserve_range_setup_data(void)
{ {
struct setup_data *data; struct setup_data *data;
u64 pa_data; u64 pa_data;
...@@ -480,7 +480,7 @@ static void __init reserve_early_setup_data(void) ...@@ -480,7 +480,7 @@ static void __init reserve_early_setup_data(void)
while (pa_data) { while (pa_data) {
data = early_memremap(pa_data, sizeof(*data)); data = early_memremap(pa_data, sizeof(*data));
sprintf(buf, "setup data %x", data->type); sprintf(buf, "setup data %x", data->type);
reserve_early(pa_data, pa_data+sizeof(*data)+data->len, buf); memblock_x86_reserve_range(pa_data, pa_data+sizeof(*data)+data->len, buf);
pa_data = data->next; pa_data = data->next;
early_iounmap(data, sizeof(*data)); early_iounmap(data, sizeof(*data));
} }
...@@ -501,6 +501,7 @@ static inline unsigned long long get_total_mem(void) ...@@ -501,6 +501,7 @@ static inline unsigned long long get_total_mem(void)
return total << PAGE_SHIFT; return total << PAGE_SHIFT;
} }
#define DEFAULT_BZIMAGE_ADDR_MAX 0x37FFFFFF
static void __init reserve_crashkernel(void) static void __init reserve_crashkernel(void)
{ {
unsigned long long total_mem; unsigned long long total_mem;
...@@ -518,23 +519,27 @@ static void __init reserve_crashkernel(void) ...@@ -518,23 +519,27 @@ static void __init reserve_crashkernel(void)
if (crash_base <= 0) { if (crash_base <= 0) {
const unsigned long long alignment = 16<<20; /* 16M */ const unsigned long long alignment = 16<<20; /* 16M */
crash_base = find_e820_area(alignment, ULONG_MAX, crash_size, /*
alignment); * kexec want bzImage is below DEFAULT_BZIMAGE_ADDR_MAX
if (crash_base == -1ULL) { */
crash_base = memblock_find_in_range(alignment,
DEFAULT_BZIMAGE_ADDR_MAX, crash_size, alignment);
if (crash_base == MEMBLOCK_ERROR) {
pr_info("crashkernel reservation failed - No suitable area found.\n"); pr_info("crashkernel reservation failed - No suitable area found.\n");
return; return;
} }
} else { } else {
unsigned long long start; unsigned long long start;
start = find_e820_area(crash_base, ULONG_MAX, crash_size, start = memblock_find_in_range(crash_base,
1<<20); crash_base + crash_size, crash_size, 1<<20);
if (start != crash_base) { if (start != crash_base) {
pr_info("crashkernel reservation failed - memory is in use.\n"); pr_info("crashkernel reservation failed - memory is in use.\n");
return; return;
} }
} }
reserve_early(crash_base, crash_base + crash_size, "CRASH KERNEL"); memblock_x86_reserve_range(crash_base, crash_base + crash_size, "CRASH KERNEL");
printk(KERN_INFO "Reserving %ldMB of memory at %ldMB " printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
"for crashkernel (System RAM: %ldMB)\n", "for crashkernel (System RAM: %ldMB)\n",
...@@ -614,7 +619,7 @@ static __init void reserve_ibft_region(void) ...@@ -614,7 +619,7 @@ static __init void reserve_ibft_region(void)
addr = find_ibft_region(&size); addr = find_ibft_region(&size);
if (size) if (size)
reserve_early_overlap_ok(addr, addr + size, "ibft"); memblock_x86_reserve_range(addr, addr + size, "* ibft");
} }
static unsigned reserve_low = CONFIG_X86_RESERVE_LOW << 10; static unsigned reserve_low = CONFIG_X86_RESERVE_LOW << 10;
...@@ -664,6 +669,15 @@ static int __init parse_reservelow(char *p) ...@@ -664,6 +669,15 @@ static int __init parse_reservelow(char *p)
early_param("reservelow", parse_reservelow); early_param("reservelow", parse_reservelow);
static u64 __init get_max_mapped(void)
{
u64 end = max_pfn_mapped;
end <<= PAGE_SHIFT;
return end;
}
/* /*
* Determine if we were loaded by an EFI loader. If so, then we have also been * Determine if we were loaded by an EFI loader. If so, then we have also been
* passed the efi memmap, systab, etc., so we should use these data structures * passed the efi memmap, systab, etc., so we should use these data structures
...@@ -738,7 +752,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -738,7 +752,7 @@ void __init setup_arch(char **cmdline_p)
#endif #endif
4)) { 4)) {
efi_enabled = 1; efi_enabled = 1;
efi_reserve_early(); efi_memblock_x86_reserve_range();
} }
#endif #endif
...@@ -795,7 +809,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -795,7 +809,7 @@ void __init setup_arch(char **cmdline_p)
x86_report_nx(); x86_report_nx();
/* after early param, so could get panic from serial */ /* after early param, so could get panic from serial */
reserve_early_setup_data(); memblock_x86_reserve_range_setup_data();
if (acpi_mps_check()) { if (acpi_mps_check()) {
#ifdef CONFIG_X86_LOCAL_APIC #ifdef CONFIG_X86_LOCAL_APIC
...@@ -848,8 +862,6 @@ void __init setup_arch(char **cmdline_p) ...@@ -848,8 +862,6 @@ void __init setup_arch(char **cmdline_p)
*/ */
max_pfn = e820_end_of_ram_pfn(); max_pfn = e820_end_of_ram_pfn();
/* preallocate 4k for mptable mpc */
early_reserve_e820_mpc_new();
/* update e820 for memory not covered by WB MTRRs */ /* update e820 for memory not covered by WB MTRRs */
mtrr_bp_init(); mtrr_bp_init();
if (mtrr_trim_uncached_memory(max_pfn)) if (mtrr_trim_uncached_memory(max_pfn))
...@@ -871,18 +883,8 @@ void __init setup_arch(char **cmdline_p) ...@@ -871,18 +883,8 @@ void __init setup_arch(char **cmdline_p)
max_low_pfn = max_pfn; max_low_pfn = max_pfn;
high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1; high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1;
max_pfn_mapped = KERNEL_IMAGE_SIZE >> PAGE_SHIFT;
#endif
#ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION
setup_bios_corruption_check();
#endif #endif
printk(KERN_DEBUG "initial memory mapped : 0 - %08lx\n",
max_pfn_mapped<<PAGE_SHIFT);
reserve_brk();
/* /*
* Find and reserve possible boot-time SMP configuration: * Find and reserve possible boot-time SMP configuration:
*/ */
...@@ -890,6 +892,26 @@ void __init setup_arch(char **cmdline_p) ...@@ -890,6 +892,26 @@ void __init setup_arch(char **cmdline_p)
reserve_ibft_region(); reserve_ibft_region();
/*
* Need to conclude brk, before memblock_x86_fill()
* it could use memblock_find_in_range, could overlap with
* brk area.
*/
reserve_brk();
memblock.current_limit = get_max_mapped();
memblock_x86_fill();
/* preallocate 4k for mptable mpc */
early_reserve_e820_mpc_new();
#ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION
setup_bios_corruption_check();
#endif
printk(KERN_DEBUG "initial memory mapped : 0 - %08lx\n",
max_pfn_mapped<<PAGE_SHIFT);
reserve_trampoline_memory(); reserve_trampoline_memory();
#ifdef CONFIG_ACPI_SLEEP #ifdef CONFIG_ACPI_SLEEP
...@@ -913,6 +935,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -913,6 +935,7 @@ void __init setup_arch(char **cmdline_p)
max_low_pfn = max_pfn; max_low_pfn = max_pfn;
} }
#endif #endif
memblock.current_limit = get_max_mapped();
/* /*
* NOTE: On x86-32, only from this point on, fixmaps are ready for use. * NOTE: On x86-32, only from this point on, fixmaps are ready for use.
...@@ -951,10 +974,7 @@ void __init setup_arch(char **cmdline_p) ...@@ -951,10 +974,7 @@ void __init setup_arch(char **cmdline_p)
#endif #endif
initmem_init(0, max_pfn, acpi, k8); initmem_init(0, max_pfn, acpi, k8);
#ifndef CONFIG_NO_BOOTMEM memblock_find_dma_reserve();
early_res_to_bootmem(0, max_low_pfn<<PAGE_SHIFT);
#endif
dma32_reserve_bootmem(); dma32_reserve_bootmem();
#ifdef CONFIG_KVM_CLOCK #ifdef CONFIG_KVM_CLOCK
......
...@@ -131,13 +131,7 @@ static void * __init pcpu_fc_alloc(unsigned int cpu, size_t size, size_t align) ...@@ -131,13 +131,7 @@ static void * __init pcpu_fc_alloc(unsigned int cpu, size_t size, size_t align)
static void __init pcpu_fc_free(void *ptr, size_t size) static void __init pcpu_fc_free(void *ptr, size_t size)
{ {
#ifdef CONFIG_NO_BOOTMEM
u64 start = __pa(ptr);
u64 end = start + size;
free_early_partial(start, end);
#else
free_bootmem(__pa(ptr), size); free_bootmem(__pa(ptr), size);
#endif
} }
static int __init pcpu_cpu_distance(unsigned int from, unsigned int to) static int __init pcpu_cpu_distance(unsigned int from, unsigned int to)
......
#include <linux/io.h> #include <linux/io.h>
#include <linux/memblock.h>
#include <asm/trampoline.h> #include <asm/trampoline.h>
#include <asm/pgtable.h> #include <asm/pgtable.h>
#include <asm/e820.h>
#if defined(CONFIG_X86_64) && defined(CONFIG_ACPI_SLEEP) #if defined(CONFIG_X86_64) && defined(CONFIG_ACPI_SLEEP)
#define __trampinit #define __trampinit
...@@ -17,15 +17,15 @@ unsigned char *__trampinitdata trampoline_base; ...@@ -17,15 +17,15 @@ unsigned char *__trampinitdata trampoline_base;
void __init reserve_trampoline_memory(void) void __init reserve_trampoline_memory(void)
{ {
unsigned long mem; phys_addr_t mem;
/* Has to be in very low memory so we can execute real-mode AP code. */ /* Has to be in very low memory so we can execute real-mode AP code. */
mem = find_e820_area(0, 1<<20, TRAMPOLINE_SIZE, PAGE_SIZE); mem = memblock_find_in_range(0, 1<<20, TRAMPOLINE_SIZE, PAGE_SIZE);
if (mem == -1L) if (mem == MEMBLOCK_ERROR)
panic("Cannot allocate trampoline\n"); panic("Cannot allocate trampoline\n");
trampoline_base = __va(mem); trampoline_base = __va(mem);
reserve_early(mem, mem + TRAMPOLINE_SIZE, "TRAMPOLINE"); memblock_x86_reserve_range(mem, mem + TRAMPOLINE_SIZE, "TRAMPOLINE");
} }
/* /*
......
...@@ -26,4 +26,6 @@ obj-$(CONFIG_NUMA) += numa.o numa_$(BITS).o ...@@ -26,4 +26,6 @@ obj-$(CONFIG_NUMA) += numa.o numa_$(BITS).o
obj-$(CONFIG_K8_NUMA) += k8topology_64.o obj-$(CONFIG_K8_NUMA) += k8topology_64.o
obj-$(CONFIG_ACPI_NUMA) += srat_$(BITS).o obj-$(CONFIG_ACPI_NUMA) += srat_$(BITS).o
obj-$(CONFIG_HAVE_MEMBLOCK) += memblock.o
obj-$(CONFIG_MEMTEST) += memtest.o obj-$(CONFIG_MEMTEST) += memtest.o
...@@ -2,6 +2,7 @@ ...@@ -2,6 +2,7 @@
#include <linux/initrd.h> #include <linux/initrd.h>
#include <linux/ioport.h> #include <linux/ioport.h>
#include <linux/swap.h> #include <linux/swap.h>
#include <linux/memblock.h>
#include <asm/cacheflush.h> #include <asm/cacheflush.h>
#include <asm/e820.h> #include <asm/e820.h>
...@@ -33,6 +34,7 @@ static void __init find_early_table_space(unsigned long end, int use_pse, ...@@ -33,6 +34,7 @@ static void __init find_early_table_space(unsigned long end, int use_pse,
int use_gbpages) int use_gbpages)
{ {
unsigned long puds, pmds, ptes, tables, start; unsigned long puds, pmds, ptes, tables, start;
phys_addr_t base;
puds = (end + PUD_SIZE - 1) >> PUD_SHIFT; puds = (end + PUD_SIZE - 1) >> PUD_SHIFT;
tables = roundup(puds * sizeof(pud_t), PAGE_SIZE); tables = roundup(puds * sizeof(pud_t), PAGE_SIZE);
...@@ -75,12 +77,12 @@ static void __init find_early_table_space(unsigned long end, int use_pse, ...@@ -75,12 +77,12 @@ static void __init find_early_table_space(unsigned long end, int use_pse,
#else #else
start = 0x8000; start = 0x8000;
#endif #endif
e820_table_start = find_e820_area(start, max_pfn_mapped<<PAGE_SHIFT, base = memblock_find_in_range(start, max_pfn_mapped<<PAGE_SHIFT,
tables, PAGE_SIZE); tables, PAGE_SIZE);
if (e820_table_start == -1UL) if (base == MEMBLOCK_ERROR)
panic("Cannot find space for the kernel page tables"); panic("Cannot find space for the kernel page tables");
e820_table_start >>= PAGE_SHIFT; e820_table_start = base >> PAGE_SHIFT;
e820_table_end = e820_table_start; e820_table_end = e820_table_start;
e820_table_top = e820_table_start + (tables >> PAGE_SHIFT); e820_table_top = e820_table_start + (tables >> PAGE_SHIFT);
...@@ -299,7 +301,7 @@ unsigned long __init_refok init_memory_mapping(unsigned long start, ...@@ -299,7 +301,7 @@ unsigned long __init_refok init_memory_mapping(unsigned long start,
__flush_tlb_all(); __flush_tlb_all();
if (!after_bootmem && e820_table_end > e820_table_start) if (!after_bootmem && e820_table_end > e820_table_start)
reserve_early(e820_table_start << PAGE_SHIFT, memblock_x86_reserve_range(e820_table_start << PAGE_SHIFT,
e820_table_end << PAGE_SHIFT, "PGTABLE"); e820_table_end << PAGE_SHIFT, "PGTABLE");
if (!after_bootmem) if (!after_bootmem)
......
...@@ -25,6 +25,7 @@ ...@@ -25,6 +25,7 @@
#include <linux/pfn.h> #include <linux/pfn.h>
#include <linux/poison.h> #include <linux/poison.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/proc_fs.h> #include <linux/proc_fs.h>
#include <linux/memory_hotplug.h> #include <linux/memory_hotplug.h>
#include <linux/initrd.h> #include <linux/initrd.h>
...@@ -422,49 +423,28 @@ static void __init add_one_highpage_init(struct page *page) ...@@ -422,49 +423,28 @@ static void __init add_one_highpage_init(struct page *page)
totalhigh_pages++; totalhigh_pages++;
} }
struct add_highpages_data { void __init add_highpages_with_active_regions(int nid,
unsigned long start_pfn; unsigned long start_pfn, unsigned long end_pfn)
unsigned long end_pfn;
};
static int __init add_highpages_work_fn(unsigned long start_pfn,
unsigned long end_pfn, void *datax)
{ {
int node_pfn; struct range *range;
struct page *page; int nr_range;
unsigned long final_start_pfn, final_end_pfn; int i;
struct add_highpages_data *data;
data = (struct add_highpages_data *)datax; nr_range = __get_free_all_memory_range(&range, nid, start_pfn, end_pfn);
final_start_pfn = max(start_pfn, data->start_pfn); for (i = 0; i < nr_range; i++) {
final_end_pfn = min(end_pfn, data->end_pfn); struct page *page;
if (final_start_pfn >= final_end_pfn) int node_pfn;
return 0;
for (node_pfn = final_start_pfn; node_pfn < final_end_pfn; for (node_pfn = range[i].start; node_pfn < range[i].end;
node_pfn++) { node_pfn++) {
if (!pfn_valid(node_pfn)) if (!pfn_valid(node_pfn))
continue; continue;
page = pfn_to_page(node_pfn); page = pfn_to_page(node_pfn);
add_one_highpage_init(page); add_one_highpage_init(page);
} }
}
return 0;
}
void __init add_highpages_with_active_regions(int nid, unsigned long start_pfn,
unsigned long end_pfn)
{
struct add_highpages_data data;
data.start_pfn = start_pfn;
data.end_pfn = end_pfn;
work_with_active_regions(nid, add_highpages_work_fn, &data);
} }
#else #else
static inline void permanent_kmaps_init(pgd_t *pgd_base) static inline void permanent_kmaps_init(pgd_t *pgd_base)
{ {
...@@ -712,14 +692,14 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, ...@@ -712,14 +692,14 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,
highstart_pfn = highend_pfn = max_pfn; highstart_pfn = highend_pfn = max_pfn;
if (max_pfn > max_low_pfn) if (max_pfn > max_low_pfn)
highstart_pfn = max_low_pfn; highstart_pfn = max_low_pfn;
e820_register_active_regions(0, 0, highend_pfn); memblock_x86_register_active_regions(0, 0, highend_pfn);
sparse_memory_present_with_active_regions(0); sparse_memory_present_with_active_regions(0);
printk(KERN_NOTICE "%ldMB HIGHMEM available.\n", printk(KERN_NOTICE "%ldMB HIGHMEM available.\n",
pages_to_mb(highend_pfn - highstart_pfn)); pages_to_mb(highend_pfn - highstart_pfn));
num_physpages = highend_pfn; num_physpages = highend_pfn;
high_memory = (void *) __va(highstart_pfn * PAGE_SIZE - 1) + 1; high_memory = (void *) __va(highstart_pfn * PAGE_SIZE - 1) + 1;
#else #else
e820_register_active_regions(0, 0, max_low_pfn); memblock_x86_register_active_regions(0, 0, max_low_pfn);
sparse_memory_present_with_active_regions(0); sparse_memory_present_with_active_regions(0);
num_physpages = max_low_pfn; num_physpages = max_low_pfn;
high_memory = (void *) __va(max_low_pfn * PAGE_SIZE - 1) + 1; high_memory = (void *) __va(max_low_pfn * PAGE_SIZE - 1) + 1;
...@@ -750,68 +730,12 @@ static void __init zone_sizes_init(void) ...@@ -750,68 +730,12 @@ static void __init zone_sizes_init(void)
free_area_init_nodes(max_zone_pfns); free_area_init_nodes(max_zone_pfns);
} }
#ifndef CONFIG_NO_BOOTMEM
static unsigned long __init setup_node_bootmem(int nodeid,
unsigned long start_pfn,
unsigned long end_pfn,
unsigned long bootmap)
{
unsigned long bootmap_size;
/* don't touch min_low_pfn */
bootmap_size = init_bootmem_node(NODE_DATA(nodeid),
bootmap >> PAGE_SHIFT,
start_pfn, end_pfn);
printk(KERN_INFO " node %d low ram: %08lx - %08lx\n",
nodeid, start_pfn<<PAGE_SHIFT, end_pfn<<PAGE_SHIFT);
printk(KERN_INFO " node %d bootmap %08lx - %08lx\n",
nodeid, bootmap, bootmap + bootmap_size);
free_bootmem_with_active_regions(nodeid, end_pfn);
return bootmap + bootmap_size;
}
#endif
void __init setup_bootmem_allocator(void) void __init setup_bootmem_allocator(void)
{ {
#ifndef CONFIG_NO_BOOTMEM
int nodeid;
unsigned long bootmap_size, bootmap;
/*
* Initialize the boot-time allocator (with low memory only):
*/
bootmap_size = bootmem_bootmap_pages(max_low_pfn)<<PAGE_SHIFT;
bootmap = find_e820_area(0, max_pfn_mapped<<PAGE_SHIFT, bootmap_size,
PAGE_SIZE);
if (bootmap == -1L)
panic("Cannot find bootmem map of size %ld\n", bootmap_size);
reserve_early(bootmap, bootmap + bootmap_size, "BOOTMAP");
#endif
printk(KERN_INFO " mapped low ram: 0 - %08lx\n", printk(KERN_INFO " mapped low ram: 0 - %08lx\n",
max_pfn_mapped<<PAGE_SHIFT); max_pfn_mapped<<PAGE_SHIFT);
printk(KERN_INFO " low ram: 0 - %08lx\n", max_low_pfn<<PAGE_SHIFT); printk(KERN_INFO " low ram: 0 - %08lx\n", max_low_pfn<<PAGE_SHIFT);
#ifndef CONFIG_NO_BOOTMEM
for_each_online_node(nodeid) {
unsigned long start_pfn, end_pfn;
#ifdef CONFIG_NEED_MULTIPLE_NODES
start_pfn = node_start_pfn[nodeid];
end_pfn = node_end_pfn[nodeid];
if (start_pfn > max_low_pfn)
continue;
if (end_pfn > max_low_pfn)
end_pfn = max_low_pfn;
#else
start_pfn = 0;
end_pfn = max_low_pfn;
#endif
bootmap = setup_node_bootmem(nodeid, start_pfn, end_pfn,
bootmap);
}
#endif
after_bootmem = 1; after_bootmem = 1;
} }
...@@ -1070,8 +994,3 @@ void mark_rodata_ro(void) ...@@ -1070,8 +994,3 @@ void mark_rodata_ro(void)
} }
#endif #endif
int __init reserve_bootmem_generic(unsigned long phys, unsigned long len,
int flags)
{
return reserve_bootmem(phys, len, flags);
}
...@@ -21,6 +21,7 @@ ...@@ -21,6 +21,7 @@
#include <linux/initrd.h> #include <linux/initrd.h>
#include <linux/pagemap.h> #include <linux/pagemap.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/proc_fs.h> #include <linux/proc_fs.h>
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/pfn.h> #include <linux/pfn.h>
...@@ -52,8 +53,6 @@ ...@@ -52,8 +53,6 @@
#include <asm/init.h> #include <asm/init.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
static unsigned long dma_reserve __initdata;
static int __init parse_direct_gbpages_off(char *arg) static int __init parse_direct_gbpages_off(char *arg)
{ {
direct_gbpages = 0; direct_gbpages = 0;
...@@ -617,23 +616,7 @@ kernel_physical_mapping_init(unsigned long start, ...@@ -617,23 +616,7 @@ kernel_physical_mapping_init(unsigned long start,
void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,
int acpi, int k8) int acpi, int k8)
{ {
#ifndef CONFIG_NO_BOOTMEM memblock_x86_register_active_regions(0, start_pfn, end_pfn);
unsigned long bootmap_size, bootmap;
bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size,
PAGE_SIZE);
if (bootmap == -1L)
panic("Cannot find bootmem map of size %ld\n", bootmap_size);
reserve_early(bootmap, bootmap + bootmap_size, "BOOTMAP");
/* don't touch min_low_pfn */
bootmap_size = init_bootmem_node(NODE_DATA(0), bootmap >> PAGE_SHIFT,
0, end_pfn);
e820_register_active_regions(0, start_pfn, end_pfn);
free_bootmem_with_active_regions(0, end_pfn);
#else
e820_register_active_regions(0, start_pfn, end_pfn);
#endif
} }
#endif #endif
...@@ -843,52 +826,6 @@ void mark_rodata_ro(void) ...@@ -843,52 +826,6 @@ void mark_rodata_ro(void)
#endif #endif
int __init reserve_bootmem_generic(unsigned long phys, unsigned long len,
int flags)
{
#ifdef CONFIG_NUMA
int nid, next_nid;
int ret;
#endif
unsigned long pfn = phys >> PAGE_SHIFT;
if (pfn >= max_pfn) {
/*
* This can happen with kdump kernels when accessing
* firmware tables:
*/
if (pfn < max_pfn_mapped)
return -EFAULT;
printk(KERN_ERR "reserve_bootmem: illegal reserve %lx %lu\n",
phys, len);
return -EFAULT;
}
/* Should check here against the e820 map to avoid double free */
#ifdef CONFIG_NUMA
nid = phys_to_nid(phys);
next_nid = phys_to_nid(phys + len - 1);
if (nid == next_nid)
ret = reserve_bootmem_node(NODE_DATA(nid), phys, len, flags);
else
ret = reserve_bootmem(phys, len, flags);
if (ret != 0)
return ret;
#else
reserve_bootmem(phys, len, flags);
#endif
if (phys+len <= MAX_DMA_PFN*PAGE_SIZE) {
dma_reserve += len / PAGE_SIZE;
set_dma_reserve(dma_reserve);
}
return 0;
}
int kern_addr_valid(unsigned long addr) int kern_addr_valid(unsigned long addr)
{ {
unsigned long above = ((long)addr) >> __VIRTUAL_MASK_SHIFT; unsigned long above = ((long)addr) >> __VIRTUAL_MASK_SHIFT;
......
...@@ -362,6 +362,11 @@ static inline pte_t * __init early_ioremap_pte(unsigned long addr) ...@@ -362,6 +362,11 @@ static inline pte_t * __init early_ioremap_pte(unsigned long addr)
return &bm_pte[pte_index(addr)]; return &bm_pte[pte_index(addr)];
} }
bool __init is_early_ioremap_ptep(pte_t *ptep)
{
return ptep >= &bm_pte[0] && ptep < &bm_pte[PAGE_SIZE/sizeof(pte_t)];
}
static unsigned long slot_virt[FIX_BTMAPS_SLOTS] __initdata; static unsigned long slot_virt[FIX_BTMAPS_SLOTS] __initdata;
void __init early_ioremap_init(void) void __init early_ioremap_init(void)
......
...@@ -11,6 +11,8 @@ ...@@ -11,6 +11,8 @@
#include <linux/string.h> #include <linux/string.h>
#include <linux/module.h> #include <linux/module.h>
#include <linux/nodemask.h> #include <linux/nodemask.h>
#include <linux/memblock.h>
#include <asm/io.h> #include <asm/io.h>
#include <linux/pci_ids.h> #include <linux/pci_ids.h>
#include <linux/acpi.h> #include <linux/acpi.h>
...@@ -222,7 +224,7 @@ int __init k8_scan_nodes(void) ...@@ -222,7 +224,7 @@ int __init k8_scan_nodes(void)
for_each_node_mask(i, node_possible_map) { for_each_node_mask(i, node_possible_map) {
int j; int j;
e820_register_active_regions(i, memblock_x86_register_active_regions(i,
nodes[i].start >> PAGE_SHIFT, nodes[i].start >> PAGE_SHIFT,
nodes[i].end >> PAGE_SHIFT); nodes[i].end >> PAGE_SHIFT);
for (j = apicid_base; j < cores + apicid_base; j++) for (j = apicid_base; j < cores + apicid_base; j++)
......
#include <linux/kernel.h>
#include <linux/types.h>
#include <linux/init.h>
#include <linux/bitops.h>
#include <linux/memblock.h>
#include <linux/bootmem.h>
#include <linux/mm.h>
#include <linux/range.h>
/* Check for already reserved areas */
static bool __init check_with_memblock_reserved_size(u64 *addrp, u64 *sizep, u64 align)
{
struct memblock_region *r;
u64 addr = *addrp, last;
u64 size = *sizep;
bool changed = false;
again:
last = addr + size;
for_each_memblock(reserved, r) {
if (last > r->base && addr < r->base) {
size = r->base - addr;
changed = true;
goto again;
}
if (last > (r->base + r->size) && addr < (r->base + r->size)) {
addr = round_up(r->base + r->size, align);
size = last - addr;
changed = true;
goto again;
}
if (last <= (r->base + r->size) && addr >= r->base) {
*sizep = 0;
return false;
}
}
if (changed) {
*addrp = addr;
*sizep = size;
}
return changed;
}
/*
* Find next free range after start, and size is returned in *sizep
*/
u64 __init memblock_x86_find_in_range_size(u64 start, u64 *sizep, u64 align)
{
struct memblock_region *r;
for_each_memblock(memory, r) {
u64 ei_start = r->base;
u64 ei_last = ei_start + r->size;
u64 addr;
addr = round_up(ei_start, align);
if (addr < start)
addr = round_up(start, align);
if (addr >= ei_last)
continue;
*sizep = ei_last - addr;
while (check_with_memblock_reserved_size(&addr, sizep, align))
;
if (*sizep)
return addr;
}
return MEMBLOCK_ERROR;
}
static __init struct range *find_range_array(int count)
{
u64 end, size, mem;
struct range *range;
size = sizeof(struct range) * count;
end = memblock.current_limit;
mem = memblock_find_in_range(0, end, size, sizeof(struct range));
if (mem == MEMBLOCK_ERROR)
panic("can not find more space for range array");
/*
* This range is tempoaray, so don't reserve it, it will not be
* overlapped because We will not alloccate new buffer before
* We discard this one
*/
range = __va(mem);
memset(range, 0, size);
return range;
}
static void __init memblock_x86_subtract_reserved(struct range *range, int az)
{
u64 final_start, final_end;
struct memblock_region *r;
/* Take out region array itself at first*/
memblock_free_reserved_regions();
memblock_dbg("Subtract (%ld early reservations)\n", memblock.reserved.cnt);
for_each_memblock(reserved, r) {
memblock_dbg(" [%010llx-%010llx]\n", (u64)r->base, (u64)r->base + r->size - 1);
final_start = PFN_DOWN(r->base);
final_end = PFN_UP(r->base + r->size);
if (final_start >= final_end)
continue;
subtract_range(range, az, final_start, final_end);
}
/* Put region array back ? */
memblock_reserve_reserved_regions();
}
struct count_data {
int nr;
};
static int __init count_work_fn(unsigned long start_pfn,
unsigned long end_pfn, void *datax)
{
struct count_data *data = datax;
data->nr++;
return 0;
}
static int __init count_early_node_map(int nodeid)
{
struct count_data data;
data.nr = 0;
work_with_active_regions(nodeid, count_work_fn, &data);
return data.nr;
}
int __init __get_free_all_memory_range(struct range **rangep, int nodeid,
unsigned long start_pfn, unsigned long end_pfn)
{
int count;
struct range *range;
int nr_range;
count = (memblock.reserved.cnt + count_early_node_map(nodeid)) * 2;
range = find_range_array(count);
nr_range = 0;
/*
* Use early_node_map[] and memblock.reserved.region to get range array
* at first
*/
nr_range = add_from_early_node_map(range, count, nr_range, nodeid);
subtract_range(range, count, 0, start_pfn);
subtract_range(range, count, end_pfn, -1ULL);
memblock_x86_subtract_reserved(range, count);
nr_range = clean_sort_range(range, count);
*rangep = range;
return nr_range;
}
int __init get_free_all_memory_range(struct range **rangep, int nodeid)
{
unsigned long end_pfn = -1UL;
#ifdef CONFIG_X86_32
end_pfn = max_low_pfn;
#endif
return __get_free_all_memory_range(rangep, nodeid, 0, end_pfn);
}
static u64 __init __memblock_x86_memory_in_range(u64 addr, u64 limit, bool get_free)
{
int i, count;
struct range *range;
int nr_range;
u64 final_start, final_end;
u64 free_size;
struct memblock_region *r;
count = (memblock.reserved.cnt + memblock.memory.cnt) * 2;
range = find_range_array(count);
nr_range = 0;
addr = PFN_UP(addr);
limit = PFN_DOWN(limit);
for_each_memblock(memory, r) {
final_start = PFN_UP(r->base);
final_end = PFN_DOWN(r->base + r->size);
if (final_start >= final_end)
continue;
if (final_start >= limit || final_end <= addr)
continue;
nr_range = add_range(range, count, nr_range, final_start, final_end);
}
subtract_range(range, count, 0, addr);
subtract_range(range, count, limit, -1ULL);
/* Subtract memblock.reserved.region in range ? */
if (!get_free)
goto sort_and_count_them;
for_each_memblock(reserved, r) {
final_start = PFN_DOWN(r->base);
final_end = PFN_UP(r->base + r->size);
if (final_start >= final_end)
continue;
if (final_start >= limit || final_end <= addr)
continue;
subtract_range(range, count, final_start, final_end);
}
sort_and_count_them:
nr_range = clean_sort_range(range, count);
free_size = 0;
for (i = 0; i < nr_range; i++)
free_size += range[i].end - range[i].start;
return free_size << PAGE_SHIFT;
}
u64 __init memblock_x86_free_memory_in_range(u64 addr, u64 limit)
{
return __memblock_x86_memory_in_range(addr, limit, true);
}
u64 __init memblock_x86_memory_in_range(u64 addr, u64 limit)
{
return __memblock_x86_memory_in_range(addr, limit, false);
}
void __init memblock_x86_reserve_range(u64 start, u64 end, char *name)
{
if (start == end)
return;
if (WARN_ONCE(start > end, "memblock_x86_reserve_range: wrong range [%#llx, %#llx)\n", start, end))
return;
memblock_dbg(" memblock_x86_reserve_range: [%#010llx-%#010llx] %16s\n", start, end - 1, name);
memblock_reserve(start, end - start);
}
void __init memblock_x86_free_range(u64 start, u64 end)
{
if (start == end)
return;
if (WARN_ONCE(start > end, "memblock_x86_free_range: wrong range [%#llx, %#llx)\n", start, end))
return;
memblock_dbg(" memblock_x86_free_range: [%#010llx-%#010llx]\n", start, end - 1);
memblock_free(start, end - start);
}
/*
* Need to call this function after memblock_x86_register_active_regions,
* so early_node_map[] is filled already.
*/
u64 __init memblock_x86_find_in_range_node(int nid, u64 start, u64 end, u64 size, u64 align)
{
u64 addr;
addr = find_memory_core_early(nid, size, align, start, end);
if (addr != MEMBLOCK_ERROR)
return addr;
/* Fallback, should already have start end within node range */
return memblock_find_in_range(start, end, size, align);
}
/*
* Finds an active region in the address range from start_pfn to last_pfn and
* returns its range in ei_startpfn and ei_endpfn for the memblock entry.
*/
static int __init memblock_x86_find_active_region(const struct memblock_region *ei,
unsigned long start_pfn,
unsigned long last_pfn,
unsigned long *ei_startpfn,
unsigned long *ei_endpfn)
{
u64 align = PAGE_SIZE;
*ei_startpfn = round_up(ei->base, align) >> PAGE_SHIFT;
*ei_endpfn = round_down(ei->base + ei->size, align) >> PAGE_SHIFT;
/* Skip map entries smaller than a page */
if (*ei_startpfn >= *ei_endpfn)
return 0;
/* Skip if map is outside the node */
if (*ei_endpfn <= start_pfn || *ei_startpfn >= last_pfn)
return 0;
/* Check for overlaps */
if (*ei_startpfn < start_pfn)
*ei_startpfn = start_pfn;
if (*ei_endpfn > last_pfn)
*ei_endpfn = last_pfn;
return 1;
}
/* Walk the memblock.memory map and register active regions within a node */
void __init memblock_x86_register_active_regions(int nid, unsigned long start_pfn,
unsigned long last_pfn)
{
unsigned long ei_startpfn;
unsigned long ei_endpfn;
struct memblock_region *r;
for_each_memblock(memory, r)
if (memblock_x86_find_active_region(r, start_pfn, last_pfn,
&ei_startpfn, &ei_endpfn))
add_active_range(nid, ei_startpfn, ei_endpfn);
}
/*
* Find the hole size (in bytes) in the memory range.
* @start: starting address of the memory range to scan
* @end: ending address of the memory range to scan
*/
u64 __init memblock_x86_hole_size(u64 start, u64 end)
{
unsigned long start_pfn = start >> PAGE_SHIFT;
unsigned long last_pfn = end >> PAGE_SHIFT;
unsigned long ei_startpfn, ei_endpfn, ram = 0;
struct memblock_region *r;
for_each_memblock(memory, r)
if (memblock_x86_find_active_region(r, start_pfn, last_pfn,
&ei_startpfn, &ei_endpfn))
ram += ei_endpfn - ei_startpfn;
return end - start - ((u64)ram << PAGE_SHIFT);
}
...@@ -6,8 +6,7 @@ ...@@ -6,8 +6,7 @@
#include <linux/smp.h> #include <linux/smp.h>
#include <linux/init.h> #include <linux/init.h>
#include <linux/pfn.h> #include <linux/pfn.h>
#include <linux/memblock.h>
#include <asm/e820.h>
static u64 patterns[] __initdata = { static u64 patterns[] __initdata = {
0, 0,
...@@ -35,7 +34,7 @@ static void __init reserve_bad_mem(u64 pattern, u64 start_bad, u64 end_bad) ...@@ -35,7 +34,7 @@ static void __init reserve_bad_mem(u64 pattern, u64 start_bad, u64 end_bad)
(unsigned long long) pattern, (unsigned long long) pattern,
(unsigned long long) start_bad, (unsigned long long) start_bad,
(unsigned long long) end_bad); (unsigned long long) end_bad);
reserve_early(start_bad, end_bad, "BAD RAM"); memblock_x86_reserve_range(start_bad, end_bad, "BAD RAM");
} }
static void __init memtest(u64 pattern, u64 start_phys, u64 size) static void __init memtest(u64 pattern, u64 start_phys, u64 size)
...@@ -74,7 +73,7 @@ static void __init do_one_pass(u64 pattern, u64 start, u64 end) ...@@ -74,7 +73,7 @@ static void __init do_one_pass(u64 pattern, u64 start, u64 end)
u64 size = 0; u64 size = 0;
while (start < end) { while (start < end) {
start = find_e820_area_size(start, &size, 1); start = memblock_x86_find_in_range_size(start, &size, 1);
/* done ? */ /* done ? */
if (start >= end) if (start >= end)
......
...@@ -24,6 +24,7 @@ ...@@ -24,6 +24,7 @@
#include <linux/mm.h> #include <linux/mm.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/mmzone.h> #include <linux/mmzone.h>
#include <linux/highmem.h> #include <linux/highmem.h>
#include <linux/initrd.h> #include <linux/initrd.h>
...@@ -120,7 +121,7 @@ int __init get_memcfg_numa_flat(void) ...@@ -120,7 +121,7 @@ int __init get_memcfg_numa_flat(void)
node_start_pfn[0] = 0; node_start_pfn[0] = 0;
node_end_pfn[0] = max_pfn; node_end_pfn[0] = max_pfn;
e820_register_active_regions(0, 0, max_pfn); memblock_x86_register_active_regions(0, 0, max_pfn);
memory_present(0, 0, max_pfn); memory_present(0, 0, max_pfn);
node_remap_size[0] = node_memmap_size_bytes(0, 0, max_pfn); node_remap_size[0] = node_memmap_size_bytes(0, 0, max_pfn);
...@@ -161,14 +162,14 @@ static void __init allocate_pgdat(int nid) ...@@ -161,14 +162,14 @@ static void __init allocate_pgdat(int nid)
NODE_DATA(nid) = (pg_data_t *)node_remap_start_vaddr[nid]; NODE_DATA(nid) = (pg_data_t *)node_remap_start_vaddr[nid];
else { else {
unsigned long pgdat_phys; unsigned long pgdat_phys;
pgdat_phys = find_e820_area(min_low_pfn<<PAGE_SHIFT, pgdat_phys = memblock_find_in_range(min_low_pfn<<PAGE_SHIFT,
max_pfn_mapped<<PAGE_SHIFT, max_pfn_mapped<<PAGE_SHIFT,
sizeof(pg_data_t), sizeof(pg_data_t),
PAGE_SIZE); PAGE_SIZE);
NODE_DATA(nid) = (pg_data_t *)(pfn_to_kaddr(pgdat_phys>>PAGE_SHIFT)); NODE_DATA(nid) = (pg_data_t *)(pfn_to_kaddr(pgdat_phys>>PAGE_SHIFT));
memset(buf, 0, sizeof(buf)); memset(buf, 0, sizeof(buf));
sprintf(buf, "NODE_DATA %d", nid); sprintf(buf, "NODE_DATA %d", nid);
reserve_early(pgdat_phys, pgdat_phys + sizeof(pg_data_t), buf); memblock_x86_reserve_range(pgdat_phys, pgdat_phys + sizeof(pg_data_t), buf);
} }
printk(KERN_DEBUG "allocate_pgdat: node %d NODE_DATA %08lx\n", printk(KERN_DEBUG "allocate_pgdat: node %d NODE_DATA %08lx\n",
nid, (unsigned long)NODE_DATA(nid)); nid, (unsigned long)NODE_DATA(nid));
...@@ -291,15 +292,15 @@ static __init unsigned long calculate_numa_remap_pages(void) ...@@ -291,15 +292,15 @@ static __init unsigned long calculate_numa_remap_pages(void)
PTRS_PER_PTE); PTRS_PER_PTE);
node_kva_target <<= PAGE_SHIFT; node_kva_target <<= PAGE_SHIFT;
do { do {
node_kva_final = find_e820_area(node_kva_target, node_kva_final = memblock_find_in_range(node_kva_target,
((u64)node_end_pfn[nid])<<PAGE_SHIFT, ((u64)node_end_pfn[nid])<<PAGE_SHIFT,
((u64)size)<<PAGE_SHIFT, ((u64)size)<<PAGE_SHIFT,
LARGE_PAGE_BYTES); LARGE_PAGE_BYTES);
node_kva_target -= LARGE_PAGE_BYTES; node_kva_target -= LARGE_PAGE_BYTES;
} while (node_kva_final == -1ULL && } while (node_kva_final == MEMBLOCK_ERROR &&
(node_kva_target>>PAGE_SHIFT) > (node_start_pfn[nid])); (node_kva_target>>PAGE_SHIFT) > (node_start_pfn[nid]));
if (node_kva_final == -1ULL) if (node_kva_final == MEMBLOCK_ERROR)
panic("Can not get kva ram\n"); panic("Can not get kva ram\n");
node_remap_size[nid] = size; node_remap_size[nid] = size;
...@@ -318,15 +319,13 @@ static __init unsigned long calculate_numa_remap_pages(void) ...@@ -318,15 +319,13 @@ static __init unsigned long calculate_numa_remap_pages(void)
* but we could have some hole in high memory, and it will only * but we could have some hole in high memory, and it will only
* check page_is_ram(pfn) && !page_is_reserved_early(pfn) to decide * check page_is_ram(pfn) && !page_is_reserved_early(pfn) to decide
* to use it as free. * to use it as free.
* So reserve_early here, hope we don't run out of that array * So memblock_x86_reserve_range here, hope we don't run out of that array
*/ */
reserve_early(node_kva_final, memblock_x86_reserve_range(node_kva_final,
node_kva_final+(((u64)size)<<PAGE_SHIFT), node_kva_final+(((u64)size)<<PAGE_SHIFT),
"KVA RAM"); "KVA RAM");
node_remap_start_pfn[nid] = node_kva_final>>PAGE_SHIFT; node_remap_start_pfn[nid] = node_kva_final>>PAGE_SHIFT;
remove_active_range(nid, node_remap_start_pfn[nid],
node_remap_start_pfn[nid] + size);
} }
printk(KERN_INFO "Reserving total of %lx pages for numa KVA remap\n", printk(KERN_INFO "Reserving total of %lx pages for numa KVA remap\n",
reserve_pages); reserve_pages);
...@@ -367,14 +366,14 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, ...@@ -367,14 +366,14 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,
kva_target_pfn = round_down(max_low_pfn - kva_pages, PTRS_PER_PTE); kva_target_pfn = round_down(max_low_pfn - kva_pages, PTRS_PER_PTE);
do { do {
kva_start_pfn = find_e820_area(kva_target_pfn<<PAGE_SHIFT, kva_start_pfn = memblock_find_in_range(kva_target_pfn<<PAGE_SHIFT,
max_low_pfn<<PAGE_SHIFT, max_low_pfn<<PAGE_SHIFT,
kva_pages<<PAGE_SHIFT, kva_pages<<PAGE_SHIFT,
PTRS_PER_PTE<<PAGE_SHIFT) >> PAGE_SHIFT; PTRS_PER_PTE<<PAGE_SHIFT) >> PAGE_SHIFT;
kva_target_pfn -= PTRS_PER_PTE; kva_target_pfn -= PTRS_PER_PTE;
} while (kva_start_pfn == -1UL && kva_target_pfn > min_low_pfn); } while (kva_start_pfn == MEMBLOCK_ERROR && kva_target_pfn > min_low_pfn);
if (kva_start_pfn == -1UL) if (kva_start_pfn == MEMBLOCK_ERROR)
panic("Can not get kva space\n"); panic("Can not get kva space\n");
printk(KERN_INFO "kva_start_pfn ~ %lx max_low_pfn ~ %lx\n", printk(KERN_INFO "kva_start_pfn ~ %lx max_low_pfn ~ %lx\n",
...@@ -382,7 +381,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, ...@@ -382,7 +381,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,
printk(KERN_INFO "max_pfn = %lx\n", max_pfn); printk(KERN_INFO "max_pfn = %lx\n", max_pfn);
/* avoid clash with initrd */ /* avoid clash with initrd */
reserve_early(kva_start_pfn<<PAGE_SHIFT, memblock_x86_reserve_range(kva_start_pfn<<PAGE_SHIFT,
(kva_start_pfn + kva_pages)<<PAGE_SHIFT, (kva_start_pfn + kva_pages)<<PAGE_SHIFT,
"KVA PG"); "KVA PG");
#ifdef CONFIG_HIGHMEM #ifdef CONFIG_HIGHMEM
...@@ -419,9 +418,6 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn, ...@@ -419,9 +418,6 @@ void __init initmem_init(unsigned long start_pfn, unsigned long end_pfn,
for_each_online_node(nid) { for_each_online_node(nid) {
memset(NODE_DATA(nid), 0, sizeof(struct pglist_data)); memset(NODE_DATA(nid), 0, sizeof(struct pglist_data));
NODE_DATA(nid)->node_id = nid; NODE_DATA(nid)->node_id = nid;
#ifndef CONFIG_NO_BOOTMEM
NODE_DATA(nid)->bdata = &bootmem_node_data[nid];
#endif
} }
setup_bootmem_allocator(); setup_bootmem_allocator();
......
...@@ -7,6 +7,7 @@ ...@@ -7,6 +7,7 @@
#include <linux/string.h> #include <linux/string.h>
#include <linux/init.h> #include <linux/init.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/mmzone.h> #include <linux/mmzone.h>
#include <linux/ctype.h> #include <linux/ctype.h>
#include <linux/module.h> #include <linux/module.h>
...@@ -86,16 +87,16 @@ static int __init allocate_cachealigned_memnodemap(void) ...@@ -86,16 +87,16 @@ static int __init allocate_cachealigned_memnodemap(void)
addr = 0x8000; addr = 0x8000;
nodemap_size = roundup(sizeof(s16) * memnodemapsize, L1_CACHE_BYTES); nodemap_size = roundup(sizeof(s16) * memnodemapsize, L1_CACHE_BYTES);
nodemap_addr = find_e820_area(addr, max_pfn<<PAGE_SHIFT, nodemap_addr = memblock_find_in_range(addr, max_pfn<<PAGE_SHIFT,
nodemap_size, L1_CACHE_BYTES); nodemap_size, L1_CACHE_BYTES);
if (nodemap_addr == -1UL) { if (nodemap_addr == MEMBLOCK_ERROR) {
printk(KERN_ERR printk(KERN_ERR
"NUMA: Unable to allocate Memory to Node hash map\n"); "NUMA: Unable to allocate Memory to Node hash map\n");
nodemap_addr = nodemap_size = 0; nodemap_addr = nodemap_size = 0;
return -1; return -1;
} }
memnodemap = phys_to_virt(nodemap_addr); memnodemap = phys_to_virt(nodemap_addr);
reserve_early(nodemap_addr, nodemap_addr + nodemap_size, "MEMNODEMAP"); memblock_x86_reserve_range(nodemap_addr, nodemap_addr + nodemap_size, "MEMNODEMAP");
printk(KERN_DEBUG "NUMA: Allocated memnodemap from %lx - %lx\n", printk(KERN_DEBUG "NUMA: Allocated memnodemap from %lx - %lx\n",
nodemap_addr, nodemap_addr + nodemap_size); nodemap_addr, nodemap_addr + nodemap_size);
...@@ -171,8 +172,8 @@ static void * __init early_node_mem(int nodeid, unsigned long start, ...@@ -171,8 +172,8 @@ static void * __init early_node_mem(int nodeid, unsigned long start,
if (start < (MAX_DMA32_PFN<<PAGE_SHIFT) && if (start < (MAX_DMA32_PFN<<PAGE_SHIFT) &&
end > (MAX_DMA32_PFN<<PAGE_SHIFT)) end > (MAX_DMA32_PFN<<PAGE_SHIFT))
start = MAX_DMA32_PFN<<PAGE_SHIFT; start = MAX_DMA32_PFN<<PAGE_SHIFT;
mem = find_e820_area(start, end, size, align); mem = memblock_x86_find_in_range_node(nodeid, start, end, size, align);
if (mem != -1L) if (mem != MEMBLOCK_ERROR)
return __va(mem); return __va(mem);
/* extend the search scope */ /* extend the search scope */
...@@ -181,8 +182,8 @@ static void * __init early_node_mem(int nodeid, unsigned long start, ...@@ -181,8 +182,8 @@ static void * __init early_node_mem(int nodeid, unsigned long start,
start = MAX_DMA32_PFN<<PAGE_SHIFT; start = MAX_DMA32_PFN<<PAGE_SHIFT;
else else
start = MAX_DMA_PFN<<PAGE_SHIFT; start = MAX_DMA_PFN<<PAGE_SHIFT;
mem = find_e820_area(start, end, size, align); mem = memblock_x86_find_in_range_node(nodeid, start, end, size, align);
if (mem != -1L) if (mem != MEMBLOCK_ERROR)
return __va(mem); return __va(mem);
printk(KERN_ERR "Cannot find %lu bytes in node %d\n", printk(KERN_ERR "Cannot find %lu bytes in node %d\n",
...@@ -198,10 +199,6 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end) ...@@ -198,10 +199,6 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end)
unsigned long start_pfn, last_pfn, nodedata_phys; unsigned long start_pfn, last_pfn, nodedata_phys;
const int pgdat_size = roundup(sizeof(pg_data_t), PAGE_SIZE); const int pgdat_size = roundup(sizeof(pg_data_t), PAGE_SIZE);
int nid; int nid;
#ifndef CONFIG_NO_BOOTMEM
unsigned long bootmap_start, bootmap_pages, bootmap_size;
void *bootmap;
#endif
if (!end) if (!end)
return; return;
...@@ -226,7 +223,7 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end) ...@@ -226,7 +223,7 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end)
if (node_data[nodeid] == NULL) if (node_data[nodeid] == NULL)
return; return;
nodedata_phys = __pa(node_data[nodeid]); nodedata_phys = __pa(node_data[nodeid]);
reserve_early(nodedata_phys, nodedata_phys + pgdat_size, "NODE_DATA"); memblock_x86_reserve_range(nodedata_phys, nodedata_phys + pgdat_size, "NODE_DATA");
printk(KERN_INFO " NODE_DATA [%016lx - %016lx]\n", nodedata_phys, printk(KERN_INFO " NODE_DATA [%016lx - %016lx]\n", nodedata_phys,
nodedata_phys + pgdat_size - 1); nodedata_phys + pgdat_size - 1);
nid = phys_to_nid(nodedata_phys); nid = phys_to_nid(nodedata_phys);
...@@ -238,47 +235,6 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end) ...@@ -238,47 +235,6 @@ setup_node_bootmem(int nodeid, unsigned long start, unsigned long end)
NODE_DATA(nodeid)->node_start_pfn = start_pfn; NODE_DATA(nodeid)->node_start_pfn = start_pfn;
NODE_DATA(nodeid)->node_spanned_pages = last_pfn - start_pfn; NODE_DATA(nodeid)->node_spanned_pages = last_pfn - start_pfn;
#ifndef CONFIG_NO_BOOTMEM
NODE_DATA(nodeid)->bdata = &bootmem_node_data[nodeid];
/*
* Find a place for the bootmem map
* nodedata_phys could be on other nodes by alloc_bootmem,
* so need to sure bootmap_start not to be small, otherwise
* early_node_mem will get that with find_e820_area instead
* of alloc_bootmem, that could clash with reserved range
*/
bootmap_pages = bootmem_bootmap_pages(last_pfn - start_pfn);
bootmap_start = roundup(nodedata_phys + pgdat_size, PAGE_SIZE);
/*
* SMP_CACHE_BYTES could be enough, but init_bootmem_node like
* to use that to align to PAGE_SIZE
*/
bootmap = early_node_mem(nodeid, bootmap_start, end,
bootmap_pages<<PAGE_SHIFT, PAGE_SIZE);
if (bootmap == NULL) {
free_early(nodedata_phys, nodedata_phys + pgdat_size);
node_data[nodeid] = NULL;
return;
}
bootmap_start = __pa(bootmap);
reserve_early(bootmap_start, bootmap_start+(bootmap_pages<<PAGE_SHIFT),
"BOOTMAP");
bootmap_size = init_bootmem_node(NODE_DATA(nodeid),
bootmap_start >> PAGE_SHIFT,
start_pfn, last_pfn);
printk(KERN_INFO " bootmap [%016lx - %016lx] pages %lx\n",
bootmap_start, bootmap_start + bootmap_size - 1,
bootmap_pages);
nid = phys_to_nid(bootmap_start);
if (nid != nodeid)
printk(KERN_INFO " bootmap(%d) on node %d\n", nodeid, nid);
free_bootmem_with_active_regions(nodeid, end);
#endif
node_set_online(nodeid); node_set_online(nodeid);
} }
...@@ -416,7 +372,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr, ...@@ -416,7 +372,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,
nr_nodes = MAX_NUMNODES; nr_nodes = MAX_NUMNODES;
} }
size = (max_addr - addr - e820_hole_size(addr, max_addr)) / nr_nodes; size = (max_addr - addr - memblock_x86_hole_size(addr, max_addr)) / nr_nodes;
/* /*
* Calculate the number of big nodes that can be allocated as a result * Calculate the number of big nodes that can be allocated as a result
* of consolidating the remainder. * of consolidating the remainder.
...@@ -452,7 +408,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr, ...@@ -452,7 +408,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,
* non-reserved memory is less than the per-node size. * non-reserved memory is less than the per-node size.
*/ */
while (end - physnodes[i].start - while (end - physnodes[i].start -
e820_hole_size(physnodes[i].start, end) < size) { memblock_x86_hole_size(physnodes[i].start, end) < size) {
end += FAKE_NODE_MIN_SIZE; end += FAKE_NODE_MIN_SIZE;
if (end > physnodes[i].end) { if (end > physnodes[i].end) {
end = physnodes[i].end; end = physnodes[i].end;
...@@ -466,7 +422,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr, ...@@ -466,7 +422,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,
* this one must extend to the boundary. * this one must extend to the boundary.
*/ */
if (end < dma32_end && dma32_end - end - if (end < dma32_end && dma32_end - end -
e820_hole_size(end, dma32_end) < FAKE_NODE_MIN_SIZE) memblock_x86_hole_size(end, dma32_end) < FAKE_NODE_MIN_SIZE)
end = dma32_end; end = dma32_end;
/* /*
...@@ -475,7 +431,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr, ...@@ -475,7 +431,7 @@ static int __init split_nodes_interleave(u64 addr, u64 max_addr,
* physical node. * physical node.
*/ */
if (physnodes[i].end - end - if (physnodes[i].end - end -
e820_hole_size(end, physnodes[i].end) < size) memblock_x86_hole_size(end, physnodes[i].end) < size)
end = physnodes[i].end; end = physnodes[i].end;
/* /*
...@@ -503,7 +459,7 @@ static u64 __init find_end_of_node(u64 start, u64 max_addr, u64 size) ...@@ -503,7 +459,7 @@ static u64 __init find_end_of_node(u64 start, u64 max_addr, u64 size)
{ {
u64 end = start + size; u64 end = start + size;
while (end - start - e820_hole_size(start, end) < size) { while (end - start - memblock_x86_hole_size(start, end) < size) {
end += FAKE_NODE_MIN_SIZE; end += FAKE_NODE_MIN_SIZE;
if (end > max_addr) { if (end > max_addr) {
end = max_addr; end = max_addr;
...@@ -532,7 +488,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size) ...@@ -532,7 +488,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)
* creates a uniform distribution of node sizes across the entire * creates a uniform distribution of node sizes across the entire
* machine (but not necessarily over physical nodes). * machine (but not necessarily over physical nodes).
*/ */
min_size = (max_addr - addr - e820_hole_size(addr, max_addr)) / min_size = (max_addr - addr - memblock_x86_hole_size(addr, max_addr)) /
MAX_NUMNODES; MAX_NUMNODES;
min_size = max(min_size, FAKE_NODE_MIN_SIZE); min_size = max(min_size, FAKE_NODE_MIN_SIZE);
if ((min_size & FAKE_NODE_MIN_HASH_MASK) < min_size) if ((min_size & FAKE_NODE_MIN_HASH_MASK) < min_size)
...@@ -565,7 +521,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size) ...@@ -565,7 +521,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)
* this one must extend to the boundary. * this one must extend to the boundary.
*/ */
if (end < dma32_end && dma32_end - end - if (end < dma32_end && dma32_end - end -
e820_hole_size(end, dma32_end) < FAKE_NODE_MIN_SIZE) memblock_x86_hole_size(end, dma32_end) < FAKE_NODE_MIN_SIZE)
end = dma32_end; end = dma32_end;
/* /*
...@@ -574,7 +530,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size) ...@@ -574,7 +530,7 @@ static int __init split_nodes_size_interleave(u64 addr, u64 max_addr, u64 size)
* physical node. * physical node.
*/ */
if (physnodes[i].end - end - if (physnodes[i].end - end -
e820_hole_size(end, physnodes[i].end) < size) memblock_x86_hole_size(end, physnodes[i].end) < size)
end = physnodes[i].end; end = physnodes[i].end;
/* /*
...@@ -638,7 +594,7 @@ static int __init numa_emulation(unsigned long start_pfn, ...@@ -638,7 +594,7 @@ static int __init numa_emulation(unsigned long start_pfn,
*/ */
remove_all_active_ranges(); remove_all_active_ranges();
for_each_node_mask(i, node_possible_map) { for_each_node_mask(i, node_possible_map) {
e820_register_active_regions(i, nodes[i].start >> PAGE_SHIFT, memblock_x86_register_active_regions(i, nodes[i].start >> PAGE_SHIFT,
nodes[i].end >> PAGE_SHIFT); nodes[i].end >> PAGE_SHIFT);
setup_node_bootmem(i, nodes[i].start, nodes[i].end); setup_node_bootmem(i, nodes[i].start, nodes[i].end);
} }
...@@ -691,7 +647,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long last_pfn, ...@@ -691,7 +647,7 @@ void __init initmem_init(unsigned long start_pfn, unsigned long last_pfn,
node_set(0, node_possible_map); node_set(0, node_possible_map);
for (i = 0; i < nr_cpu_ids; i++) for (i = 0; i < nr_cpu_ids; i++)
numa_set_node(i, 0); numa_set_node(i, 0);
e820_register_active_regions(0, start_pfn, last_pfn); memblock_x86_register_active_regions(0, start_pfn, last_pfn);
setup_node_bootmem(0, start_pfn << PAGE_SHIFT, last_pfn << PAGE_SHIFT); setup_node_bootmem(0, start_pfn << PAGE_SHIFT, last_pfn << PAGE_SHIFT);
} }
...@@ -703,9 +659,7 @@ unsigned long __init numa_free_all_bootmem(void) ...@@ -703,9 +659,7 @@ unsigned long __init numa_free_all_bootmem(void)
for_each_online_node(i) for_each_online_node(i)
pages += free_all_bootmem_node(NODE_DATA(i)); pages += free_all_bootmem_node(NODE_DATA(i));
#ifdef CONFIG_NO_BOOTMEM
pages += free_all_memory_core_early(MAX_NUMNODES); pages += free_all_memory_core_early(MAX_NUMNODES);
#endif
return pages; return pages;
} }
......
...@@ -25,6 +25,7 @@ ...@@ -25,6 +25,7 @@
*/ */
#include <linux/mm.h> #include <linux/mm.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/mmzone.h> #include <linux/mmzone.h>
#include <linux/acpi.h> #include <linux/acpi.h>
#include <linux/nodemask.h> #include <linux/nodemask.h>
...@@ -264,7 +265,7 @@ int __init get_memcfg_from_srat(void) ...@@ -264,7 +265,7 @@ int __init get_memcfg_from_srat(void)
if (node_read_chunk(chunk->nid, chunk)) if (node_read_chunk(chunk->nid, chunk))
continue; continue;
e820_register_active_regions(chunk->nid, chunk->start_pfn, memblock_x86_register_active_regions(chunk->nid, chunk->start_pfn,
min(chunk->end_pfn, max_pfn)); min(chunk->end_pfn, max_pfn));
} }
/* for out of order entries in SRAT */ /* for out of order entries in SRAT */
......
...@@ -16,6 +16,7 @@ ...@@ -16,6 +16,7 @@
#include <linux/module.h> #include <linux/module.h>
#include <linux/topology.h> #include <linux/topology.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/mm.h> #include <linux/mm.h>
#include <asm/proto.h> #include <asm/proto.h>
#include <asm/numa.h> #include <asm/numa.h>
...@@ -98,15 +99,15 @@ void __init acpi_numa_slit_init(struct acpi_table_slit *slit) ...@@ -98,15 +99,15 @@ void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
unsigned long phys; unsigned long phys;
length = slit->header.length; length = slit->header.length;
phys = find_e820_area(0, max_pfn_mapped<<PAGE_SHIFT, length, phys = memblock_find_in_range(0, max_pfn_mapped<<PAGE_SHIFT, length,
PAGE_SIZE); PAGE_SIZE);
if (phys == -1L) if (phys == MEMBLOCK_ERROR)
panic(" Can not save slit!\n"); panic(" Can not save slit!\n");
acpi_slit = __va(phys); acpi_slit = __va(phys);
memcpy(acpi_slit, slit, length); memcpy(acpi_slit, slit, length);
reserve_early(phys, phys + length, "ACPI SLIT"); memblock_x86_reserve_range(phys, phys + length, "ACPI SLIT");
} }
/* Callback for Proximity Domain -> x2APIC mapping */ /* Callback for Proximity Domain -> x2APIC mapping */
...@@ -324,7 +325,7 @@ static int __init nodes_cover_memory(const struct bootnode *nodes) ...@@ -324,7 +325,7 @@ static int __init nodes_cover_memory(const struct bootnode *nodes)
pxmram = 0; pxmram = 0;
} }
e820ram = max_pfn - (e820_hole_size(0, max_pfn<<PAGE_SHIFT)>>PAGE_SHIFT); e820ram = max_pfn - (memblock_x86_hole_size(0, max_pfn<<PAGE_SHIFT)>>PAGE_SHIFT);
/* We seem to lose 3 pages somewhere. Allow 1M of slack. */ /* We seem to lose 3 pages somewhere. Allow 1M of slack. */
if ((long)(e820ram - pxmram) >= (1<<(20 - PAGE_SHIFT))) { if ((long)(e820ram - pxmram) >= (1<<(20 - PAGE_SHIFT))) {
printk(KERN_ERR printk(KERN_ERR
...@@ -421,7 +422,7 @@ int __init acpi_scan_nodes(unsigned long start, unsigned long end) ...@@ -421,7 +422,7 @@ int __init acpi_scan_nodes(unsigned long start, unsigned long end)
} }
for (i = 0; i < num_node_memblks; i++) for (i = 0; i < num_node_memblks; i++)
e820_register_active_regions(memblk_nodeid[i], memblock_x86_register_active_regions(memblk_nodeid[i],
node_memblk_range[i].start >> PAGE_SHIFT, node_memblk_range[i].start >> PAGE_SHIFT,
node_memblk_range[i].end >> PAGE_SHIFT); node_memblk_range[i].end >> PAGE_SHIFT);
......
...@@ -30,6 +30,7 @@ ...@@ -30,6 +30,7 @@
#include <linux/console.h> #include <linux/console.h>
#include <linux/pci.h> #include <linux/pci.h>
#include <linux/gfp.h> #include <linux/gfp.h>
#include <linux/memblock.h>
#include <xen/xen.h> #include <xen/xen.h>
#include <xen/interface/xen.h> #include <xen/interface/xen.h>
...@@ -1183,6 +1184,8 @@ asmlinkage void __init xen_start_kernel(void) ...@@ -1183,6 +1184,8 @@ asmlinkage void __init xen_start_kernel(void)
local_irq_disable(); local_irq_disable();
early_boot_irqs_off(); early_boot_irqs_off();
memblock_init();
xen_raw_console_write("mapping kernel into physical memory\n"); xen_raw_console_write("mapping kernel into physical memory\n");
pgd = xen_setup_kernel_pagetable(pgd, xen_start_info->nr_pages); pgd = xen_setup_kernel_pagetable(pgd, xen_start_info->nr_pages);
......
...@@ -45,6 +45,7 @@ ...@@ -45,6 +45,7 @@
#include <linux/vmalloc.h> #include <linux/vmalloc.h>
#include <linux/module.h> #include <linux/module.h>
#include <linux/gfp.h> #include <linux/gfp.h>
#include <linux/memblock.h>
#include <asm/pgtable.h> #include <asm/pgtable.h>
#include <asm/tlbflush.h> #include <asm/tlbflush.h>
...@@ -55,6 +56,7 @@ ...@@ -55,6 +56,7 @@
#include <asm/e820.h> #include <asm/e820.h>
#include <asm/linkage.h> #include <asm/linkage.h>
#include <asm/page.h> #include <asm/page.h>
#include <asm/init.h>
#include <asm/xen/hypercall.h> #include <asm/xen/hypercall.h>
#include <asm/xen/hypervisor.h> #include <asm/xen/hypervisor.h>
...@@ -359,7 +361,8 @@ void make_lowmem_page_readonly(void *vaddr) ...@@ -359,7 +361,8 @@ void make_lowmem_page_readonly(void *vaddr)
unsigned int level; unsigned int level;
pte = lookup_address(address, &level); pte = lookup_address(address, &level);
BUG_ON(pte == NULL); if (pte == NULL)
return; /* vaddr missing */
ptev = pte_wrprotect(*pte); ptev = pte_wrprotect(*pte);
...@@ -374,7 +377,8 @@ void make_lowmem_page_readwrite(void *vaddr) ...@@ -374,7 +377,8 @@ void make_lowmem_page_readwrite(void *vaddr)
unsigned int level; unsigned int level;
pte = lookup_address(address, &level); pte = lookup_address(address, &level);
BUG_ON(pte == NULL); if (pte == NULL)
return; /* vaddr missing */
ptev = pte_mkwrite(*pte); ptev = pte_mkwrite(*pte);
...@@ -1508,13 +1512,25 @@ static void xen_pgd_free(struct mm_struct *mm, pgd_t *pgd) ...@@ -1508,13 +1512,25 @@ static void xen_pgd_free(struct mm_struct *mm, pgd_t *pgd)
#endif #endif
} }
#ifdef CONFIG_X86_32
static __init pte_t mask_rw_pte(pte_t *ptep, pte_t pte) static __init pte_t mask_rw_pte(pte_t *ptep, pte_t pte)
{ {
unsigned long pfn = pte_pfn(pte);
#ifdef CONFIG_X86_32
/* If there's an existing pte, then don't allow _PAGE_RW to be set */ /* If there's an existing pte, then don't allow _PAGE_RW to be set */
if (pte_val_ma(*ptep) & _PAGE_PRESENT) if (pte_val_ma(*ptep) & _PAGE_PRESENT)
pte = __pte_ma(((pte_val_ma(*ptep) & _PAGE_RW) | ~_PAGE_RW) & pte = __pte_ma(((pte_val_ma(*ptep) & _PAGE_RW) | ~_PAGE_RW) &
pte_val_ma(pte)); pte_val_ma(pte));
#endif
/*
* If the new pfn is within the range of the newly allocated
* kernel pagetable, and it isn't being mapped into an
* early_ioremap fixmap slot, make sure it is RO.
*/
if (!is_early_ioremap_ptep(ptep) &&
pfn >= e820_table_start && pfn < e820_table_end)
pte = pte_wrprotect(pte);
return pte; return pte;
} }
...@@ -1527,7 +1543,6 @@ static __init void xen_set_pte_init(pte_t *ptep, pte_t pte) ...@@ -1527,7 +1543,6 @@ static __init void xen_set_pte_init(pte_t *ptep, pte_t pte)
xen_set_pte(ptep, pte); xen_set_pte(ptep, pte);
} }
#endif
static void pin_pagetable_pfn(unsigned cmd, unsigned long pfn) static void pin_pagetable_pfn(unsigned cmd, unsigned long pfn)
{ {
...@@ -1814,7 +1829,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd, ...@@ -1814,7 +1829,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd,
__xen_write_cr3(true, __pa(pgd)); __xen_write_cr3(true, __pa(pgd));
xen_mc_issue(PARAVIRT_LAZY_CPU); xen_mc_issue(PARAVIRT_LAZY_CPU);
reserve_early(__pa(xen_start_info->pt_base), memblock_x86_reserve_range(__pa(xen_start_info->pt_base),
__pa(xen_start_info->pt_base + __pa(xen_start_info->pt_base +
xen_start_info->nr_pt_frames * PAGE_SIZE), xen_start_info->nr_pt_frames * PAGE_SIZE),
"XEN PAGETABLES"); "XEN PAGETABLES");
...@@ -1852,7 +1867,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd, ...@@ -1852,7 +1867,7 @@ __init pgd_t *xen_setup_kernel_pagetable(pgd_t *pgd,
pin_pagetable_pfn(MMUEXT_PIN_L3_TABLE, PFN_DOWN(__pa(swapper_pg_dir))); pin_pagetable_pfn(MMUEXT_PIN_L3_TABLE, PFN_DOWN(__pa(swapper_pg_dir)));
reserve_early(__pa(xen_start_info->pt_base), memblock_x86_reserve_range(__pa(xen_start_info->pt_base),
__pa(xen_start_info->pt_base + __pa(xen_start_info->pt_base +
xen_start_info->nr_pt_frames * PAGE_SIZE), xen_start_info->nr_pt_frames * PAGE_SIZE),
"XEN PAGETABLES"); "XEN PAGETABLES");
...@@ -1971,11 +1986,7 @@ static const struct pv_mmu_ops xen_mmu_ops __initdata = { ...@@ -1971,11 +1986,7 @@ static const struct pv_mmu_ops xen_mmu_ops __initdata = {
.alloc_pmd = xen_alloc_pmd_init, .alloc_pmd = xen_alloc_pmd_init,
.release_pmd = xen_release_pmd_init, .release_pmd = xen_release_pmd_init,
#ifdef CONFIG_X86_64
.set_pte = xen_set_pte,
#else
.set_pte = xen_set_pte_init, .set_pte = xen_set_pte_init,
#endif
.set_pte_at = xen_set_pte_at, .set_pte_at = xen_set_pte_at,
.set_pmd = xen_set_pmd_hyper, .set_pmd = xen_set_pmd_hyper,
......
...@@ -8,6 +8,7 @@ ...@@ -8,6 +8,7 @@
#include <linux/sched.h> #include <linux/sched.h>
#include <linux/mm.h> #include <linux/mm.h>
#include <linux/pm.h> #include <linux/pm.h>
#include <linux/memblock.h>
#include <asm/elf.h> #include <asm/elf.h>
#include <asm/vdso.h> #include <asm/vdso.h>
...@@ -129,7 +130,7 @@ char * __init xen_memory_setup(void) ...@@ -129,7 +130,7 @@ char * __init xen_memory_setup(void)
* - xen_start_info * - xen_start_info
* See comment above "struct start_info" in <xen/interface/xen.h> * See comment above "struct start_info" in <xen/interface/xen.h>
*/ */
reserve_early(__pa(xen_start_info->mfn_list), memblock_x86_reserve_range(__pa(xen_start_info->mfn_list),
__pa(xen_start_info->pt_base), __pa(xen_start_info->pt_base),
"XEN START INFO"); "XEN START INFO");
......
...@@ -554,12 +554,8 @@ void __init omap_vram_reserve_sdram_memblock(void) ...@@ -554,12 +554,8 @@ void __init omap_vram_reserve_sdram_memblock(void)
size = PAGE_ALIGN(size); size = PAGE_ALIGN(size);
if (paddr) { if (paddr) {
struct memblock_property res; if ((paddr & ~PAGE_MASK) ||
!memblock_is_region_memory(paddr, size)) {
res.base = paddr;
res.size = size;
if ((paddr & ~PAGE_MASK) || memblock_find(&res) ||
res.base != paddr || res.size != size) {
pr_err("Illegal SDRAM region for VRAM\n"); pr_err("Illegal SDRAM region for VRAM\n");
return; return;
} }
......
#ifndef _LINUX_EARLY_RES_H
#define _LINUX_EARLY_RES_H
#ifdef __KERNEL__
extern void reserve_early(u64 start, u64 end, char *name);
extern void reserve_early_overlap_ok(u64 start, u64 end, char *name);
extern void free_early(u64 start, u64 end);
void free_early_partial(u64 start, u64 end);
extern void early_res_to_bootmem(u64 start, u64 end);
void reserve_early_without_check(u64 start, u64 end, char *name);
u64 find_early_area(u64 ei_start, u64 ei_last, u64 start, u64 end,
u64 size, u64 align);
u64 find_early_area_size(u64 ei_start, u64 ei_last, u64 start,
u64 *sizep, u64 align);
u64 find_fw_memmap_area(u64 start, u64 end, u64 size, u64 align);
u64 get_max_mapped(void);
#include <linux/range.h>
int get_free_all_memory_range(struct range **rangep, int nodeid);
#endif /* __KERNEL__ */
#endif /* _LINUX_EARLY_RES_H */
...@@ -2,6 +2,7 @@ ...@@ -2,6 +2,7 @@
#define _LINUX_MEMBLOCK_H #define _LINUX_MEMBLOCK_H
#ifdef __KERNEL__ #ifdef __KERNEL__
#ifdef CONFIG_HAVE_MEMBLOCK
/* /*
* Logical memory blocks. * Logical memory blocks.
* *
...@@ -16,73 +17,150 @@ ...@@ -16,73 +17,150 @@
#include <linux/init.h> #include <linux/init.h>
#include <linux/mm.h> #include <linux/mm.h>
#define MAX_MEMBLOCK_REGIONS 128 #include <asm/memblock.h>
struct memblock_property { #define INIT_MEMBLOCK_REGIONS 128
u64 base; #define MEMBLOCK_ERROR 0
u64 size;
};
struct memblock_region { struct memblock_region {
unsigned long cnt; phys_addr_t base;
u64 size; phys_addr_t size;
struct memblock_property region[MAX_MEMBLOCK_REGIONS+1]; };
struct memblock_type {
unsigned long cnt; /* number of regions */
unsigned long max; /* size of the allocated array */
struct memblock_region *regions;
}; };
struct memblock { struct memblock {
unsigned long debug; phys_addr_t current_limit;
u64 rmo_size; phys_addr_t memory_size; /* Updated by memblock_analyze() */
struct memblock_region memory; struct memblock_type memory;
struct memblock_region reserved; struct memblock_type reserved;
}; };
extern struct memblock memblock; extern struct memblock memblock;
extern int memblock_debug;
extern int memblock_can_resize;
extern void __init memblock_init(void); #define memblock_dbg(fmt, ...) \
extern void __init memblock_analyze(void); if (memblock_debug) printk(KERN_INFO pr_fmt(fmt), ##__VA_ARGS__)
extern long memblock_add(u64 base, u64 size);
extern long memblock_remove(u64 base, u64 size); u64 memblock_find_in_range(u64 start, u64 end, u64 size, u64 align);
extern long __init memblock_free(u64 base, u64 size); int memblock_free_reserved_regions(void);
extern long __init memblock_reserve(u64 base, u64 size); int memblock_reserve_reserved_regions(void);
extern u64 __init memblock_alloc_nid(u64 size, u64 align, int nid,
u64 (*nid_range)(u64, u64, int *)); extern void memblock_init(void);
extern u64 __init memblock_alloc(u64 size, u64 align); extern void memblock_analyze(void);
extern u64 __init memblock_alloc_base(u64 size, extern long memblock_add(phys_addr_t base, phys_addr_t size);
u64, u64 max_addr); extern long memblock_remove(phys_addr_t base, phys_addr_t size);
extern u64 __init __memblock_alloc_base(u64 size, extern long memblock_free(phys_addr_t base, phys_addr_t size);
u64 align, u64 max_addr); extern long memblock_reserve(phys_addr_t base, phys_addr_t size);
extern u64 __init memblock_phys_mem_size(void);
extern u64 memblock_end_of_DRAM(void); /* The numa aware allocator is only available if
extern void __init memblock_enforce_memory_limit(u64 memory_limit); * CONFIG_ARCH_POPULATES_NODE_MAP is set
extern int __init memblock_is_reserved(u64 addr); */
extern int memblock_is_region_reserved(u64 base, u64 size); extern phys_addr_t memblock_alloc_nid(phys_addr_t size, phys_addr_t align,
extern int memblock_find(struct memblock_property *res); int nid);
extern phys_addr_t memblock_alloc_try_nid(phys_addr_t size, phys_addr_t align,
int nid);
extern phys_addr_t memblock_alloc(phys_addr_t size, phys_addr_t align);
/* Flags for memblock_alloc_base() amd __memblock_alloc_base() */
#define MEMBLOCK_ALLOC_ANYWHERE (~(phys_addr_t)0)
#define MEMBLOCK_ALLOC_ACCESSIBLE 0
extern phys_addr_t memblock_alloc_base(phys_addr_t size,
phys_addr_t align,
phys_addr_t max_addr);
extern phys_addr_t __memblock_alloc_base(phys_addr_t size,
phys_addr_t align,
phys_addr_t max_addr);
extern phys_addr_t memblock_phys_mem_size(void);
extern phys_addr_t memblock_end_of_DRAM(void);
extern void memblock_enforce_memory_limit(phys_addr_t memory_limit);
extern int memblock_is_memory(phys_addr_t addr);
extern int memblock_is_region_memory(phys_addr_t base, phys_addr_t size);
extern int memblock_is_reserved(phys_addr_t addr);
extern int memblock_is_region_reserved(phys_addr_t base, phys_addr_t size);
extern void memblock_dump_all(void); extern void memblock_dump_all(void);
static inline u64 /* Provided by the architecture */
memblock_size_bytes(struct memblock_region *type, unsigned long region_nr) extern phys_addr_t memblock_nid_range(phys_addr_t start, phys_addr_t end, int *nid);
extern int memblock_memory_can_coalesce(phys_addr_t addr1, phys_addr_t size1,
phys_addr_t addr2, phys_addr_t size2);
/**
* memblock_set_current_limit - Set the current allocation limit to allow
* limiting allocations to what is currently
* accessible during boot
* @limit: New limit value (physical address)
*/
extern void memblock_set_current_limit(phys_addr_t limit);
/*
* pfn conversion functions
*
* While the memory MEMBLOCKs should always be page aligned, the reserved
* MEMBLOCKs may not be. This accessor attempt to provide a very clear
* idea of what they return for such non aligned MEMBLOCKs.
*/
/**
* memblock_region_memory_base_pfn - Return the lowest pfn intersecting with the memory region
* @reg: memblock_region structure
*/
static inline unsigned long memblock_region_memory_base_pfn(const struct memblock_region *reg)
{ {
return type->region[region_nr].size; return PFN_UP(reg->base);
} }
static inline u64
memblock_size_pages(struct memblock_region *type, unsigned long region_nr) /**
* memblock_region_memory_end_pfn - Return the end_pfn this region
* @reg: memblock_region structure
*/
static inline unsigned long memblock_region_memory_end_pfn(const struct memblock_region *reg)
{ {
return memblock_size_bytes(type, region_nr) >> PAGE_SHIFT; return PFN_DOWN(reg->base + reg->size);
} }
static inline u64
memblock_start_pfn(struct memblock_region *type, unsigned long region_nr) /**
* memblock_region_reserved_base_pfn - Return the lowest pfn intersecting with the reserved region
* @reg: memblock_region structure
*/
static inline unsigned long memblock_region_reserved_base_pfn(const struct memblock_region *reg)
{ {
return type->region[region_nr].base >> PAGE_SHIFT; return PFN_DOWN(reg->base);
} }
static inline u64
memblock_end_pfn(struct memblock_region *type, unsigned long region_nr) /**
* memblock_region_reserved_end_pfn - Return the end_pfn this region
* @reg: memblock_region structure
*/
static inline unsigned long memblock_region_reserved_end_pfn(const struct memblock_region *reg)
{ {
return memblock_start_pfn(type, region_nr) + return PFN_UP(reg->base + reg->size);
memblock_size_pages(type, region_nr);
} }
#include <asm/memblock.h> #define for_each_memblock(memblock_type, region) \
for (region = memblock.memblock_type.regions; \
region < (memblock.memblock_type.regions + memblock.memblock_type.cnt); \
region++)
#ifdef ARCH_DISCARD_MEMBLOCK
#define __init_memblock __init
#define __initdata_memblock __initdata
#else
#define __init_memblock
#define __initdata_memblock
#endif
#endif /* CONFIG_HAVE_MEMBLOCK */
#endif /* __KERNEL__ */ #endif /* __KERNEL__ */
......
...@@ -1175,6 +1175,8 @@ extern void free_bootmem_with_active_regions(int nid, ...@@ -1175,6 +1175,8 @@ extern void free_bootmem_with_active_regions(int nid,
unsigned long max_low_pfn); unsigned long max_low_pfn);
int add_from_early_node_map(struct range *range, int az, int add_from_early_node_map(struct range *range, int az,
int nr_range, int nid); int nr_range, int nid);
u64 __init find_memory_core_early(int nid, u64 size, u64 align,
u64 goal, u64 limit);
void *__alloc_memory_core_early(int nodeid, u64 size, u64 align, void *__alloc_memory_core_early(int nodeid, u64 size, u64 align,
u64 goal, u64 limit); u64 goal, u64 limit);
typedef int (*work_fn_t)(unsigned long, unsigned long, void *); typedef int (*work_fn_t)(unsigned long, unsigned long, void *);
......
...@@ -11,7 +11,6 @@ obj-y = sched.o fork.o exec_domain.o panic.o printk.o \ ...@@ -11,7 +11,6 @@ obj-y = sched.o fork.o exec_domain.o panic.o printk.o \
hrtimer.o rwsem.o nsproxy.o srcu.o semaphore.o \ hrtimer.o rwsem.o nsproxy.o srcu.o semaphore.o \
notifier.o ksysfs.o pm_qos_params.o sched_clock.o cred.o \ notifier.o ksysfs.o pm_qos_params.o sched_clock.o cred.o \
async.o range.o jump_label.o async.o range.o jump_label.o
obj-$(CONFIG_HAVE_EARLY_RES) += early_res.o
obj-y += groups.o obj-y += groups.o
ifdef CONFIG_FUNCTION_TRACER ifdef CONFIG_FUNCTION_TRACER
......
This diff is collapsed.
...@@ -15,6 +15,7 @@ ...@@ -15,6 +15,7 @@
#include <linux/module.h> #include <linux/module.h>
#include <linux/kmemleak.h> #include <linux/kmemleak.h>
#include <linux/range.h> #include <linux/range.h>
#include <linux/memblock.h>
#include <asm/bug.h> #include <asm/bug.h>
#include <asm/io.h> #include <asm/io.h>
...@@ -434,7 +435,8 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, ...@@ -434,7 +435,8 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr,
unsigned long size) unsigned long size)
{ {
#ifdef CONFIG_NO_BOOTMEM #ifdef CONFIG_NO_BOOTMEM
free_early(physaddr, physaddr + size); kmemleak_free_part(__va(physaddr), size);
memblock_x86_free_range(physaddr, physaddr + size);
#else #else
unsigned long start, end; unsigned long start, end;
...@@ -459,7 +461,8 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, ...@@ -459,7 +461,8 @@ void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr,
void __init free_bootmem(unsigned long addr, unsigned long size) void __init free_bootmem(unsigned long addr, unsigned long size)
{ {
#ifdef CONFIG_NO_BOOTMEM #ifdef CONFIG_NO_BOOTMEM
free_early(addr, addr + size); kmemleak_free_part(__va(addr), size);
memblock_x86_free_range(addr, addr + size);
#else #else
unsigned long start, end; unsigned long start, end;
...@@ -526,6 +529,12 @@ int __init reserve_bootmem(unsigned long addr, unsigned long size, ...@@ -526,6 +529,12 @@ int __init reserve_bootmem(unsigned long addr, unsigned long size,
} }
#ifndef CONFIG_NO_BOOTMEM #ifndef CONFIG_NO_BOOTMEM
int __weak __init reserve_bootmem_generic(unsigned long phys, unsigned long len,
int flags)
{
return reserve_bootmem(phys, len, flags);
}
static unsigned long __init align_idx(struct bootmem_data *bdata, static unsigned long __init align_idx(struct bootmem_data *bdata,
unsigned long idx, unsigned long step) unsigned long idx, unsigned long step)
{ {
......
This diff is collapsed.
...@@ -21,6 +21,7 @@ ...@@ -21,6 +21,7 @@
#include <linux/pagemap.h> #include <linux/pagemap.h>
#include <linux/jiffies.h> #include <linux/jiffies.h>
#include <linux/bootmem.h> #include <linux/bootmem.h>
#include <linux/memblock.h>
#include <linux/compiler.h> #include <linux/compiler.h>
#include <linux/kernel.h> #include <linux/kernel.h>
#include <linux/kmemcheck.h> #include <linux/kmemcheck.h>
...@@ -3636,6 +3637,41 @@ void __init free_bootmem_with_active_regions(int nid, ...@@ -3636,6 +3637,41 @@ void __init free_bootmem_with_active_regions(int nid,
} }
} }
#ifdef CONFIG_HAVE_MEMBLOCK
u64 __init find_memory_core_early(int nid, u64 size, u64 align,
u64 goal, u64 limit)
{
int i;
/* Need to go over early_node_map to find out good range for node */
for_each_active_range_index_in_nid(i, nid) {
u64 addr;
u64 ei_start, ei_last;
u64 final_start, final_end;
ei_last = early_node_map[i].end_pfn;
ei_last <<= PAGE_SHIFT;
ei_start = early_node_map[i].start_pfn;
ei_start <<= PAGE_SHIFT;
final_start = max(ei_start, goal);
final_end = min(ei_last, limit);
if (final_start >= final_end)
continue;
addr = memblock_find_in_range(final_start, final_end, size, align);
if (addr == MEMBLOCK_ERROR)
continue;
return addr;
}
return MEMBLOCK_ERROR;
}
#endif
int __init add_from_early_node_map(struct range *range, int az, int __init add_from_early_node_map(struct range *range, int az,
int nr_range, int nid) int nr_range, int nid)
{ {
...@@ -3655,46 +3691,26 @@ int __init add_from_early_node_map(struct range *range, int az, ...@@ -3655,46 +3691,26 @@ int __init add_from_early_node_map(struct range *range, int az,
void * __init __alloc_memory_core_early(int nid, u64 size, u64 align, void * __init __alloc_memory_core_early(int nid, u64 size, u64 align,
u64 goal, u64 limit) u64 goal, u64 limit)
{ {
int i;
void *ptr; void *ptr;
if (limit > get_max_mapped())
limit = get_max_mapped();
/* need to go over early_node_map to find out good range for node */
for_each_active_range_index_in_nid(i, nid) {
u64 addr; u64 addr;
u64 ei_start, ei_last;
ei_last = early_node_map[i].end_pfn; if (limit > memblock.current_limit)
ei_last <<= PAGE_SHIFT; limit = memblock.current_limit;
ei_start = early_node_map[i].start_pfn;
ei_start <<= PAGE_SHIFT;
addr = find_early_area(ei_start, ei_last,
goal, limit, size, align);
if (addr == -1ULL) addr = find_memory_core_early(nid, size, align, goal, limit);
continue;
#if 0 if (addr == MEMBLOCK_ERROR)
printk(KERN_DEBUG "alloc (nid=%d %llx - %llx) (%llx - %llx) %llx %llx => %llx\n", return NULL;
nid,
ei_start, ei_last, goal, limit, size,
align, addr);
#endif
ptr = phys_to_virt(addr); ptr = phys_to_virt(addr);
memset(ptr, 0, size); memset(ptr, 0, size);
reserve_early_without_check(addr, addr + size, "BOOTMEM"); memblock_x86_reserve_range(addr, addr + size, "BOOTMEM");
/* /*
* The min_count is set to 0 so that bootmem allocated blocks * The min_count is set to 0 so that bootmem allocated blocks
* are never reported as leaks. * are never reported as leaks.
*/ */
kmemleak_alloc(ptr, size, 0, 0); kmemleak_alloc(ptr, size, 0, 0);
return ptr; return ptr;
}
return NULL;
} }
#endif #endif
......
...@@ -220,18 +220,7 @@ void __init sparse_mem_maps_populate_node(struct page **map_map, ...@@ -220,18 +220,7 @@ void __init sparse_mem_maps_populate_node(struct page **map_map,
if (vmemmap_buf_start) { if (vmemmap_buf_start) {
/* need to free left buf */ /* need to free left buf */
#ifdef CONFIG_NO_BOOTMEM
free_early(__pa(vmemmap_buf_start), __pa(vmemmap_buf_end));
if (vmemmap_buf_start < vmemmap_buf) {
char name[15];
snprintf(name, sizeof(name), "MEMMAP %d", nodeid);
reserve_early_without_check(__pa(vmemmap_buf_start),
__pa(vmemmap_buf), name);
}
#else
free_bootmem(__pa(vmemmap_buf), vmemmap_buf_end - vmemmap_buf); free_bootmem(__pa(vmemmap_buf), vmemmap_buf_end - vmemmap_buf);
#endif
vmemmap_buf = NULL; vmemmap_buf = NULL;
vmemmap_buf_end = NULL; vmemmap_buf_end = NULL;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment