Commit 93dbda7c authored by Jeremy Fitzhardinge's avatar Jeremy Fitzhardinge Committed by H. Peter Anvin
Browse files

x86: add brk allocation for very, very early allocations 



Impact: new interface

Add a brk()-like allocator which effectively extends the bss in order
to allow very early code to do dynamic allocations.  This is better than
using statically allocated arrays for data in subsystems which may never
get used.

The space for brk allocations is in the bss ELF segment, so that the
space is mapped properly by the code which maps the kernel, and so
that bootloaders keep the space free rather than putting a ramdisk or
something into it.

The bss itself, delimited by __bss_stop, ends before the brk area
(__brk_base to __brk_limit).  The kernel text, data and bss is reserved
up to __bss_stop.

Any brk-allocated data is reserved separately just before the kernel
pagetable is built, as that code allocates from unreserved spaces
in the e820 map, potentially allocating from any unused brk memory.
Ultimately any unused memory in the brk area is used in the general
kernel memory pool.

Initially the brk space is set to 1MB, which is probably much larger
than any user needs (the largest current user is i386 head_32.S's code
to build the pagetables to map the kernel, which can get fairly large
with a big kernel image and no PSE support).  So long as the system
has sufficient memory for the bootloader to reserve the kernel+1MB brk,
there are no bad effects resulting from an over-large brk.

Signed-off-by: default avatarJeremy Fitzhardinge <jeremy.fitzhardinge@citrix.com>
Signed-off-by: default avatarH. Peter Anvin <hpa@zytor.com>
parent b9719a4d

arch/x86/include/asm/sections.h

+7 −0
Original line number Diff line number Diff line 
#ifndef _ASM_X86_SECTIONS_H

#define _ASM_X86_SECTIONS_H



#include <asm-generic/sections.h>



extern char __brk_base[], __brk_limit[];



#endif	/* _ASM_X86_SECTIONS_H */

arch/x86/include/asm/setup.h

+4 −0
Original line number Diff line number Diff line
@@ -100,6 +100,10 @@ extern struct boot_params boot_params; 
 */

#define LOWMEMSIZE()	(0x9f000)



/* exceedingly early brk-like allocator */

extern unsigned long _brk_end;

void *extend_brk(size_t size, size_t align);



#ifdef __i386__



void __init i386_start_kernel(void);

arch/x86/kernel/head32.c

+1 −1
Original line number Diff line number Diff line
@@ -18,7 +18,7 @@ void __init i386_start_kernel(void) 
{

	reserve_trampoline_memory();



	reserve_early(__pa_symbol(&_text), __pa_symbol(&_end), "TEXT DATA BSS");

	reserve_early(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS");



#ifdef CONFIG_BLK_DEV_INITRD

	/* Reserve INITRD */

arch/x86/kernel/head64.c

+1 −1
Original line number Diff line number Diff line
@@ -100,7 +100,7 @@ void __init x86_64_start_reservations(char *real_mode_data) 


	reserve_trampoline_memory();



	reserve_early(__pa_symbol(&_text), __pa_symbol(&_end), "TEXT DATA BSS");

	reserve_early(__pa_symbol(&_text), __pa_symbol(&__bss_stop), "TEXT DATA BSS");



#ifdef CONFIG_BLK_DEV_INITRD

	/* Reserve INITRD */

arch/x86/kernel/setup.c

+34 −5
Original line number Diff line number Diff line
@@ -114,6 +114,9 @@ 


unsigned int boot_cpu_id __read_mostly;



static __initdata unsigned long _brk_start = (unsigned long)__brk_base;

unsigned long _brk_end = (unsigned long)__brk_base;



#ifdef CONFIG_X86_64

int default_cpu_present_to_apicid(int mps_cpu)

{
@@ -337,6 +340,34 @@ static void __init relocate_initrd(void) 
}

#endif



void * __init extend_brk(size_t size, size_t align)

{

	size_t mask = align - 1;

	void *ret;



	BUG_ON(_brk_start == 0);

	BUG_ON(align & mask);



	_brk_end = (_brk_end + mask) & ~mask;

	BUG_ON((char *)(_brk_end + size) > __brk_limit);



	ret = (void *)_brk_end;

	_brk_end += size;



	memset(ret, 0, size);



	return ret;

}



static void __init reserve_brk(void)

{

	if (_brk_end > _brk_start)

		reserve_early(__pa(_brk_start), __pa(_brk_end), "BRK");



	/* Mark brk area as locked down and no longer taking any new allocations */

	_brk_start = 0;

}



static void __init reserve_initrd(void)

{

	u64 ramdisk_image = boot_params.hdr.ramdisk_image;
@@ -717,11 +748,7 @@ void __init setup_arch(char **cmdline_p) 
	init_mm.start_code = (unsigned long) _text;

	init_mm.end_code = (unsigned long) _etext;

	init_mm.end_data = (unsigned long) _edata;

#ifdef CONFIG_X86_32

	init_mm.brk = init_pg_tables_end + PAGE_OFFSET;

#else

	init_mm.brk = (unsigned long) &_end;

#endif

	init_mm.brk = _brk_end;



	code_resource.start = virt_to_phys(_text);

	code_resource.end = virt_to_phys(_etext)-1;
@@ -842,6 +869,8 @@ void __init setup_arch(char **cmdline_p) 
	setup_bios_corruption_check();

#endif



	reserve_brk();



	/* max_pfn_mapped is updated here */

	max_low_pfn_mapped = init_memory_mapping(0, max_low_pfn<<PAGE_SHIFT);

	max_pfn_mapped = max_low_pfn_mapped;

CRA Git | Maintained and supported by SUSTech CRA and CCSE