Commit 31bc3858 authored by Vitaly Kuznetsov's avatar Vitaly Kuznetsov Committed by Linus Torvalds
Browse files

memory-hotplug: add automatic onlining policy for the newly added memory 



Currently, all newly added memory blocks remain in 'offline' state
unless someone onlines them, some linux distributions carry special udev
rules like:

  SUBSYSTEM=="memory", ACTION=="add", ATTR{state}=="offline", ATTR{state}="online"

to make this happen automatically.  This is not a great solution for
virtual machines where memory hotplug is being used to address high
memory pressure situations as such onlining is slow and a userspace
process doing this (udev) has a chance of being killed by the OOM killer
as it will probably require to allocate some memory.

Introduce default policy for the newly added memory blocks in
/sys/devices/system/memory/auto_online_blocks file with two possible
values: "offline" which preserves the current behavior and "online"
which causes all newly added memory blocks to go online as soon as
they're added.  The default is "offline".

Signed-off-by: default avatarVitaly Kuznetsov <vkuznets@redhat.com>
Reviewed-by: default avatarDaniel Kiper <daniel.kiper@oracle.com>
Cc: Jonathan Corbet <corbet@lwn.net>
Cc: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
Cc: Daniel Kiper <daniel.kiper@oracle.com>
Cc: Dan Williams <dan.j.williams@intel.com>
Cc: Tang Chen <tangchen@cn.fujitsu.com>
Cc: David Vrabel <david.vrabel@citrix.com>
Acked-by: default avatarDavid Rientjes <rientjes@google.com>
Cc: Naoya Horiguchi <n-horiguchi@ah.jp.nec.com>
Cc: Xishi Qiu <qiuxishi@huawei.com>
Cc: Mel Gorman <mgorman@techsingularity.net>
Cc: "K. Y. Srinivasan" <kys@microsoft.com>
Cc: Igor Mammedov <imammedo@redhat.com>
Cc: Kay Sievers <kay@vrfy.org>
Cc: Konrad Rzeszutek Wilk <konrad.wilk@oracle.com>
Cc: Boris Ostrovsky <boris.ostrovsky@oracle.com>
Signed-off-by: default avatarAndrew Morton <akpm@linux-foundation.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@linux-foundation.org>
parent 9cb65bc3

Documentation/memory-hotplug.txt

+20 −3
Original line number Diff line number Diff line
@@ -256,10 +256,27 @@ If the memory block is offline, you'll read "offline". 


5.2. How to online memory

------------

Even if the memory is hot-added, it is not at ready-to-use state.

For using newly added memory, you have to "online" the memory block.

When the memory is hot-added, the kernel decides whether or not to "online"

it according to the policy which can be read from "auto_online_blocks" file:



For onlining, you have to write "online" to the memory block's state file as:

% cat /sys/devices/system/memory/auto_online_blocks



The default is "offline" which means the newly added memory is not in a

ready-to-use state and you have to "online" the newly added memory blocks

manually. Automatic onlining can be requested by writing "online" to

"auto_online_blocks" file:



% echo online > /sys/devices/system/memory/auto_online_blocks



This sets a global policy and impacts all memory blocks that will subsequently

be hotplugged. Currently offline blocks keep their state. It is possible, under

certain circumstances, that some memory blocks will be added but will fail to

online. User space tools can check their "state" files

(/sys/devices/system/memory/memoryXXX/state) and try to online them manually.



If the automatic onlining wasn't requested, failed, or some memory block was

offlined it is possible to change the individual block's state by writing to the

"state" file:



% echo online > /sys/devices/system/memory/memoryXXX/state

drivers/base/memory.c

+33 −1
Original line number Diff line number Diff line
@@ -251,7 +251,7 @@ memory_block_action(unsigned long phys_index, unsigned long action, int online_t 
	return ret;

}



static int memory_block_change_state(struct memory_block *mem,

int memory_block_change_state(struct memory_block *mem,

		unsigned long to_state, unsigned long from_state_req)

{

	int ret = 0;
@@ -438,6 +438,37 @@ print_block_size(struct device *dev, struct device_attribute *attr, 


static DEVICE_ATTR(block_size_bytes, 0444, print_block_size, NULL);



/*

 * Memory auto online policy.

 */



static ssize_t

show_auto_online_blocks(struct device *dev, struct device_attribute *attr,

			char *buf)

{

	if (memhp_auto_online)

		return sprintf(buf, "online\n");

	else

		return sprintf(buf, "offline\n");

}



static ssize_t

store_auto_online_blocks(struct device *dev, struct device_attribute *attr,

			 const char *buf, size_t count)

{

	if (sysfs_streq(buf, "online"))

		memhp_auto_online = true;

	else if (sysfs_streq(buf, "offline"))

		memhp_auto_online = false;

	else

		return -EINVAL;



	return count;

}



static DEVICE_ATTR(auto_online_blocks, 0644, show_auto_online_blocks,

		   store_auto_online_blocks);



/*

 * Some architectures will have custom drivers to do this, and

 * will not need to do it from userspace.  The fake hot-add code
@@ -746,6 +777,7 @@ static struct attribute *memory_root_attrs[] = { 
#endif



	&dev_attr_block_size_bytes.attr,

	&dev_attr_auto_online_blocks.attr,

	NULL

};

drivers/xen/balloon.c

+1 −1
Original line number Diff line number Diff line
@@ -338,7 +338,7 @@ static enum bp_state reserve_additional_memory(void) 
	}

#endif



	rc = add_memory_resource(nid, resource);

	rc = add_memory_resource(nid, resource, false);

	if (rc) {

		pr_warn("Cannot add additional memory (%i)\n", rc);

		goto err;

include/linux/memory.h

+3 −0
Original line number Diff line number Diff line
@@ -109,6 +109,9 @@ extern void unregister_memory_notifier(struct notifier_block *nb); 
extern int register_memory_isolate_notifier(struct notifier_block *nb);

extern void unregister_memory_isolate_notifier(struct notifier_block *nb);

extern int register_new_memory(int, struct mem_section *);

extern int memory_block_change_state(struct memory_block *mem,

				     unsigned long to_state,

				     unsigned long from_state_req);

#ifdef CONFIG_MEMORY_HOTREMOVE

extern int unregister_memory_section(struct mem_section *);

#endif

include/linux/memory_hotplug.h

+3 −1
Original line number Diff line number Diff line
@@ -99,6 +99,8 @@ extern void __online_page_free(struct page *page); 


extern int try_online_node(int nid);



extern bool memhp_auto_online;



#ifdef CONFIG_MEMORY_HOTREMOVE

extern bool is_pageblock_removable_nolock(struct page *page);

extern int arch_remove_memory(u64 start, u64 size);
@@ -267,7 +269,7 @@ static inline void remove_memory(int nid, u64 start, u64 size) {} 
extern int walk_memory_range(unsigned long start_pfn, unsigned long end_pfn,

		void *arg, int (*func)(struct memory_block *, void *));

extern int add_memory(int nid, u64 start, u64 size);

extern int add_memory_resource(int nid, struct resource *resource);

extern int add_memory_resource(int nid, struct resource *resource, bool online);

extern int zone_for_memory(int nid, u64 start, u64 size, int zone_default,

		bool for_device);

extern int arch_add_memory(int nid, u64 start, u64 size, bool for_device);

CRA Git | Maintained and supported by SUSTech CRA and CCSE