Commit 9614634f authored by Christoph Lameter's avatar Christoph Lameter Committed by Linus Torvalds
Browse files

[PATCH] ZVC/zone_reclaim: Leave 1% of unmapped pagecache pages for file I/O 



It turns out that it is advantageous to leave a small portion of unmapped file
backed pages if all of a zone's pages (or almost all pages) are allocated and
so the page allocator has to go off-node.

This allows recently used file I/O buffers to stay on the node and
reduces the times that zone reclaim is invoked if file I/O occurs
when we run out of memory in a zone.

The problem is that zone reclaim runs too frequently when the page cache is
used for file I/O (read write and therefore unmapped pages!) alone and we have
almost all pages of the zone allocated.  Zone reclaim may remove 32 unmapped
pages.  File I/O will use these pages for the next read/write requests and the
unmapped pages increase.  After the zone has filled up again zone reclaim will
remove it again after only 32 pages.  This cycle is too inefficient and there
are potentially too many zone reclaim cycles.

With the 1% boundary we may still remove all unmapped pages for file I/O in
zone reclaim pass.  However.  it will take a large number of read and writes
to get back to 1% again where we trigger zone reclaim again.

The zone reclaim 2.6.16/17 does not show this behavior because we have a 30
second timeout.

[akpm@osdl.org: rename the /proc file and the variable]
Signed-off-by: default avatarChristoph Lameter <clameter@sgi.com>
Signed-off-by: default avatarAndrew Morton <akpm@osdl.org>
Signed-off-by: default avatarLinus Torvalds <torvalds@osdl.org>
parent cb6358eb

Documentation/sysctl/vm.txt

+14 −0
Original line number Diff line number Diff line
@@ -28,6 +28,7 @@ Currently, these files are in /proc/sys/vm: 
- block_dump

- drop-caches

- zone_reclaim_mode

- min_unmapped_ratio

- panic_on_oom



==============================================================
@@ -168,6 +169,19 @@ in all nodes of the system. 


=============================================================



min_unmapped_ratio:



This is available only on NUMA kernels.



A percentage of the file backed pages in each zone.  Zone reclaim will only

occur if more than this percentage of pages are file backed and unmapped.

This is to insure that a minimal amount of local pages is still available for

file I/O even if the node is overallocated.



The default is 1 percent.



=============================================================



panic_on_oom



This enables or disables panic on out-of-memory feature.  If this is set to 1,

include/linux/mmzone.h

+6 −0
Original line number Diff line number Diff line
@@ -150,6 +150,10 @@ struct zone { 
	unsigned long		lowmem_reserve[MAX_NR_ZONES];



#ifdef CONFIG_NUMA

	/*

	 * zone reclaim becomes active if more unmapped pages exist.

	 */

	unsigned long		min_unmapped_ratio;

	struct per_cpu_pageset	*pageset[NR_CPUS];

#else

	struct per_cpu_pageset	pageset[NR_CPUS];
@@ -414,6 +418,8 @@ int lowmem_reserve_ratio_sysctl_handler(struct ctl_table *, int, struct file *, 
					void __user *, size_t *, loff_t *);

int percpu_pagelist_fraction_sysctl_handler(struct ctl_table *, int, struct file *,

					void __user *, size_t *, loff_t *);

int sysctl_min_unmapped_ratio_sysctl_handler(struct ctl_table *, int,

			struct file *, void __user *, size_t *, loff_t *);



#include <linux/topology.h>

/* Returns the number of the current Node. */

include/linux/swap.h

+1 −0
Original line number Diff line number Diff line
@@ -189,6 +189,7 @@ extern long vm_total_pages; 


#ifdef CONFIG_NUMA

extern int zone_reclaim_mode;

extern int sysctl_min_unmapped_ratio;

extern int zone_reclaim(struct zone *, gfp_t, unsigned int);

#else

#define zone_reclaim_mode 0

include/linux/sysctl.h

+1 −1
Original line number Diff line number Diff line
@@ -188,7 +188,7 @@ enum 
	VM_DROP_PAGECACHE=29,	/* int: nuke lots of pagecache */

	VM_PERCPU_PAGELIST_FRACTION=30,/* int: fraction of pages in each percpu_pagelist */

	VM_ZONE_RECLAIM_MODE=31, /* reclaim local zone memory before going off node */

	VM_ZONE_RECLAIM_INTERVAL=32, /* time period to wait after reclaim failure */

	VM_MIN_UNMAPPED=32,	/* Set min percent of unmapped pages */

	VM_PANIC_ON_OOM=33,	/* panic at out-of-memory */

	VM_VDSO_ENABLED=34,	/* map VDSO into new processes? */

};

kernel/sysctl.c

+11 −0
Original line number Diff line number Diff line
@@ -932,6 +932,17 @@ static ctl_table vm_table[] = { 
		.strategy	= &sysctl_intvec,

		.extra1		= &zero,

	},

	{

		.ctl_name	= VM_MIN_UNMAPPED,

		.procname	= "min_unmapped_ratio",

		.data		= &sysctl_min_unmapped_ratio,

		.maxlen		= sizeof(sysctl_min_unmapped_ratio),

		.mode		= 0644,

		.proc_handler	= &sysctl_min_unmapped_ratio_sysctl_handler,

		.strategy	= &sysctl_intvec,

		.extra1		= &zero,

		.extra2		= &one_hundred,

	},

#endif

#ifdef CONFIG_X86_32

	{

CRA Git | Maintained and supported by SUSTech CRA and CCSE