linux-imx

/*

 *  linux/mm/page_alloc.c

 *

 *  Manages the free list, the system allocates free pages here.

 *  Note that kmalloc() lives in slab.c

 *

 *  Copyright (C) 1991, 1992, 1993, 1994  Linus Torvalds

 *  Swap reorganised 29.12.95, Stephen Tweedie

 *  Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999

 *  Reshaped it to be a zoned allocator, Ingo Molnar, Red Hat, 1999

 *  Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999

 *  Zone balancing, Kanoj Sarcar, SGI, Jan 2000

 *  Per cpu hot/cold page lists, bulk allocation, Martin J. Bligh, Sept 2002

 *          (lots of bits borrowed from Ingo Molnar & Andrew Morton)

 */

​

#include <linux/stddef.h>

#include <linux/mm.h>

#include <linux/highmem.h>

#include <linux/swap.h>

#include <linux/interrupt.h>

#include <linux/pagemap.h>

#include <linux/jiffies.h>

#include <linux/memblock.h>

#include <linux/compiler.h>

#include <linux/kernel.h>

#include <linux/kasan.h>

#include <linux/module.h>

#include <linux/suspend.h>

#include <linux/pagevec.h>

#include <linux/blkdev.h>

#include <linux/slab.h>

#include <linux/ratelimit.h>

#include <linux/oom.h>

#include <linux/topology.h>

#include <linux/sysctl.h>

#include <linux/cpu.h>

#include <linux/cpuset.h>

#include <linux/memory_hotplug.h>

#include <linux/nodemask.h>

#include <linux/vmalloc.h>

#include <linux/vmstat.h>

#include <linux/mempolicy.h>

#include <linux/memremap.h>

#include <linux/stop_machine.h>

#include <linux/sort.h>

#include <linux/pfn.h>

#include <linux/backing-dev.h>

#include <linux/fault-inject.h>

#include <linux/page-isolation.h>

#include <linux/page_ext.h>

#include <linux/debugobjects.h>

#include <linux/kmemleak.h>

#include <linux/compaction.h>

#include <trace/events/kmem.h>

#include <trace/events/oom.h>

#include <linux/prefetch.h>

#include <linux/mm_inline.h>

#include <linux/migrate.h>

#include <linux/hugetlb.h>

#include <linux/sched/rt.h>

#include <linux/sched/mm.h>

#include <linux/page_owner.h>

#include <linux/kthread.h>

#include <linux/memcontrol.h>

#include <linux/ftrace.h>

#include <linux/lockdep.h>

#include <linux/nmi.h>

#include <linux/psi.h>

​

#include <asm/sections.h>

#include <asm/tlbflush.h>

#include <asm/div64.h>

#include "internal.h"

​

/* prevent >1 _updater_ of zone percpu pageset ->high and ->batch fields */

static DEFINE_MUTEX(pcp_batch_high_lock);

#define MIN_PERCPU_PAGELIST_FRACTION    (8)

​

#ifdef CONFIG_USE_PERCPU_NUMA_NODE_ID

DEFINE_PER_CPU(int, numa_node);

EXPORT_PER_CPU_SYMBOL(numa_node);

#endif

​

DEFINE_STATIC_KEY_TRUE(vm_numa_stat_key);

​

#ifdef CONFIG_HAVE_MEMORYLESS_NODES

/*

 * N.B., Do NOT reference the '_numa_mem_' per cpu variable directly.

 * It will not be defined when CONFIG_HAVE_MEMORYLESS_NODES is not defined.

 * Use the accessor functions set_numa_mem(), numa_mem_id() and cpu_to_mem()

 * defined in <linux/topology.h>.