linux-imx

// SPDX-License-Identifier: GPL-2.0

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

​

#include <linux/mm.h>

#include <linux/sched.h>

#include <linux/sched/mm.h>

#include <linux/sched/coredump.h>

#include <linux/mmu_notifier.h>

#include <linux/rmap.h>

#include <linux/swap.h>

#include <linux/mm_inline.h>

#include <linux/kthread.h>

#include <linux/khugepaged.h>

#include <linux/freezer.h>

#include <linux/mman.h>

#include <linux/hashtable.h>

#include <linux/userfaultfd_k.h>

#include <linux/page_idle.h>

#include <linux/swapops.h>

#include <linux/shmem_fs.h>

​

#include <asm/tlb.h>

#include <asm/pgalloc.h>

#include "internal.h"

​

enum scan_result {

    SCAN_FAIL,

    SCAN_SUCCEED,

    SCAN_PMD_NULL,

    SCAN_EXCEED_NONE_PTE,

    SCAN_PTE_NON_PRESENT,

    SCAN_PAGE_RO,

    SCAN_LACK_REFERENCED_PAGE,

    SCAN_PAGE_NULL,

    SCAN_SCAN_ABORT,

    SCAN_PAGE_COUNT,

    SCAN_PAGE_LRU,

    SCAN_PAGE_LOCK,

    SCAN_PAGE_ANON,

    SCAN_PAGE_COMPOUND,

    SCAN_ANY_PROCESS,

    SCAN_VMA_NULL,

    SCAN_VMA_CHECK,

    SCAN_ADDRESS_RANGE,

    SCAN_SWAP_CACHE_PAGE,

    SCAN_DEL_PAGE_LRU,

    SCAN_ALLOC_HUGE_PAGE_FAIL,

    SCAN_CGROUP_CHARGE_FAIL,

    SCAN_EXCEED_SWAP_PTE,

    SCAN_TRUNCATED,

};

​

#define CREATE_TRACE_POINTS

#include <trace/events/huge_memory.h>

​

/* default scan 8*512 pte (or vmas) every 30 second */

static unsigned int khugepaged_pages_to_scan __read_mostly;

static unsigned int khugepaged_pages_collapsed;

static unsigned int khugepaged_full_scans;

static unsigned int khugepaged_scan_sleep_millisecs __read_mostly = 10000;

/* during fragmentation poll the hugepage allocator once every minute */

static unsigned int khugepaged_alloc_sleep_millisecs __read_mostly = 60000;

static unsigned long khugepaged_sleep_expire;