linux-imx

#include <linux/gfp.h>

#include <linux/highmem.h>

#include <linux/kernel.h>

#include <linux/mmdebug.h>

#include <linux/mm_types.h>

#include <linux/pagemap.h>

#include <linux/rcupdate.h>

#include <linux/smp.h>

#include <linux/swap.h>

​

#include <asm/pgalloc.h>

#include <asm/tlb.h>

​

#ifdef HAVE_GENERIC_MMU_GATHER

​

static bool tlb_next_batch(struct mmu_gather *tlb)

{

    struct mmu_gather_batch *batch;

​

    batch = tlb->active;

    if (batch->next) {

        tlb->active = batch->next;

        return true;

    }

​

    if (tlb->batch_count == MAX_GATHER_BATCH_COUNT)

        return false;

​

    batch = (void *)__get_free_pages(GFP_NOWAIT | __GFP_NOWARN, 0);

    if (!batch)

        return false;

​

    tlb->batch_count++;

    batch->next = NULL;

    batch->nr   = 0;

    batch->max  = MAX_GATHER_BATCH;

​

    tlb->active->next = batch;

    tlb->active = batch;

​

    return true;

}

​

void arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm,

                unsigned long start, unsigned long end)

{

    tlb->mm = mm;

​

    /* Is it from 0 to ~0? */

    tlb->fullmm     = !(start | (end+1));

    tlb->need_flush_all = 0;

    tlb->local.next = NULL;

    tlb->local.nr   = 0;

    tlb->local.max  = ARRAY_SIZE(tlb->__pages);

    tlb->active     = &tlb->local;

    tlb->batch_count = 0;

​

#ifdef CONFIG_HAVE_RCU_TABLE_FREE

    tlb->batch = NULL;

#endif

    tlb->page_size = 0;

​

    __tlb_reset_range(tlb);