linux-imx

/*

 * Generic helpers for smp ipi calls

 *

 * (C) Jens Axboe <jens.axboe@oracle.com> 2008

 */

​

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

​

#include <linux/irq_work.h>

#include <linux/rcupdate.h>

#include <linux/rculist.h>

#include <linux/kernel.h>

#include <linux/export.h>

#include <linux/percpu.h>

#include <linux/init.h>

#include <linux/gfp.h>

#include <linux/smp.h>

#include <linux/cpu.h>

#include <linux/sched.h>

#include <linux/sched/idle.h>

#include <linux/hypervisor.h>

​

#include "smpboot.h"

​

enum {

    CSD_FLAG_LOCK       = 0x01,

    CSD_FLAG_SYNCHRONOUS    = 0x02,

};

​

struct call_function_data {

    call_single_data_t  __percpu *csd;

    cpumask_var_t       cpumask;

    cpumask_var_t       cpumask_ipi;

};

​

static DEFINE_PER_CPU_SHARED_ALIGNED(struct call_function_data, cfd_data);

​

static DEFINE_PER_CPU_SHARED_ALIGNED(struct llist_head, call_single_queue);

​

static void flush_smp_call_function_queue(bool warn_cpu_offline);

​

int smpcfd_prepare_cpu(unsigned int cpu)

{

    struct call_function_data *cfd = &per_cpu(cfd_data, cpu);

​

    if (!zalloc_cpumask_var_node(&cfd->cpumask, GFP_KERNEL,

                     cpu_to_node(cpu)))

        return -ENOMEM;

    if (!zalloc_cpumask_var_node(&cfd->cpumask_ipi, GFP_KERNEL,

                     cpu_to_node(cpu))) {

        free_cpumask_var(cfd->cpumask);

        return -ENOMEM;

    }

    cfd->csd = alloc_percpu(call_single_data_t);

    if (!cfd->csd) {

        free_cpumask_var(cfd->cpumask);

        free_cpumask_var(cfd->cpumask_ipi);

        return -ENOMEM;

    }

​

    return 0;

}

​