linux-imx

// SPDX-License-Identifier: GPL-2.0-only

/*

 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra

 *

 * Provides a framework for enqueueing and running callbacks from hardirq

 * context. The enqueueing is NMI-safe.

 */

​

#include <linux/bug.h>

#include <linux/kernel.h>

#include <linux/export.h>

#include <linux/irq_work.h>

#include <linux/percpu.h>

#include <linux/hardirq.h>

#include <linux/irqflags.h>

#include <linux/sched.h>

#include <linux/tick.h>

#include <linux/cpu.h>

#include <linux/notifier.h>

#include <linux/smp.h>

#include <asm/processor.h>

​

​

static DEFINE_PER_CPU(struct llist_head, raised_list);

static DEFINE_PER_CPU(struct llist_head, lazy_list);

​

/*

 * Claim the entry so that no one else will poke at it.

 */

static bool irq_work_claim(struct irq_work *work)

{

    unsigned long flags, oflags, nflags;

​

    /*

     * Start with our best wish as a premise but only trust any

     * flag value after cmpxchg() result.

     */

    flags = work->flags & ~IRQ_WORK_PENDING;

    for (;;) {

        nflags = flags | IRQ_WORK_CLAIMED;

        oflags = cmpxchg(&work->flags, flags, nflags);

        if (oflags == flags)

            break;

        if (oflags & IRQ_WORK_PENDING)

            return false;

        flags = oflags;

        cpu_relax();

    }

​

    return true;

}

​

void __weak arch_irq_work_raise(void)

{

    /*

     * Lame architectures will get the timer tick callback

     */

}

​

/* Enqueue on current CPU, work must already be claimed and preempt disabled */

static void __irq_work_queue_local(struct irq_work *work)

{

    /* If the work is "lazy", handle it from next tick if any */