linux-imx

// SPDX-License-Identifier: GPL-2.0-or-later

/* delayacct.c - per-task delay accounting

 *

 * Copyright (C) Shailabh Nagar, IBM Corp. 2006

 */

​

#include <linux/sched.h>

#include <linux/sched/task.h>

#include <linux/sched/cputime.h>

#include <linux/slab.h>

#include <linux/taskstats.h>

#include <linux/time.h>

#include <linux/sysctl.h>

#include <linux/delayacct.h>

#include <linux/module.h>

​

int delayacct_on __read_mostly = 1; /* Delay accounting turned on/off */

EXPORT_SYMBOL_GPL(delayacct_on);

struct kmem_cache *delayacct_cache;

​

static int __init delayacct_setup_disable(char *str)

{

    delayacct_on = 0;

    return 1;

}

__setup("nodelayacct", delayacct_setup_disable);

​

void delayacct_init(void)

{

    delayacct_cache = KMEM_CACHE(task_delay_info, SLAB_PANIC|SLAB_ACCOUNT);

    delayacct_tsk_init(&init_task);

}

​

void __delayacct_tsk_init(struct task_struct *tsk)

{

    tsk->delays = kmem_cache_zalloc(delayacct_cache, GFP_KERNEL);

    if (tsk->delays)

        raw_spin_lock_init(&tsk->delays->lock);

}

​

/*

 * Finish delay accounting for a statistic using its timestamps (@start),

 * accumalator (@total) and @count

 */

static void delayacct_end(raw_spinlock_t *lock, u64 *start, u64 *total,

              u32 *count)

{

    s64 ns = ktime_get_ns() - *start;

    unsigned long flags;

​

    if (ns > 0) {

        raw_spin_lock_irqsave(lock, flags);

        *total += ns;

        (*count)++;

        raw_spin_unlock_irqrestore(lock, flags);

    }

}

​

void __delayacct_blkio_start(void)

{

    current->delays->blkio_start = ktime_get_ns();

}

​