linux-imx

/* SPDX-License-Identifier: GPL-2.0 */

#ifndef RQ_QOS_H

#define RQ_QOS_H

​

#include <linux/kernel.h>

#include <linux/blkdev.h>

#include <linux/blk_types.h>

#include <linux/atomic.h>

#include <linux/wait.h>

​

#include "blk-mq-debugfs.h"

​

struct blk_mq_debugfs_attr;

​

enum rq_qos_id {

    RQ_QOS_WBT,

    RQ_QOS_CGROUP,

};

​

struct rq_wait {

    wait_queue_head_t wait;

    atomic_t inflight;

};

​

struct rq_qos {

    struct rq_qos_ops *ops;

    struct request_queue *q;

    enum rq_qos_id id;

    struct rq_qos *next;

#ifdef CONFIG_BLK_DEBUG_FS

    struct dentry *debugfs_dir;

#endif

};

​

struct rq_qos_ops {

    void (*throttle)(struct rq_qos *, struct bio *);

    void (*track)(struct rq_qos *, struct request *, struct bio *);

    void (*issue)(struct rq_qos *, struct request *);

    void (*requeue)(struct rq_qos *, struct request *);

    void (*done)(struct rq_qos *, struct request *);

    void (*done_bio)(struct rq_qos *, struct bio *);

    void (*cleanup)(struct rq_qos *, struct bio *);

    void (*exit)(struct rq_qos *);

    const struct blk_mq_debugfs_attr *debugfs_attrs;

};

​

struct rq_depth {

    unsigned int max_depth;

​

    int scale_step;

    bool scaled_max;

​

    unsigned int queue_depth;

    unsigned int default_depth;

};

​

static inline struct rq_qos *rq_qos_id(struct request_queue *q,

                       enum rq_qos_id id)

{

    struct rq_qos *rqos;

    for (rqos = q->rq_qos; rqos; rqos = rqos->next) {

        if (rqos->id == id)

            break;