linux-imx

/* SPDX-License-Identifier: GPL-2.0 */

#ifndef INT_BLK_MQ_H

#define INT_BLK_MQ_H

​

#include "blk-stat.h"

#include "blk-mq-tag.h"

​

struct blk_mq_tag_set;

​

struct blk_mq_ctxs {

    struct kobject kobj;

    struct blk_mq_ctx __percpu  *queue_ctx;

};

​

/**

 * struct blk_mq_ctx - State for a software queue facing the submitting CPUs

 */

struct blk_mq_ctx {

    struct {

        spinlock_t      lock;

        struct list_head    rq_lists[HCTX_MAX_TYPES];

    } ____cacheline_aligned_in_smp;

​

    unsigned int        cpu;

    unsigned short      index_hw[HCTX_MAX_TYPES];

    struct blk_mq_hw_ctx    *hctxs[HCTX_MAX_TYPES];

​

    /* incremented at dispatch time */

    unsigned long       rq_dispatched[2];

    unsigned long       rq_merged;

​

    /* incremented at completion time */

    unsigned long       ____cacheline_aligned_in_smp rq_completed[2];

​

    struct request_queue    *queue;

    struct blk_mq_ctxs      *ctxs;

    struct kobject      kobj;

} ____cacheline_aligned_in_smp;

​

void blk_mq_free_queue(struct request_queue *q);

int blk_mq_update_nr_requests(struct request_queue *q, unsigned int nr);

void blk_mq_wake_waiters(struct request_queue *q);

bool blk_mq_dispatch_rq_list(struct request_queue *, struct list_head *, bool);

void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,

                bool kick_requeue_list);

void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list);

bool blk_mq_get_driver_tag(struct request *rq);

struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,

                    struct blk_mq_ctx *start);

​

/*

 * Internal helpers for allocating/freeing the request map

 */

void blk_mq_free_rqs(struct blk_mq_tag_set *set, struct blk_mq_tags *tags,

             unsigned int hctx_idx);

void blk_mq_free_rq_map(struct blk_mq_tags *tags);

struct blk_mq_tags *blk_mq_alloc_rq_map(struct blk_mq_tag_set *set,

                    unsigned int hctx_idx,

                    unsigned int nr_tags,

                    unsigned int reserved_tags);

int blk_mq_alloc_rqs(struct blk_mq_tag_set *set, struct blk_mq_tags *tags,

             unsigned int hctx_idx, unsigned int depth);

​