linux-imx

    struct blk_flush_queue *fq = blk_get_flush_queue(q, flush_rq->mq_ctx);

    struct blk_mq_hw_ctx *hctx;

​

    /* release the tag's ownership to the req cloned from */

    spin_lock_irqsave(&fq->mq_flush_lock, flags);

    hctx = flush_rq->mq_hctx;

    if (!q->elevator) {

        blk_mq_tag_set_rq(hctx, flush_rq->tag, fq->orig_rq);

        flush_rq->tag = -1;

    } else {

        flush_rq->internal_tag = -1;

    }

​

    running = &fq->flush_queue[fq->flush_running_idx];

    BUG_ON(fq->flush_pending_idx == fq->flush_running_idx);

​

    /* account completion of the flush request */

    fq->flush_running_idx ^= 1;

​

    /* and push the waiting requests to the next stage */

static void mq_flush_data_end_io(struct request *rq, blk_status_t error)

{

    struct request_queue *q = rq->q;

    struct blk_mq_hw_ctx *hctx = rq->mq_hctx;

    struct blk_mq_ctx *ctx = rq->mq_ctx;

    unsigned long flags;

    struct blk_flush_queue *fq = blk_get_flush_queue(q, ctx);

​

    if (q->elevator) {

        WARN_ON(rq->tag < 0);

    }

​

    /*

     * After populating an empty queue, kick it to avoid stall.  Read

     * the comment in flush_end_io().

     */

    spin_lock_irqsave(&fq->mq_flush_lock, flags);

    blk_flush_complete_seq(rq, fq, REQ_FSEQ_DATA, error);

    spin_unlock_irqrestore(&fq->mq_flush_lock, flags);

​