linux-imx

/*

 * Copyright (C) 1999 Eric Youngdale

 * Copyright (C) 2014 Christoph Hellwig

 *

 *  SCSI queueing library.

 *      Initial versions: Eric Youngdale (eric@andante.org).

 *                        Based upon conversations with large numbers

 *                        of people at Linux Expo.

 */

​

#include <linux/bio.h>

#include <linux/bitops.h>

#include <linux/blkdev.h>

#include <linux/completion.h>

#include <linux/kernel.h>

#include <linux/export.h>

#include <linux/init.h>

#include <linux/pci.h>

#include <linux/delay.h>

#include <linux/hardirq.h>

#include <linux/scatterlist.h>

#include <linux/blk-mq.h>

#include <linux/ratelimit.h>

#include <asm/unaligned.h>

​

#include <scsi/scsi.h>

#include <scsi/scsi_cmnd.h>

#include <scsi/scsi_dbg.h>

#include <scsi/scsi_device.h>

#include <scsi/scsi_driver.h>

#include <scsi/scsi_eh.h>

#include <scsi/scsi_host.h>

#include <scsi/scsi_transport.h> /* __scsi_init_queue() */

#include <scsi/scsi_dh.h>

​

#include <trace/events/scsi.h>

​

#include "scsi_debugfs.h"

#include "scsi_priv.h"

#include "scsi_logging.h"

​

static struct kmem_cache *scsi_sdb_cache;

static struct kmem_cache *scsi_sense_cache;

static struct kmem_cache *scsi_sense_isadma_cache;

static DEFINE_MUTEX(scsi_sense_cache_mutex);

​

static void scsi_mq_uninit_cmd(struct scsi_cmnd *cmd);

​

static inline struct kmem_cache *

scsi_select_sense_cache(bool unchecked_isa_dma)

{

    return unchecked_isa_dma ? scsi_sense_isadma_cache : scsi_sense_cache;

}

​

static void scsi_free_sense_buffer(bool unchecked_isa_dma,

                   unsigned char *sense_buffer)

{

    kmem_cache_free(scsi_select_sense_cache(unchecked_isa_dma),

            sense_buffer);

}

​

static unsigned char *scsi_alloc_sense_buffer(bool unchecked_isa_dma,

    gfp_t gfp_mask, int numa_node)

{

    return kmem_cache_alloc_node(scsi_select_sense_cache(unchecked_isa_dma),

                     gfp_mask, numa_node);

}

​

int scsi_init_sense_cache(struct Scsi_Host *shost)

{

    struct kmem_cache *cache;

    int ret = 0;

​

    cache = scsi_select_sense_cache(shost->unchecked_isa_dma);

    if (cache)

        return 0;

​

    mutex_lock(&scsi_sense_cache_mutex);

    if (shost->unchecked_isa_dma) {

        scsi_sense_isadma_cache =

            kmem_cache_create("scsi_sense_cache(DMA)",

                SCSI_SENSE_BUFFERSIZE, 0,

                SLAB_HWCACHE_ALIGN | SLAB_CACHE_DMA, NULL);

        if (!scsi_sense_isadma_cache)

            ret = -ENOMEM;

    } else {

        scsi_sense_cache =

            kmem_cache_create_usercopy("scsi_sense_cache",

                SCSI_SENSE_BUFFERSIZE, 0, SLAB_HWCACHE_ALIGN,

                0, SCSI_SENSE_BUFFERSIZE, NULL);

        if (!scsi_sense_cache)

            ret = -ENOMEM;