linux-imx

// SPDX-License-Identifier: GPL-2.0

/*

 * NVMe over Fabrics TCP target.

 * Copyright (c) 2018 Lightbits Labs. All rights reserved.

 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/module.h>

#include <linux/init.h>

#include <linux/slab.h>

#include <linux/err.h>

#include <linux/nvme-tcp.h>

#include <net/sock.h>

#include <net/tcp.h>

#include <linux/inet.h>

#include <linux/llist.h>

#include <crypto/hash.h>

​

#include "nvmet.h"

​

#define NVMET_TCP_DEF_INLINE_DATA_SIZE  (4 * PAGE_SIZE)

​

#define NVMET_TCP_RECV_BUDGET       8

#define NVMET_TCP_SEND_BUDGET       8

#define NVMET_TCP_IO_WORK_BUDGET    64

​

enum nvmet_tcp_send_state {

    NVMET_TCP_SEND_DATA_PDU,

    NVMET_TCP_SEND_DATA,

    NVMET_TCP_SEND_R2T,

    NVMET_TCP_SEND_DDGST,

    NVMET_TCP_SEND_RESPONSE

};

​

enum nvmet_tcp_recv_state {

    NVMET_TCP_RECV_PDU,

    NVMET_TCP_RECV_DATA,

    NVMET_TCP_RECV_DDGST,

    NVMET_TCP_RECV_ERR,

};

​

enum {

    NVMET_TCP_F_INIT_FAILED = (1 << 0),

};

​

struct nvmet_tcp_cmd {

    struct nvmet_tcp_queue      *queue;

    struct nvmet_req        req;

​

    struct nvme_tcp_cmd_pdu     *cmd_pdu;

    struct nvme_tcp_rsp_pdu     *rsp_pdu;

    struct nvme_tcp_data_pdu    *data_pdu;

    struct nvme_tcp_r2t_pdu     *r2t_pdu;

​

    u32             rbytes_done;

    u32             wbytes_done;

​

    u32             pdu_len;

    u32             pdu_recv;

    int             sg_idx;

    int             nr_mapped;

    struct msghdr           recv_msg;

    struct kvec         *iov;

    u32             flags;

​

    struct list_head        entry;

    struct llist_node       lentry;

​

    /* send state */

    u32             offset;

    struct scatterlist      *cur_sg;

    enum nvmet_tcp_send_state   state;

​

    __le32              exp_ddgst;

    __le32              recv_ddgst;

};

​

enum nvmet_tcp_queue_state {

    NVMET_TCP_Q_CONNECTING,

    NVMET_TCP_Q_LIVE,

    NVMET_TCP_Q_DISCONNECTING,

};

​

struct nvmet_tcp_queue {

    struct socket       *sock;

    struct nvmet_tcp_port   *port;

    struct work_struct  io_work;

    int         cpu;

    struct nvmet_cq     nvme_cq;

    struct nvmet_sq     nvme_sq;

​

    /* send state */

    struct nvmet_tcp_cmd    *cmds;