linux-imx

/**

 * GHASH routines supporting VMX instructions on the Power 8

 *

 * Copyright (C) 2015 International Business Machines Inc.

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; version 2 only.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.

 *

 * Author: Marcelo Henrique Cerri <mhcerri@br.ibm.com>

 */

​

#include <linux/types.h>

#include <linux/err.h>

#include <linux/crypto.h>

#include <linux/delay.h>

#include <linux/hardirq.h>

#include <asm/switch_to.h>

#include <crypto/aes.h>

#include <crypto/ghash.h>

#include <crypto/scatterwalk.h>

#include <crypto/internal/hash.h>

#include <crypto/b128ops.h>

​

#define IN_INTERRUPT in_interrupt()

​

void gcm_init_p8(u128 htable[16], const u64 Xi[2]);

void gcm_gmult_p8(u64 Xi[2], const u128 htable[16]);

void gcm_ghash_p8(u64 Xi[2], const u128 htable[16],

          const u8 *in, size_t len);

​

struct p8_ghash_ctx {

    u128 htable[16];

    struct crypto_shash *fallback;

};

​

struct p8_ghash_desc_ctx {

    u64 shash[2];

    u8 buffer[GHASH_DIGEST_SIZE];

    int bytes;

    struct shash_desc fallback_desc;

};

​

static int p8_ghash_init_tfm(struct crypto_tfm *tfm)

{

    const char *alg = "ghash-generic";

    struct crypto_shash *fallback;

    struct crypto_shash *shash_tfm = __crypto_shash_cast(tfm);

    struct p8_ghash_ctx *ctx = crypto_tfm_ctx(tfm);

​

    fallback = crypto_alloc_shash(alg, 0, CRYPTO_ALG_NEED_FALLBACK);

    if (IS_ERR(fallback)) {

        printk(KERN_ERR

               "Failed to allocate transformation for '%s': %ld\n",

               alg, PTR_ERR(fallback));

        return PTR_ERR(fallback);

    }

​

    crypto_shash_set_flags(fallback,

                   crypto_shash_get_flags((struct crypto_shash

                               *) tfm));

​

    /* Check if the descsize defined in the algorithm is still enough. */

    if (shash_tfm->descsize < sizeof(struct p8_ghash_desc_ctx)

        + crypto_shash_descsize(fallback)) {

        printk(KERN_ERR

               "Desc size of the fallback implementation (%s) does not match the expected value: %lu vs %u\n",

               alg,

               shash_tfm->descsize - sizeof(struct p8_ghash_desc_ctx),

               crypto_shash_descsize(fallback));

        return -EINVAL;

    }

    ctx->fallback = fallback;

​

    return 0;

}

​

static void p8_ghash_exit_tfm(struct crypto_tfm *tfm)

{

    struct p8_ghash_ctx *ctx = crypto_tfm_ctx(tfm);

​

    if (ctx->fallback) {

        crypto_free_shash(ctx->fallback);