Release 4.14 arch/x86/crypto/sha1_ssse3_glue.c

Directory: arch/x86/crypto
/*
 * Cryptographic API.
 *
 * Glue code for the SHA1 Secure Hash Algorithm assembler implementation using
 * Supplemental SSE3 instructions.
 *
 * This file is based on sha1_generic.c
 *
 * Copyright (c) Alan Smithee.
 * Copyright (c) Andrew McDonald <andrew@mcdonald.org.uk>
 * Copyright (c) Jean-Francois Dive <jef@linuxbe.org>
 * Copyright (c) Mathias Krause <minipli@googlemail.com>
 * Copyright (c) Chandramouli Narayanan <mouli@linux.intel.com>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 */


#define pr_fmt(fmt)	KBUILD_MODNAME ": " fmt

#include <crypto/internal/hash.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/mm.h>
#include <linux/cryptohash.h>
#include <linux/types.h>
#include <crypto/sha.h>
#include <crypto/sha1_base.h>
#include <asm/fpu/api.h>


typedef void (sha1_transform_fn)(u32 *digest, const char *data,
				unsigned int rounds);



static int sha1_update(struct shash_desc *desc, const u8 *data,
			     unsigned int len, sha1_transform_fn *sha1_xform)
{
	struct sha1_state *sctx = shash_desc_ctx(desc);

	if (!irq_fpu_usable() ||
	    (sctx->count % SHA1_BLOCK_SIZE) + len < SHA1_BLOCK_SIZE)
		return crypto_sha1_update(desc, data, len);

	/* make sure casting to sha1_block_fn() is safe */
	BUILD_BUG_ON(offsetof(struct sha1_state, state) != 0);

	kernel_fpu_begin();
	sha1_base_do_update(desc, data, len,
			    (sha1_block_fn *)sha1_xform);
	kernel_fpu_end();

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Mathias Krause 70 70.00% 1 33.33%
Ard Biesheuvel 24 24.00% 1 33.33%
Tim Chen 6 6.00% 1 33.33%
Total 100 100.00% 3 100.00%



static int sha1_finup(struct shash_desc *desc, const u8 *data,
		      unsigned int len, u8 *out, sha1_transform_fn *sha1_xform)
{
	if (!irq_fpu_usable())
		return crypto_sha1_finup(desc, data, len, out);

	kernel_fpu_begin();
	if (len)
		sha1_base_do_update(desc, data, len,
				    (sha1_block_fn *)sha1_xform);
	sha1_base_do_finalize(desc, (sha1_block_fn *)sha1_xform);
	kernel_fpu_end();

	return sha1_base_finish(desc, out);
}

Contributors
Person Tokens Prop Commits CommitProp
Mathias Krause 56 62.22% 1 33.33%
Ard Biesheuvel 27 30.00% 1 33.33%
Tim Chen 7 7.78% 1 33.33%
Total 90 100.00% 3 100.00%

asmlinkage void sha1_transform_ssse3(u32 *digest, const char *data,
				     unsigned int rounds);



static int sha1_ssse3_update(struct shash_desc *desc, const u8 *data,
			     unsigned int len)
{
	return sha1_update(desc, data, len,
			(sha1_transform_fn *) sha1_transform_ssse3);
}

Contributors
Person Tokens Prop Commits CommitProp
Mathias Krause 19 52.78% 1 33.33%
Tim Chen 15 41.67% 1 33.33%
Ard Biesheuvel 2 5.56% 1 33.33%
Total 36 100.00% 3 100.00%



static int sha1_ssse3_finup(struct shash_desc *desc, const u8 *data,
			      unsigned int len, u8 *out)
{
	return sha1_finup(desc, data, len, out,
			(sha1_transform_fn *) sha1_transform_ssse3);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 22 52.38% 1 50.00%
Chandramouli Narayanan 20 47.62% 1 50.00%
Total 42 100.00% 2 100.00%

/* Add padding and return the message digest. */


static int sha1_ssse3_final(struct shash_desc *desc, u8 *out)
{
	return sha1_ssse3_finup(desc, NULL, 0, out);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 20 74.07% 1 33.33%
Chandramouli Narayanan 5 18.52% 1 33.33%
Mathias Krause 2 7.41% 1 33.33%
Total 27 100.00% 3 100.00%


static struct shash_alg sha1_ssse3_alg = {
	.digestsize	=	SHA1_DIGEST_SIZE,
	.init		=	sha1_base_init,
	.update		=	sha1_ssse3_update,
	.final		=	sha1_ssse3_final,
	.finup		=	sha1_ssse3_finup,
	.descsize	=	sizeof(struct sha1_state),
	.base		=	{
		.cra_name	=	"sha1",
		.cra_driver_name =	"sha1-ssse3",
		.cra_priority	=	150,
		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
		.cra_blocksize	=	SHA1_BLOCK_SIZE,
		.cra_module	=	THIS_MODULE,
        }
};



static int register_sha1_ssse3(void)
{
	if (boot_cpu_has(X86_FEATURE_SSSE3))
		return crypto_register_shash(&sha1_ssse3_alg);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 18 72.00% 1 33.33%
Mathias Krause 5 20.00% 1 33.33%
Chandramouli Narayanan 2 8.00% 1 33.33%
Total 25 100.00% 3 100.00%



static void unregister_sha1_ssse3(void)
{
	if (boot_cpu_has(X86_FEATURE_SSSE3))
		crypto_unregister_shash(&sha1_ssse3_alg);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 21 100.00% 1 100.00%
Total 21 100.00% 1 100.00%

#ifdef CONFIG_AS_AVX
asmlinkage void sha1_transform_avx(u32 *digest, const char *data,
				   unsigned int rounds);



static int sha1_avx_update(struct shash_desc *desc, const u8 *data,
			     unsigned int len)
{
	return sha1_update(desc, data, len,
			(sha1_transform_fn *) sha1_transform_avx);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 36 100.00% 1 100.00%
Total 36 100.00% 1 100.00%



static int sha1_avx_finup(struct shash_desc *desc, const u8 *data,
			      unsigned int len, u8 *out)
{
	return sha1_finup(desc, data, len, out,
			(sha1_transform_fn *) sha1_transform_avx);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 42 100.00% 1 100.00%
Total 42 100.00% 1 100.00%



static int sha1_avx_final(struct shash_desc *desc, u8 *out)
{
	return sha1_avx_finup(desc, NULL, 0, out);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%


static struct shash_alg sha1_avx_alg = {
	.digestsize	=	SHA1_DIGEST_SIZE,
	.init		=	sha1_base_init,
	.update		=	sha1_avx_update,
	.final		=	sha1_avx_final,
	.finup		=	sha1_avx_finup,
	.descsize	=	sizeof(struct sha1_state),
	.base		=	{
		.cra_name	=	"sha1",
		.cra_driver_name =	"sha1-avx",
		.cra_priority	=	160,
		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
		.cra_blocksize	=	SHA1_BLOCK_SIZE,
		.cra_module	=	THIS_MODULE,
        }
};



static bool avx_usable(void)
{
	if (!cpu_has_xfeatures(XFEATURE_MASK_SSE | XFEATURE_MASK_YMM, NULL)) {
		if (boot_cpu_has(X86_FEATURE_AVX))
			pr_info("AVX detected but unusable.\n");
		return false;
	}

	return true;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 32 80.00% 1 20.00%
Borislav Petkov 4 10.00% 1 20.00%
Linus Torvalds 2 5.00% 1 20.00%
Mathias Krause 1 2.50% 1 20.00%
Ingo Molnar 1 2.50% 1 20.00%
Total 40 100.00% 5 100.00%



static int register_sha1_avx(void)
{
	if (avx_usable())
		return crypto_register_shash(&sha1_avx_alg);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 23 100.00% 1 100.00%
Total 23 100.00% 1 100.00%



static void unregister_sha1_avx(void)
{
	if (avx_usable())
		crypto_unregister_shash(&sha1_avx_alg);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 19 100.00% 1 100.00%
Total 19 100.00% 1 100.00%

#else  /* CONFIG_AS_AVX */


static inline int register_sha1_avx(void) { return 0; }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 12 100.00% 1 100.00%
Total 12 100.00% 1 100.00%



static inline void unregister_sha1_avx(void) { }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 8 100.00% 1 100.00%
Total 8 100.00% 1 100.00%

#endif /* CONFIG_AS_AVX */


#if defined(CONFIG_AS_AVX2) && (CONFIG_AS_AVX)

#define SHA1_AVX2_BLOCK_OPTSIZE	4	
/* optimal 4*64 bytes of SHA1 blocks */

asmlinkage void sha1_transform_avx2(u32 *digest, const char *data,
				    unsigned int rounds);



static bool avx2_usable(void)
{
	if (avx_usable() && boot_cpu_has(X86_FEATURE_AVX2)
		&& boot_cpu_has(X86_FEATURE_BMI1)
		&& boot_cpu_has(X86_FEATURE_BMI2))
		return true;

	return false;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 34 100.00% 1 100.00%
Total 34 100.00% 1 100.00%



static void sha1_apply_transform_avx2(u32 *digest, const char *data,
				unsigned int rounds)
{
	/* Select the optimal transform based on data block size */
	if (rounds >= SHA1_AVX2_BLOCK_OPTSIZE)
		sha1_transform_avx2(digest, data, rounds);
	else
		sha1_transform_avx(digest, data, rounds);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 45 100.00% 1 100.00%
Total 45 100.00% 1 100.00%



static int sha1_avx2_update(struct shash_desc *desc, const u8 *data,
			     unsigned int len)
{
	return sha1_update(desc, data, len,
		(sha1_transform_fn *) sha1_apply_transform_avx2);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 36 100.00% 1 100.00%
Total 36 100.00% 1 100.00%



static int sha1_avx2_finup(struct shash_desc *desc, const u8 *data,
			      unsigned int len, u8 *out)
{
	return sha1_finup(desc, data, len, out,
		(sha1_transform_fn *) sha1_apply_transform_avx2);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 42 100.00% 1 100.00%
Total 42 100.00% 1 100.00%



static int sha1_avx2_final(struct shash_desc *desc, u8 *out)
{
	return sha1_avx2_finup(desc, NULL, 0, out);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 27 100.00% 1 100.00%
Total 27 100.00% 1 100.00%


static struct shash_alg sha1_avx2_alg = {
	.digestsize	=	SHA1_DIGEST_SIZE,
	.init		=	sha1_base_init,
	.update		=	sha1_avx2_update,
	.final		=	sha1_avx2_final,
	.finup		=	sha1_avx2_finup,
	.descsize	=	sizeof(struct sha1_state),
	.base		=	{
		.cra_name	=	"sha1",
		.cra_driver_name =	"sha1-avx2",
		.cra_priority	=	170,
		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
		.cra_blocksize	=	SHA1_BLOCK_SIZE,
		.cra_module	=	THIS_MODULE,
        }
};



static int register_sha1_avx2(void)
{
	if (avx2_usable())
		return crypto_register_shash(&sha1_avx2_alg);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 23 100.00% 1 100.00%
Total 23 100.00% 1 100.00%



static void unregister_sha1_avx2(void)
{
	if (avx2_usable())
		crypto_unregister_shash(&sha1_avx2_alg);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 19 100.00% 1 100.00%
Total 19 100.00% 1 100.00%

#else


static inline int register_sha1_avx2(void) { return 0; }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 12 100.00% 1 100.00%
Total 12 100.00% 1 100.00%



static inline void unregister_sha1_avx2(void) { }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 8 100.00% 1 100.00%
Total 8 100.00% 1 100.00%

#endif

#ifdef CONFIG_AS_SHA1_NI
asmlinkage void sha1_ni_transform(u32 *digest, const char *data,
				   unsigned int rounds);



static int sha1_ni_update(struct shash_desc *desc, const u8 *data,
			     unsigned int len)
{
	return sha1_update(desc, data, len,
		(sha1_transform_fn *) sha1_ni_transform);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 36 100.00% 1 100.00%
Total 36 100.00% 1 100.00%



static int sha1_ni_finup(struct shash_desc *desc, const u8 *data,
			      unsigned int len, u8 *out)
{
	return sha1_finup(desc, data, len, out,
		(sha1_transform_fn *) sha1_ni_transform);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 42 100.00% 1 100.00%
Total 42 100.00% 1 100.00%



static int sha1_ni_final(struct shash_desc *desc, u8 *out)
{
	return sha1_ni_finup(desc, NULL, 0, out);
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 24 88.89% 1 50.00%
Ingo Molnar 3 11.11% 1 50.00%
Total 27 100.00% 2 100.00%


static struct shash_alg sha1_ni_alg = {
	.digestsize	=	SHA1_DIGEST_SIZE,
	.init		=	sha1_base_init,
	.update		=	sha1_ni_update,
	.final		=	sha1_ni_final,
	.finup		=	sha1_ni_finup,
	.descsize	=	sizeof(struct sha1_state),
	.base		=	{
		.cra_name	=	"sha1",
		.cra_driver_name =	"sha1-ni",
		.cra_priority	=	250,
		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
		.cra_blocksize	=	SHA1_BLOCK_SIZE,
		.cra_module	=	THIS_MODULE,
        }
};



static int register_sha1_ni(void)
{
	if (boot_cpu_has(X86_FEATURE_SHA_NI))
		return crypto_register_shash(&sha1_ni_alg);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Mathias Krause 15 60.00% 1 33.33%
Tim Chen 8 32.00% 1 33.33%
Ingo Molnar 2 8.00% 1 33.33%
Total 25 100.00% 3 100.00%



static void unregister_sha1_ni(void)
{
	if (boot_cpu_has(X86_FEATURE_SHA_NI))
		crypto_unregister_shash(&sha1_ni_alg);
}

Contributors
Person Tokens Prop Commits CommitProp
Mathias Krause 12 57.14% 1 50.00%
Tim Chen 9 42.86% 1 50.00%
Total 21 100.00% 2 100.00%

#else


static inline int register_sha1_ni(void) { return 0; }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 9 75.00% 1 50.00%
Mathias Krause 3 25.00% 1 50.00%
Total 12 100.00% 2 100.00%



static inline void unregister_sha1_ni(void) { }
Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 8 100.00% 1 100.00%
Total 8 100.00% 1 100.00%

#endif



static int __init sha1_ssse3_mod_init(void)
{
	if (register_sha1_ssse3())
		goto fail;

	if (register_sha1_avx()) {
		unregister_sha1_ssse3();
		goto fail;
	}

	if (register_sha1_avx2()) {
		unregister_sha1_avx();
		unregister_sha1_ssse3();
		goto fail;
	}

	if (register_sha1_ni()) {
		unregister_sha1_avx2();
		unregister_sha1_avx();
		unregister_sha1_ssse3();
		goto fail;
	}

	return 0;
fail:
	return -ENODEV;
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 36 48.65% 2 40.00%
Mathias Krause 29 39.19% 2 40.00%
Chandramouli Narayanan 9 12.16% 1 20.00%
Total 74 100.00% 5 100.00%



static void __exit sha1_ssse3_mod_fini(void)
{
	unregister_sha1_ni();
	unregister_sha1_avx2();
	unregister_sha1_avx();
	unregister_sha1_ssse3();
}

Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 11 52.38% 1 50.00%
Mathias Krause 10 47.62% 1 50.00%
Total 21 100.00% 2 100.00%


module_init(sha1_ssse3_mod_init);

module_exit(sha1_ssse3_mod_fini);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("SHA1 Secure Hash Algorithm, Supplemental SSE3 accelerated");

MODULE_ALIAS_CRYPTO("sha1");
MODULE_ALIAS_CRYPTO("sha1-ssse3");
MODULE_ALIAS_CRYPTO("sha1-avx");
MODULE_ALIAS_CRYPTO("sha1-avx2");
#ifdef CONFIG_AS_SHA1_NI
MODULE_ALIAS_CRYPTO("sha1-ni");
#endif
Overall Contributors
Person Tokens Prop Commits CommitProp
Tim Chen 1011 64.11% 2 16.67%
Mathias Krause 415 26.32% 2 16.67%
Ard Biesheuvel 59 3.74% 1 8.33%
Chandramouli Narayanan 53 3.36% 1 8.33%
Stephan Mueller 25 1.59% 1 8.33%
Ingo Molnar 7 0.44% 2 16.67%
Borislav Petkov 4 0.25% 1 8.33%
Linus Torvalds 2 0.13% 1 8.33%
Kees Cook 1 0.06% 1 8.33%
Total 1577 100.00% 12 100.00%
Directory: arch/x86/crypto

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.
Person	Tokens	Prop	Commits	CommitProp
Mathias Krause	70	70.00%	1	33.33%
Ard Biesheuvel	24	24.00%	1	33.33%
Tim Chen	6	6.00%	1	33.33%
Total	100	100.00%	3	100.00%
cregit-Linux how code gets into the kernel

Release 4.14 arch/x86/crypto/sha1_ssse3_glue.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
