| /* SPDX-License-Identifier: GPL-2.0-only */ |
| /* |
| * SHA-512 accelerated using the sparc64 sha512 opcodes |
| * |
| * Copyright (c) Jean-Luc Cooke <jlcooke@certainkey.com> |
| * Copyright (c) Andrew McDonald <andrew@mcdonald.org.uk> |
| * Copyright (c) 2003 Kyle McMartin <kyle@debian.org> |
| */ |
| |
| #include <asm/elf.h> |
| #include <asm/opcodes.h> |
| #include <asm/pstate.h> |
| |
| static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_sha512_opcodes); |
| |
| asmlinkage void sha512_sparc64_transform(struct sha512_block_state *state, |
| const u8 *data, size_t nblocks); |
| |
| static void sha512_blocks(struct sha512_block_state *state, |
| const u8 *data, size_t nblocks) |
| { |
| if (static_branch_likely(&have_sha512_opcodes)) |
| sha512_sparc64_transform(state, data, nblocks); |
| else |
| sha512_blocks_generic(state, data, nblocks); |
| } |
| |
| #define sha512_mod_init_arch sha512_mod_init_arch |
| static inline void sha512_mod_init_arch(void) |
| { |
| unsigned long cfr; |
| |
| if (!(sparc64_elf_hwcap & HWCAP_SPARC_CRYPTO)) |
| return; |
| |
| __asm__ __volatile__("rd %%asr26, %0" : "=r" (cfr)); |
| if (!(cfr & CFR_SHA512)) |
| return; |
| |
| static_branch_enable(&have_sha512_opcodes); |
| pr_info("Using sparc64 sha512 opcode optimized SHA-512/SHA-384 implementation\n"); |
| } |