| /* SPDX-License-Identifier: GPL-2.0 */ |
| /* |
| * ARM64 accelerated implementation of NH |
| * |
| * Copyright 2018 Google LLC |
| */ |
| |
| #include <asm/hwcap.h> |
| #include <asm/simd.h> |
| #include <linux/cpufeature.h> |
| |
| static __ro_after_init DEFINE_STATIC_KEY_FALSE(have_neon); |
| |
| asmlinkage void nh_neon(const u32 *key, const u8 *message, size_t message_len, |
| __le64 hash[NH_NUM_PASSES]); |
| |
| static bool nh_arch(const u32 *key, const u8 *message, size_t message_len, |
| __le64 hash[NH_NUM_PASSES]) |
| { |
| if (static_branch_likely(&have_neon) && message_len >= 64 && |
| may_use_simd()) { |
| scoped_ksimd() |
| nh_neon(key, message, message_len, hash); |
| return true; |
| } |
| return false; |
| } |
| |
| #define nh_mod_init_arch nh_mod_init_arch |
| static void nh_mod_init_arch(void) |
| { |
| if (cpu_have_named_feature(ASIMD)) |
| static_branch_enable(&have_neon); |
| } |