| From foo@baz Wed Apr 6 08:17:54 PM CEST 2022 |
| From: James Morse <james.morse@arm.com> |
| Date: Wed, 6 Apr 2022 17:45:09 +0100 |
| Subject: arm64: capabilities: Move errata processing code |
| To: linux-kernel@vger.kernel.org, stable@vger.kernel.org |
| Cc: James Morse <james.morse@arm.com>, Catalin Marinas <catalin.marinas@arm.com> |
| Message-ID: <20220406164546.1888528-6-james.morse@arm.com> |
| |
| From: Suzuki K Poulose <suzuki.poulose@arm.com> |
| |
| [ Upstream commit 1e89baed5d50d2b8d9fd420830902570270703f1 ] |
| |
| We have errata work around processing code in cpu_errata.c, |
| which calls back into helpers defined in cpufeature.c. Now |
| that we are going to make the handling of capabilities |
| generic, by adding the information to each capability, |
| move the errata work around specific processing code. |
| No functional changes. |
| |
| Cc: Will Deacon <will.deacon@arm.com> |
| Cc: Marc Zyngier <marc.zyngier@arm.com> |
| Cc: Mark Rutland <mark.rutland@arm.com> |
| Cc: Andre Przywara <andre.przywara@arm.com> |
| Reviewed-by: Dave Martin <dave.martin@arm.com> |
| Signed-off-by: Suzuki K Poulose <suzuki.poulose@arm.com> |
| Signed-off-by: Will Deacon <will.deacon@arm.com> |
| Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org> |
| Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org> |
| Signed-off-by: James Morse <james.morse@arm.com> |
| Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org> |
| --- |
| arch/arm64/include/asm/cpufeature.h | 7 ----- |
| arch/arm64/kernel/cpu_errata.c | 33 --------------------------- |
| arch/arm64/kernel/cpufeature.c | 43 +++++++++++++++++++++++++++++++++--- |
| 3 files changed, 40 insertions(+), 43 deletions(-) |
| |
| --- a/arch/arm64/include/asm/cpufeature.h |
| +++ b/arch/arm64/include/asm/cpufeature.h |
| @@ -200,15 +200,8 @@ static inline bool id_aa64pfr0_32bit_el0 |
| } |
| |
| void __init setup_cpu_features(void); |
| - |
| -void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps, |
| - const char *info); |
| -void enable_cpu_capabilities(const struct arm64_cpu_capabilities *caps); |
| void check_local_cpu_capabilities(void); |
| |
| -void update_cpu_errata_workarounds(void); |
| -void __init enable_errata_workarounds(void); |
| -void verify_local_cpu_errata_workarounds(void); |
| |
| u64 read_system_reg(u32 id); |
| |
| --- a/arch/arm64/kernel/cpu_errata.c |
| +++ b/arch/arm64/kernel/cpu_errata.c |
| @@ -512,36 +512,3 @@ const struct arm64_cpu_capabilities arm6 |
| { |
| } |
| }; |
| - |
| -/* |
| - * The CPU Errata work arounds are detected and applied at boot time |
| - * and the related information is freed soon after. If the new CPU requires |
| - * an errata not detected at boot, fail this CPU. |
| - */ |
| -void verify_local_cpu_errata_workarounds(void) |
| -{ |
| - const struct arm64_cpu_capabilities *caps = arm64_errata; |
| - |
| - for (; caps->matches; caps++) { |
| - if (cpus_have_cap(caps->capability)) { |
| - if (caps->cpu_enable) |
| - caps->cpu_enable(caps); |
| - } else if (caps->matches(caps, SCOPE_LOCAL_CPU)) { |
| - pr_crit("CPU%d: Requires work around for %s, not detected" |
| - " at boot time\n", |
| - smp_processor_id(), |
| - caps->desc ? : "an erratum"); |
| - cpu_die_early(); |
| - } |
| - } |
| -} |
| - |
| -void update_cpu_errata_workarounds(void) |
| -{ |
| - update_cpu_capabilities(arm64_errata, "enabling workaround for"); |
| -} |
| - |
| -void __init enable_errata_workarounds(void) |
| -{ |
| - enable_cpu_capabilities(arm64_errata); |
| -} |
| --- a/arch/arm64/kernel/cpufeature.c |
| +++ b/arch/arm64/kernel/cpufeature.c |
| @@ -439,6 +439,9 @@ static void __init init_cpu_ftr_reg(u32 |
| reg->strict_mask = strict_mask; |
| } |
| |
| +extern const struct arm64_cpu_capabilities arm64_errata[]; |
| +static void update_cpu_errata_workarounds(void); |
| + |
| void __init init_cpu_features(struct cpuinfo_arm64 *info) |
| { |
| /* Before we start using the tables, make sure it is sorted */ |
| @@ -1066,8 +1069,8 @@ static bool __this_cpu_has_cap(const str |
| return false; |
| } |
| |
| -void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps, |
| - const char *info) |
| +static void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps, |
| + const char *info) |
| { |
| for (; caps->matches; caps++) { |
| if (!caps->matches(caps, caps->def_scope)) |
| @@ -1091,7 +1094,8 @@ static int __enable_cpu_capability(void |
| * Run through the enabled capabilities and enable() it on all active |
| * CPUs |
| */ |
| -void __init enable_cpu_capabilities(const struct arm64_cpu_capabilities *caps) |
| +static void __init |
| +enable_cpu_capabilities(const struct arm64_cpu_capabilities *caps) |
| { |
| for (; caps->matches; caps++) { |
| unsigned int num = caps->capability; |
| @@ -1174,6 +1178,39 @@ verify_local_cpu_features(const struct a |
| } |
| |
| /* |
| + * The CPU Errata work arounds are detected and applied at boot time |
| + * and the related information is freed soon after. If the new CPU requires |
| + * an errata not detected at boot, fail this CPU. |
| + */ |
| +static void verify_local_cpu_errata_workarounds(void) |
| +{ |
| + const struct arm64_cpu_capabilities *caps = arm64_errata; |
| + |
| + for (; caps->matches; caps++) { |
| + if (cpus_have_cap(caps->capability)) { |
| + if (caps->cpu_enable) |
| + caps->cpu_enable(caps); |
| + } else if (caps->matches(caps, SCOPE_LOCAL_CPU)) { |
| + pr_crit("CPU%d: Requires work around for %s, not detected" |
| + " at boot time\n", |
| + smp_processor_id(), |
| + caps->desc ? : "an erratum"); |
| + cpu_die_early(); |
| + } |
| + } |
| +} |
| + |
| +static void update_cpu_errata_workarounds(void) |
| +{ |
| + update_cpu_capabilities(arm64_errata, "enabling workaround for"); |
| +} |
| + |
| +static void __init enable_errata_workarounds(void) |
| +{ |
| + enable_cpu_capabilities(arm64_errata); |
| +} |
| + |
| +/* |
| * Run through the enabled system capabilities and enable() it on this CPU. |
| * The capabilities were decided based on the available CPUs at the boot time. |
| * Any new CPU should match the system wide status of the capability. If the |