Commit 75283501 authored by Suzuki K Poulose's avatar Suzuki K Poulose Committed by Will Deacon

arm64: HWCAP: Split COMPAT HWCAP table entries

In order to handle systems which do not support 32bit at EL0,
split the COMPAT HWCAP entries into a separate table which can
be processed, only if the support is available.
Tested-by: default avatarYury Norov <ynorov@caviumnetworks.com>
Signed-off-by: default avatarSuzuki K Poulose <suzuki.poulose@arm.com>
Signed-off-by: default avatarWill Deacon <will.deacon@arm.com>
parent f3efb675
...@@ -755,6 +755,10 @@ static const struct arm64_cpu_capabilities arm64_elf_hwcaps[] = { ...@@ -755,6 +755,10 @@ static const struct arm64_cpu_capabilities arm64_elf_hwcaps[] = {
HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_FP_SHIFT, FTR_SIGNED, 1, CAP_HWCAP, HWCAP_FPHP), HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_FP_SHIFT, FTR_SIGNED, 1, CAP_HWCAP, HWCAP_FPHP),
HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_ASIMD_SHIFT, FTR_SIGNED, 0, CAP_HWCAP, HWCAP_ASIMD), HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_ASIMD_SHIFT, FTR_SIGNED, 0, CAP_HWCAP, HWCAP_ASIMD),
HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_ASIMD_SHIFT, FTR_SIGNED, 1, CAP_HWCAP, HWCAP_ASIMDHP), HWCAP_CAP(SYS_ID_AA64PFR0_EL1, ID_AA64PFR0_ASIMD_SHIFT, FTR_SIGNED, 1, CAP_HWCAP, HWCAP_ASIMDHP),
{},
};
static const struct arm64_cpu_capabilities compat_elf_hwcaps[] = {
#ifdef CONFIG_COMPAT #ifdef CONFIG_COMPAT
HWCAP_CAP(SYS_ID_ISAR5_EL1, ID_ISAR5_AES_SHIFT, FTR_UNSIGNED, 2, CAP_COMPAT_HWCAP2, COMPAT_HWCAP2_PMULL), HWCAP_CAP(SYS_ID_ISAR5_EL1, ID_ISAR5_AES_SHIFT, FTR_UNSIGNED, 2, CAP_COMPAT_HWCAP2, COMPAT_HWCAP2_PMULL),
HWCAP_CAP(SYS_ID_ISAR5_EL1, ID_ISAR5_AES_SHIFT, FTR_UNSIGNED, 1, CAP_COMPAT_HWCAP2, COMPAT_HWCAP2_AES), HWCAP_CAP(SYS_ID_ISAR5_EL1, ID_ISAR5_AES_SHIFT, FTR_UNSIGNED, 1, CAP_COMPAT_HWCAP2, COMPAT_HWCAP2_AES),
...@@ -810,28 +814,23 @@ static bool cpus_have_elf_hwcap(const struct arm64_cpu_capabilities *cap) ...@@ -810,28 +814,23 @@ static bool cpus_have_elf_hwcap(const struct arm64_cpu_capabilities *cap)
return rc; return rc;
} }
static void __init setup_elf_hwcaps(void) static void __init setup_elf_hwcaps(const struct arm64_cpu_capabilities *hwcaps)
{ {
int i; for (; hwcaps->matches; hwcaps++)
const struct arm64_cpu_capabilities *hwcaps = arm64_elf_hwcaps; if (hwcaps->matches(hwcaps))
cap_set_elf_hwcap(hwcaps);
for (i = 0; hwcaps[i].matches; i++)
if (hwcaps[i].matches(&hwcaps[i]))
cap_set_elf_hwcap(&hwcaps[i]);
} }
void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps, void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps,
const char *info) const char *info)
{ {
int i; for (; caps->matches; caps++) {
if (!caps->matches(caps))
for (i = 0; caps[i].matches; i++) {
if (!caps[i].matches(&caps[i]))
continue; continue;
if (!cpus_have_cap(caps[i].capability) && caps[i].desc) if (!cpus_have_cap(caps->capability) && caps->desc)
pr_info("%s %s\n", info, caps[i].desc); pr_info("%s %s\n", info, caps->desc);
cpus_set_cap(caps[i].capability); cpus_set_cap(caps->capability);
} }
} }
...@@ -842,11 +841,9 @@ void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps, ...@@ -842,11 +841,9 @@ void update_cpu_capabilities(const struct arm64_cpu_capabilities *caps,
static void __init static void __init
enable_cpu_capabilities(const struct arm64_cpu_capabilities *caps) enable_cpu_capabilities(const struct arm64_cpu_capabilities *caps)
{ {
int i; for (; caps->matches; caps++)
if (caps->enable && cpus_have_cap(caps->capability))
for (i = 0; caps[i].matches; i++) on_each_cpu(caps->enable, NULL, true);
if (caps[i].enable && cpus_have_cap(caps[i].capability))
on_each_cpu(caps[i].enable, NULL, true);
} }
/* /*
...@@ -916,6 +913,41 @@ static void check_early_cpu_features(void) ...@@ -916,6 +913,41 @@ static void check_early_cpu_features(void)
verify_cpu_asid_bits(); verify_cpu_asid_bits();
} }
static void
verify_local_elf_hwcaps(const struct arm64_cpu_capabilities *caps)
{
for (; caps->matches; caps++) {
if (!cpus_have_elf_hwcap(caps))
continue;
if (!feature_matches(__raw_read_system_reg(caps->sys_reg), caps)) {
pr_crit("CPU%d: missing HWCAP: %s\n",
smp_processor_id(), caps->desc);
cpu_die_early();
}
}
}
static void
verify_local_cpu_features(const struct arm64_cpu_capabilities *caps)
{
for (; caps->matches; caps++) {
if (!cpus_have_cap(caps->capability) || !caps->sys_reg)
continue;
/*
* If the new CPU misses an advertised feature, we cannot proceed
* further, park the cpu.
*/
if (!feature_matches(__raw_read_system_reg(caps->sys_reg), caps)) {
pr_crit("CPU%d: missing feature: %s\n",
smp_processor_id(), caps->desc);
cpu_die_early();
}
if (caps->enable)
caps->enable(NULL);
}
}
/* /*
* Run through the enabled system capabilities and enable() it on this CPU. * Run through the enabled system capabilities and enable() it on this CPU.
* The capabilities were decided based on the available CPUs at the boot time. * The capabilities were decided based on the available CPUs at the boot time.
...@@ -926,8 +958,6 @@ static void check_early_cpu_features(void) ...@@ -926,8 +958,6 @@ static void check_early_cpu_features(void)
*/ */
void verify_local_cpu_capabilities(void) void verify_local_cpu_capabilities(void)
{ {
int i;
const struct arm64_cpu_capabilities *caps;
check_early_cpu_features(); check_early_cpu_features();
...@@ -938,32 +968,9 @@ void verify_local_cpu_capabilities(void) ...@@ -938,32 +968,9 @@ void verify_local_cpu_capabilities(void)
if (!sys_caps_initialised) if (!sys_caps_initialised)
return; return;
caps = arm64_features; verify_local_cpu_features(arm64_features);
for (i = 0; caps[i].matches; i++) { verify_local_elf_hwcaps(arm64_elf_hwcaps);
if (!cpus_have_cap(caps[i].capability) || !caps[i].sys_reg) verify_local_elf_hwcaps(compat_elf_hwcaps);
continue;
/*
* If the new CPU misses an advertised feature, we cannot proceed
* further, park the cpu.
*/
if (!feature_matches(__raw_read_system_reg(caps[i].sys_reg), &caps[i])) {
pr_crit("CPU%d: missing feature: %s\n",
smp_processor_id(), caps[i].desc);
cpu_die_early();
}
if (caps[i].enable)
caps[i].enable(NULL);
}
for (i = 0, caps = arm64_elf_hwcaps; caps[i].matches; i++) {
if (!cpus_have_elf_hwcap(&caps[i]))
continue;
if (!feature_matches(__raw_read_system_reg(caps[i].sys_reg), &caps[i])) {
pr_crit("CPU%d: missing HWCAP: %s\n",
smp_processor_id(), caps[i].desc);
cpu_die_early();
}
}
} }
static void __init setup_feature_capabilities(void) static void __init setup_feature_capabilities(void)
...@@ -979,7 +986,8 @@ void __init setup_cpu_features(void) ...@@ -979,7 +986,8 @@ void __init setup_cpu_features(void)
/* Set the CPU feature capabilies */ /* Set the CPU feature capabilies */
setup_feature_capabilities(); setup_feature_capabilities();
setup_elf_hwcaps(); setup_elf_hwcaps(arm64_elf_hwcaps);
setup_elf_hwcaps(compat_elf_hwcaps);
/* Advertise that we have computed the system capabilities */ /* Advertise that we have computed the system capabilities */
set_sys_caps_initialised(); set_sys_caps_initialised();
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment