Commit f897e60a authored by Thomas Gleixner's avatar Thomas Gleixner

x86/apic: Handle missing global clockevent gracefully

Some newer machines do not advertise legacy timers. The kernel can handle
that situation if the TSC and the CPU frequency are enumerated by CPUID or
MSRs and the CPU supports TSC deadline timer. If the CPU does not support
TSC deadline timer the local APIC timer frequency has to be known as well.

Some Ryzens machines do not advertize legacy timers, but there is no
reliable way to determine the bus frequency which feeds the local APIC
timer when the machine allows overclocking of that frequency.

As there is no legacy timer the local APIC timer calibration crashes due to
a NULL pointer dereference when accessing the not installed global clock
event device.

Switch the calibration loop to a non interrupt based one, which polls
either TSC (if frequency is known) or jiffies. The latter requires a global
clockevent. As the machines which do not have a global clockevent installed
have a known TSC frequency this is a non issue. For older machines where
TSC frequency is not known, there is no known case where the legacy timers
do not exist as that would have been reported long ago.
Reported-by: default avatarDaniel Drake <drake@endlessm.com>
Reported-by: default avatarJiri Slaby <jslaby@suse.cz>
Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Tested-by: default avatarDaniel Drake <drake@endlessm.com>
Cc: stable@vger.kernel.org
Link: https://lkml.kernel.org/r/alpine.DEB.2.21.1908091443030.21433@nanos.tec.linutronix.de
Link: http://bugzilla.opensuse.org/show_bug.cgi?id=1142926#c12
parent 12ece2d5
...@@ -722,7 +722,7 @@ static __initdata unsigned long lapic_cal_pm1, lapic_cal_pm2; ...@@ -722,7 +722,7 @@ static __initdata unsigned long lapic_cal_pm1, lapic_cal_pm2;
static __initdata unsigned long lapic_cal_j1, lapic_cal_j2; static __initdata unsigned long lapic_cal_j1, lapic_cal_j2;
/* /*
* Temporary interrupt handler. * Temporary interrupt handler and polled calibration function.
*/ */
static void __init lapic_cal_handler(struct clock_event_device *dev) static void __init lapic_cal_handler(struct clock_event_device *dev)
{ {
...@@ -851,7 +851,8 @@ bool __init apic_needs_pit(void) ...@@ -851,7 +851,8 @@ bool __init apic_needs_pit(void)
static int __init calibrate_APIC_clock(void) static int __init calibrate_APIC_clock(void)
{ {
struct clock_event_device *levt = this_cpu_ptr(&lapic_events); struct clock_event_device *levt = this_cpu_ptr(&lapic_events);
void (*real_handler)(struct clock_event_device *dev); u64 tsc_perj = 0, tsc_start = 0;
unsigned long jif_start;
unsigned long deltaj; unsigned long deltaj;
long delta, deltatsc; long delta, deltatsc;
int pm_referenced = 0; int pm_referenced = 0;
...@@ -878,28 +879,64 @@ static int __init calibrate_APIC_clock(void) ...@@ -878,28 +879,64 @@ static int __init calibrate_APIC_clock(void)
apic_printk(APIC_VERBOSE, "Using local APIC timer interrupts.\n" apic_printk(APIC_VERBOSE, "Using local APIC timer interrupts.\n"
"calibrating APIC timer ...\n"); "calibrating APIC timer ...\n");
/*
* There are platforms w/o global clockevent devices. Instead of
* making the calibration conditional on that, use a polling based
* approach everywhere.
*/
local_irq_disable(); local_irq_disable();
/* Replace the global interrupt handler */
real_handler = global_clock_event->event_handler;
global_clock_event->event_handler = lapic_cal_handler;
/* /*
* Setup the APIC counter to maximum. There is no way the lapic * Setup the APIC counter to maximum. There is no way the lapic
* can underflow in the 100ms detection time frame * can underflow in the 100ms detection time frame
*/ */
__setup_APIC_LVTT(0xffffffff, 0, 0); __setup_APIC_LVTT(0xffffffff, 0, 0);
/* Let the interrupts run */ /*
* Methods to terminate the calibration loop:
* 1) Global clockevent if available (jiffies)
* 2) TSC if available and frequency is known
*/
jif_start = READ_ONCE(jiffies);
if (tsc_khz) {
tsc_start = rdtsc();
tsc_perj = div_u64((u64)tsc_khz * 1000, HZ);
}
/*
* Enable interrupts so the tick can fire, if a global
* clockevent device is available
*/
local_irq_enable(); local_irq_enable();
while (lapic_cal_loops <= LAPIC_CAL_LOOPS) while (lapic_cal_loops <= LAPIC_CAL_LOOPS) {
cpu_relax(); /* Wait for a tick to elapse */
while (1) {
if (tsc_khz) {
u64 tsc_now = rdtsc();
if ((tsc_now - tsc_start) >= tsc_perj) {
tsc_start += tsc_perj;
break;
}
} else {
unsigned long jif_now = READ_ONCE(jiffies);
local_irq_disable(); if (time_after(jif_now, jif_start)) {
jif_start = jif_now;
break;
}
}
cpu_relax();
}
/* Restore the real event handler */ /* Invoke the calibration routine */
global_clock_event->event_handler = real_handler; local_irq_disable();
lapic_cal_handler(NULL);
local_irq_enable();
}
local_irq_disable();
/* Build delta t1-t2 as apic timer counts down */ /* Build delta t1-t2 as apic timer counts down */
delta = lapic_cal_t1 - lapic_cal_t2; delta = lapic_cal_t1 - lapic_cal_t2;
...@@ -943,10 +980,11 @@ static int __init calibrate_APIC_clock(void) ...@@ -943,10 +980,11 @@ static int __init calibrate_APIC_clock(void)
levt->features &= ~CLOCK_EVT_FEAT_DUMMY; levt->features &= ~CLOCK_EVT_FEAT_DUMMY;
/* /*
* PM timer calibration failed or not turned on * PM timer calibration failed or not turned on so lets try APIC
* so lets try APIC timer based calibration * timer based calibration, if a global clockevent device is
* available.
*/ */
if (!pm_referenced) { if (!pm_referenced && global_clock_event) {
apic_printk(APIC_VERBOSE, "... verify APIC timer\n"); apic_printk(APIC_VERBOSE, "... verify APIC timer\n");
/* /*
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment