diff options
author | kib <kib@FreeBSD.org> | 2015-09-25 13:03:57 +0000 |
---|---|---|
committer | kib <kib@FreeBSD.org> | 2015-09-25 13:03:57 +0000 |
commit | a20643c9c7a0c2d2eea66d084dcb051eb135277c (patch) | |
tree | 55a3724048ed67c2e9f6fe36cc1bd5c6b2fe712a | |
parent | dc7c5180b5ec847963c61423d1b49da1ada833eb (diff) | |
download | FreeBSD-src-a20643c9c7a0c2d2eea66d084dcb051eb135277c.zip FreeBSD-src-a20643c9c7a0c2d2eea66d084dcb051eb135277c.tar.gz |
Use per-cpu values for base and last in tc_cpu_ticks(). The values
are updated lockess, different CPUs write its own view of timecounter
state. The critical section is done for safety, callers of
tc_cpu_ticks() are supposed to already enter critical section, or to
own a spinlock.
The change fixes sporadical reports of too high values reported for
the (W)CPU on platforms that do not provide cpu ticker and use
tc_cpu_ticks(), in particular, arm*.
Diagnosed and reviewed by: jhb
Sponsored by: The FreeBSD Foundation
MFC after: 1 week
-rw-r--r-- | sys/kern/kern_tc.c | 21 |
1 files changed, 14 insertions, 7 deletions
diff --git a/sys/kern/kern_tc.c b/sys/kern/kern_tc.c index 432e38a..d4a1a53 100644 --- a/sys/kern/kern_tc.c +++ b/sys/kern/kern_tc.c @@ -1924,20 +1924,27 @@ SYSINIT(timecounter, SI_SUB_CLOCKS, SI_ORDER_SECOND, inittimecounter, NULL); static int cpu_tick_variable; static uint64_t cpu_tick_frequency; +static DPCPU_DEFINE(uint64_t, tc_cpu_ticks_base); +static DPCPU_DEFINE(unsigned, tc_cpu_ticks_last); + static uint64_t tc_cpu_ticks(void) { - static uint64_t base; - static unsigned last; - unsigned u; struct timecounter *tc; + uint64_t res, *base; + unsigned u, *last; + critical_enter(); + base = DPCPU_PTR(tc_cpu_ticks_base); + last = DPCPU_PTR(tc_cpu_ticks_last); tc = timehands->th_counter; u = tc->tc_get_timecount(tc) & tc->tc_counter_mask; - if (u < last) - base += (uint64_t)tc->tc_counter_mask + 1; - last = u; - return (u + base); + if (u < *last) + *base += (uint64_t)tc->tc_counter_mask + 1; + *last = u; + res = u + *base; + critical_exit(); + return (res); } void |