mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-15 13:26:48 +07:00
4396e058c5
Tracers want a correlated time between the kernel instrumentation and
user space. We really do not want to export sched_clock() to user
space, so we need to provide something sensible for this.
Using separate data structures with an non blocking sequence count
based update mechanism allows us to do that. The data structure
required for the readout has a sequence counter and two copies of the
timekeeping data.
On the update side:
smp_wmb();
tkf->seq++;
smp_wmb();
update(tkf->base[0], tk);
smp_wmb();
tkf->seq++;
smp_wmb();
update(tkf->base[1], tk);
On the reader side:
do {
seq = tkf->seq;
smp_rmb();
idx = seq & 0x01;
now = now(tkf->base[idx]);
smp_rmb();
} while (seq != tkf->seq)
So if a NMI hits the update of base[0] it will use base[1] which is
still consistent, but this timestamp is not guaranteed to be monotonic
across an update.
The timestamp is calculated by:
now = base_mono + clock_delta * slope
So if the update lowers the slope, readers who are forced to the
not yet updated second array are still using the old steeper slope.
tmono
^
| o n
| o n
| u
| o
|o
|12345678---> reader order
o = old slope
u = update
n = new slope
So reader 6 will observe time going backwards versus reader 5.
While other CPUs are likely to be able observe that, the only way
for a CPU local observation is when an NMI hits in the middle of
the update. Timestamps taken from that NMI context might be ahead
of the following timestamps. Callers need to be aware of that and
deal with it.
V2: Got rid of clock monotonic raw and reorganized the data
structures. Folded in the barrier fix from Mathieu.
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Steven Rostedt <rostedt@goodmis.org>
Cc: Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
Signed-off-by: John Stultz <john.stultz@linaro.org>
210 lines
4.3 KiB
C
210 lines
4.3 KiB
C
#ifndef _LINUX_TIMEKEEPING_H
|
|
#define _LINUX_TIMEKEEPING_H
|
|
|
|
/* Included from linux/ktime.h */
|
|
|
|
void timekeeping_init(void);
|
|
extern int timekeeping_suspended;
|
|
|
|
/*
|
|
* Get and set timeofday
|
|
*/
|
|
extern void do_gettimeofday(struct timeval *tv);
|
|
extern int do_settimeofday(const struct timespec *tv);
|
|
extern int do_sys_settimeofday(const struct timespec *tv,
|
|
const struct timezone *tz);
|
|
|
|
/*
|
|
* Kernel time accessors
|
|
*/
|
|
unsigned long get_seconds(void);
|
|
struct timespec current_kernel_time(void);
|
|
/* does not take xtime_lock */
|
|
struct timespec __current_kernel_time(void);
|
|
|
|
/*
|
|
* timespec based interfaces
|
|
*/
|
|
struct timespec get_monotonic_coarse(void);
|
|
extern void getrawmonotonic(struct timespec *ts);
|
|
extern void ktime_get_ts64(struct timespec64 *ts);
|
|
|
|
extern int __getnstimeofday64(struct timespec64 *tv);
|
|
extern void getnstimeofday64(struct timespec64 *tv);
|
|
|
|
#if BITS_PER_LONG == 64
|
|
static inline int __getnstimeofday(struct timespec *ts)
|
|
{
|
|
return __getnstimeofday64(ts);
|
|
}
|
|
|
|
static inline void getnstimeofday(struct timespec *ts)
|
|
{
|
|
getnstimeofday64(ts);
|
|
}
|
|
|
|
static inline void ktime_get_ts(struct timespec *ts)
|
|
{
|
|
ktime_get_ts64(ts);
|
|
}
|
|
|
|
static inline void ktime_get_real_ts(struct timespec *ts)
|
|
{
|
|
getnstimeofday64(ts);
|
|
}
|
|
|
|
#else
|
|
static inline int __getnstimeofday(struct timespec *ts)
|
|
{
|
|
struct timespec64 ts64;
|
|
int ret = __getnstimeofday64(&ts64);
|
|
|
|
*ts = timespec64_to_timespec(ts64);
|
|
return ret;
|
|
}
|
|
|
|
static inline void getnstimeofday(struct timespec *ts)
|
|
{
|
|
struct timespec64 ts64;
|
|
|
|
getnstimeofday64(&ts64);
|
|
*ts = timespec64_to_timespec(ts64);
|
|
}
|
|
|
|
static inline void ktime_get_ts(struct timespec *ts)
|
|
{
|
|
struct timespec64 ts64;
|
|
|
|
ktime_get_ts64(&ts64);
|
|
*ts = timespec64_to_timespec(ts64);
|
|
}
|
|
|
|
static inline void ktime_get_real_ts(struct timespec *ts)
|
|
{
|
|
struct timespec64 ts64;
|
|
|
|
getnstimeofday64(&ts64);
|
|
*ts = timespec64_to_timespec(ts64);
|
|
}
|
|
#endif
|
|
|
|
extern void getboottime(struct timespec *ts);
|
|
|
|
#define do_posix_clock_monotonic_gettime(ts) ktime_get_ts(ts)
|
|
#define ktime_get_real_ts64(ts) getnstimeofday64(ts)
|
|
|
|
/*
|
|
* ktime_t based interfaces
|
|
*/
|
|
|
|
enum tk_offsets {
|
|
TK_OFFS_REAL,
|
|
TK_OFFS_BOOT,
|
|
TK_OFFS_TAI,
|
|
TK_OFFS_MAX,
|
|
};
|
|
|
|
extern ktime_t ktime_get(void);
|
|
extern ktime_t ktime_get_with_offset(enum tk_offsets offs);
|
|
extern ktime_t ktime_mono_to_any(ktime_t tmono, enum tk_offsets offs);
|
|
extern ktime_t ktime_get_raw(void);
|
|
|
|
/**
|
|
* ktime_get_real - get the real (wall-) time in ktime_t format
|
|
*/
|
|
static inline ktime_t ktime_get_real(void)
|
|
{
|
|
return ktime_get_with_offset(TK_OFFS_REAL);
|
|
}
|
|
|
|
/**
|
|
* ktime_get_boottime - Returns monotonic time since boot in ktime_t format
|
|
*
|
|
* This is similar to CLOCK_MONTONIC/ktime_get, but also includes the
|
|
* time spent in suspend.
|
|
*/
|
|
static inline ktime_t ktime_get_boottime(void)
|
|
{
|
|
return ktime_get_with_offset(TK_OFFS_BOOT);
|
|
}
|
|
|
|
/**
|
|
* ktime_get_clocktai - Returns the TAI time of day in ktime_t format
|
|
*/
|
|
static inline ktime_t ktime_get_clocktai(void)
|
|
{
|
|
return ktime_get_with_offset(TK_OFFS_TAI);
|
|
}
|
|
|
|
/**
|
|
* ktime_mono_to_real - Convert monotonic time to clock realtime
|
|
*/
|
|
static inline ktime_t ktime_mono_to_real(ktime_t mono)
|
|
{
|
|
return ktime_mono_to_any(mono, TK_OFFS_REAL);
|
|
}
|
|
|
|
static inline u64 ktime_get_ns(void)
|
|
{
|
|
return ktime_to_ns(ktime_get());
|
|
}
|
|
|
|
static inline u64 ktime_get_real_ns(void)
|
|
{
|
|
return ktime_to_ns(ktime_get_real());
|
|
}
|
|
|
|
static inline u64 ktime_get_boot_ns(void)
|
|
{
|
|
return ktime_to_ns(ktime_get_boottime());
|
|
}
|
|
|
|
static inline u64 ktime_get_raw_ns(void)
|
|
{
|
|
return ktime_to_ns(ktime_get_raw());
|
|
}
|
|
|
|
extern u64 ktime_get_mono_fast_ns(void);
|
|
|
|
/*
|
|
* Timespec interfaces utilizing the ktime based ones
|
|
*/
|
|
static inline void get_monotonic_boottime(struct timespec *ts)
|
|
{
|
|
*ts = ktime_to_timespec(ktime_get_boottime());
|
|
}
|
|
|
|
static inline void timekeeping_clocktai(struct timespec *ts)
|
|
{
|
|
*ts = ktime_to_timespec(ktime_get_clocktai());
|
|
}
|
|
|
|
/*
|
|
* RTC specific
|
|
*/
|
|
extern void timekeeping_inject_sleeptime(struct timespec *delta);
|
|
|
|
/*
|
|
* PPS accessor
|
|
*/
|
|
extern void getnstime_raw_and_real(struct timespec *ts_raw,
|
|
struct timespec *ts_real);
|
|
|
|
/*
|
|
* Persistent clock related interfaces
|
|
*/
|
|
extern bool persistent_clock_exist;
|
|
extern int persistent_clock_is_local;
|
|
|
|
static inline bool has_persistent_clock(void)
|
|
{
|
|
return persistent_clock_exist;
|
|
}
|
|
|
|
extern void read_persistent_clock(struct timespec *ts);
|
|
extern void read_boot_clock(struct timespec *ts);
|
|
extern int update_persistent_clock(struct timespec now);
|
|
|
|
|
|
#endif
|