2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* linux/kernel/time/tick-common.c
|
|
|
|
*
|
|
|
|
* This file contains the base functions to manage periodic tick
|
|
|
|
* related events.
|
|
|
|
*
|
|
|
|
* Copyright(C) 2005-2006, Thomas Gleixner <tglx@linutronix.de>
|
|
|
|
* Copyright(C) 2005-2007, Red Hat, Inc., Ingo Molnar
|
|
|
|
* Copyright(C) 2006-2007, Timesys Corp., Thomas Gleixner
|
|
|
|
*
|
|
|
|
* This code is licenced under the GPL version 2. For details see
|
|
|
|
* kernel-base/COPYING.
|
|
|
|
*/
|
|
|
|
#include <linux/cpu.h>
|
|
|
|
#include <linux/err.h>
|
|
|
|
#include <linux/hrtimer.h>
|
[S390] genirq/clockevents: move irq affinity prototypes/inlines to interrupt.h
> Generic code is not supposed to include irq.h. Replace this include
> by linux/hardirq.h instead and add/replace an include of linux/irq.h
> in asm header files where necessary.
> This change should only matter for architectures that make use of
> GENERIC_CLOCKEVENTS.
> Architectures in question are mips, x86, arm, sh, powerpc, uml and sparc64.
>
> I did some cross compile tests for mips, x86_64, arm, powerpc and sparc64.
> This patch fixes also build breakages caused by the include replacement in
> tick-common.h.
I generally dislike adding optional linux/* includes in asm/* includes -
I'm nervous about this causing include loops.
However, there's a separate point to be discussed here.
That is, what interfaces are expected of every architecture in the kernel.
If generic code wants to be able to set the affinity of interrupts, then
that needs to become part of the interfaces listed in linux/interrupt.h
rather than linux/irq.h.
So what I suggest is this approach instead (against Linus' tree of a
couple of days ago) - we move irq_set_affinity() and irq_can_set_affinity()
to linux/interrupt.h, change the linux/irq.h includes to linux/interrupt.h
and include asm/irq_regs.h where needed (asm/irq_regs.h is supposed to be
rarely used include since not much touches the stacked parent context
registers.)
Build tested on ARM PXA family kernels and ARM's Realview platform
kernels which both use genirq.
[ tglx@linutronix.de: add GENERIC_HARDIRQ dependencies ]
Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
2008-04-17 12:46:24 +07:00
|
|
|
#include <linux/interrupt.h>
|
2007-02-16 16:28:01 +07:00
|
|
|
#include <linux/percpu.h>
|
|
|
|
#include <linux/profile.h>
|
|
|
|
#include <linux/sched.h>
|
2013-04-26 03:31:49 +07:00
|
|
|
#include <linux/module.h>
|
2007-02-16 16:28:01 +07:00
|
|
|
|
[S390] genirq/clockevents: move irq affinity prototypes/inlines to interrupt.h
> Generic code is not supposed to include irq.h. Replace this include
> by linux/hardirq.h instead and add/replace an include of linux/irq.h
> in asm header files where necessary.
> This change should only matter for architectures that make use of
> GENERIC_CLOCKEVENTS.
> Architectures in question are mips, x86, arm, sh, powerpc, uml and sparc64.
>
> I did some cross compile tests for mips, x86_64, arm, powerpc and sparc64.
> This patch fixes also build breakages caused by the include replacement in
> tick-common.h.
I generally dislike adding optional linux/* includes in asm/* includes -
I'm nervous about this causing include loops.
However, there's a separate point to be discussed here.
That is, what interfaces are expected of every architecture in the kernel.
If generic code wants to be able to set the affinity of interrupts, then
that needs to become part of the interfaces listed in linux/interrupt.h
rather than linux/irq.h.
So what I suggest is this approach instead (against Linus' tree of a
couple of days ago) - we move irq_set_affinity() and irq_can_set_affinity()
to linux/interrupt.h, change the linux/irq.h includes to linux/interrupt.h
and include asm/irq_regs.h where needed (asm/irq_regs.h is supposed to be
rarely used include since not much touches the stacked parent context
registers.)
Build tested on ARM PXA family kernels and ARM's Realview platform
kernels which both use genirq.
[ tglx@linutronix.de: add GENERIC_HARDIRQ dependencies ]
Signed-off-by: Russell King <rmk+kernel@arm.linux.org.uk>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Signed-off-by: Martin Schwidefsky <schwidefsky@de.ibm.com>
Signed-off-by: Heiko Carstens <heiko.carstens@de.ibm.com>
2008-04-17 12:46:24 +07:00
|
|
|
#include <asm/irq_regs.h>
|
|
|
|
|
2007-02-16 16:28:02 +07:00
|
|
|
#include "tick-internal.h"
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* Tick devices
|
|
|
|
*/
|
2007-02-16 16:28:02 +07:00
|
|
|
DEFINE_PER_CPU(struct tick_device, tick_cpu_device);
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* Tick next event: keeps track of the tick time
|
|
|
|
*/
|
2007-02-16 16:28:02 +07:00
|
|
|
ktime_t tick_next_period;
|
|
|
|
ktime_t tick_period;
|
2013-11-16 05:15:33 +07:00
|
|
|
|
|
|
|
/*
|
|
|
|
* tick_do_timer_cpu is a timer core internal variable which holds the CPU NR
|
|
|
|
* which is responsible for calling do_timer(), i.e. the timekeeping stuff. This
|
|
|
|
* variable has two functions:
|
|
|
|
*
|
|
|
|
* 1) Prevent a thundering herd issue of a gazillion of CPUs trying to grab the
|
|
|
|
* timekeeping lock all at once. Only the CPU which is assigned to do the
|
|
|
|
* update is handling it.
|
|
|
|
*
|
|
|
|
* 2) Hand off the duty in the NOHZ idle case by setting the value to
|
|
|
|
* TICK_DO_TIMER_NONE, i.e. a non existing CPU. So the next cpu which looks
|
|
|
|
* at it will take over and keep the time keeping alive. The handover
|
|
|
|
* procedure also covers cpu hotplug.
|
|
|
|
*/
|
2008-09-22 23:46:37 +07:00
|
|
|
int tick_do_timer_cpu __read_mostly = TICK_DO_TIMER_BOOT;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
[PATCH] Add debugging feature /proc/timer_list
add /proc/timer_list, which prints all currently pending (high-res) timers,
all clock-event sources and their parameters in a human-readable form.
Sample output:
Timer List Version: v0.1
HRTIMER_MAX_CLOCK_BASES: 2
now at 4246046273872 nsecs
cpu: 0
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_stop_sched_tick, swapper/0
# expires at 4246432689566 nsecs [in 386415694 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, pcscd/2050
# expires at 4247018194689 nsecs [in 971920817 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, irqbalance/1909
# expires at 4247351358392 nsecs [in 1305084520 nsecs]
#3: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, crond/2157
# expires at 4249097614968 nsecs [in 3051341096 nsecs]
#4: <f5a90ec8>, it_real_fn, do_setitimer, syslogd/1888
# expires at 4251329900926 nsecs [in 5283627054 nsecs]
.expires_next : 4246432689566 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 31306
.idle_tick : 4246020791890 nsecs
.tick_stopped : 1
.idle_jiffies : 986504
.idle_calls : 40700
.idle_sleeps : 36014
.idle_entrytime : 4246019418883 nsecs
.idle_sleeptime : 4178181972709 nsecs
cpu: 1
clock 0:
.index: 0
.resolution: 1 nsecs
.get_time: ktime_get_real
.offset: 1273998312645738432 nsecs
active timers:
clock 1:
.index: 1
.resolution: 1 nsecs
.get_time: ktime_get
.offset: 0 nsecs
active timers:
#0: <f5a90ec8>, hrtimer_sched_tick, hrtimer_restart_sched_tick, swapper/0
# expires at 4246050084568 nsecs [in 3810696 nsecs]
#1: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, atd/2227
# expires at 4261010635003 nsecs [in 14964361131 nsecs]
#2: <f5a90ec8>, hrtimer_wakeup, do_nanosleep, smartd/2332
# expires at 5469485798970 nsecs [in 1223439525098 nsecs]
.expires_next : 4246050084568 nsecs
.hres_active : 1
.check_clocks : 0
.nr_events : 24043
.idle_tick : 4246046084568 nsecs
.tick_stopped : 0
.idle_jiffies : 986510
.idle_calls : 26360
.idle_sleeps : 22551
.idle_entrytime : 4246043874339 nsecs
.idle_sleeptime : 4170763761184 nsecs
tick_broadcast_mask: 00000003
event_broadcast_mask: 00000001
CPU#0's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246432689566 nsecs
CPU#1's local event device:
Clock Event Device: lapic
capabilities: 0000000e
max_delta_ns: 807385544
min_delta_ns: 1443
mult: 44624025
shift: 32
set_next_event: lapic_next_event
set_mode: lapic_timer_setup
event_handler: hrtimer_interrupt
.installed: 1
.expires: 4246050084568 nsecs
Clock Event Device: hpet
capabilities: 00000007
max_delta_ns: 2147483647
min_delta_ns: 3352
mult: 61496110
shift: 32
set_next_event: hpet_next_event
set_mode: hpet_set_mode
event_handler: handle_nextevt_broadcast
Signed-off-by: Ingo Molnar <mingo@elte.hu>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Cc: john stultz <johnstul@us.ibm.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-02-16 16:28:15 +07:00
|
|
|
/*
|
|
|
|
* Debugging: see timer_list.c
|
|
|
|
*/
|
|
|
|
struct tick_device *tick_get_device(int cpu)
|
|
|
|
{
|
|
|
|
return &per_cpu(tick_cpu_device, cpu);
|
|
|
|
}
|
|
|
|
|
2007-02-16 16:28:03 +07:00
|
|
|
/**
|
|
|
|
* tick_is_oneshot_available - check for a oneshot capable event device
|
|
|
|
*/
|
|
|
|
int tick_is_oneshot_available(void)
|
|
|
|
{
|
2010-12-08 22:22:55 +07:00
|
|
|
struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev);
|
2007-02-16 16:28:03 +07:00
|
|
|
|
2011-02-26 04:34:23 +07:00
|
|
|
if (!dev || !(dev->features & CLOCK_EVT_FEAT_ONESHOT))
|
|
|
|
return 0;
|
|
|
|
if (!(dev->features & CLOCK_EVT_FEAT_C3STOP))
|
|
|
|
return 1;
|
|
|
|
return tick_broadcast_oneshot_available();
|
2007-02-16 16:28:03 +07:00
|
|
|
}
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* Periodic tick
|
|
|
|
*/
|
|
|
|
static void tick_periodic(int cpu)
|
|
|
|
{
|
|
|
|
if (tick_do_timer_cpu == cpu) {
|
2012-02-29 07:50:11 +07:00
|
|
|
write_seqlock(&jiffies_lock);
|
2007-02-16 16:28:01 +07:00
|
|
|
|
|
|
|
/* Keep track of the next tick event */
|
|
|
|
tick_next_period = ktime_add(tick_next_period, tick_period);
|
|
|
|
|
|
|
|
do_timer(1);
|
2012-02-29 07:50:11 +07:00
|
|
|
write_sequnlock(&jiffies_lock);
|
2013-12-13 04:10:55 +07:00
|
|
|
update_wall_time();
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
update_process_times(user_mode(get_irq_regs()));
|
|
|
|
profile_tick(CPU_PROFILING);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Event handler for periodic ticks
|
|
|
|
*/
|
|
|
|
void tick_handle_periodic(struct clock_event_device *dev)
|
|
|
|
{
|
|
|
|
int cpu = smp_processor_id();
|
2014-03-25 15:26:23 +07:00
|
|
|
ktime_t next = dev->next_event;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
|
|
|
tick_periodic(cpu);
|
|
|
|
|
|
|
|
if (dev->mode != CLOCK_EVT_MODE_ONESHOT)
|
|
|
|
return;
|
|
|
|
for (;;) {
|
2014-03-25 15:26:23 +07:00
|
|
|
/*
|
|
|
|
* Setup the next period for devices, which do not have
|
|
|
|
* periodic mode:
|
|
|
|
*/
|
|
|
|
next = ktime_add(next, tick_period);
|
|
|
|
|
2011-08-23 20:29:42 +07:00
|
|
|
if (!clockevents_program_event(dev, next, false))
|
2007-02-16 16:28:01 +07:00
|
|
|
return;
|
2009-05-02 03:10:25 +07:00
|
|
|
/*
|
|
|
|
* Have to be careful here. If we're in oneshot mode,
|
|
|
|
* before we call tick_periodic() in a loop, we need
|
|
|
|
* to be sure we're using a real hardware clocksource.
|
|
|
|
* Otherwise we could get trapped in an infinite
|
|
|
|
* loop, as the tick_periodic() increments jiffies,
|
2014-03-25 17:39:18 +07:00
|
|
|
* which then will increment time, possibly causing
|
2009-05-02 03:10:25 +07:00
|
|
|
* the loop to trigger again and again.
|
|
|
|
*/
|
|
|
|
if (timekeeping_valid_for_hres())
|
|
|
|
tick_periodic(cpu);
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Setup the device for a periodic tick
|
|
|
|
*/
|
2007-02-16 16:28:02 +07:00
|
|
|
void tick_setup_periodic(struct clock_event_device *dev, int broadcast)
|
2007-02-16 16:28:01 +07:00
|
|
|
{
|
2007-02-16 16:28:02 +07:00
|
|
|
tick_set_periodic_handler(dev, broadcast);
|
|
|
|
|
|
|
|
/* Broadcast setup ? */
|
|
|
|
if (!tick_device_is_functional(dev))
|
|
|
|
return;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
2008-09-23 00:04:02 +07:00
|
|
|
if ((dev->features & CLOCK_EVT_FEAT_PERIODIC) &&
|
|
|
|
!tick_broadcast_oneshot_active()) {
|
2007-02-16 16:28:01 +07:00
|
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_PERIODIC);
|
|
|
|
} else {
|
|
|
|
unsigned long seq;
|
|
|
|
ktime_t next;
|
|
|
|
|
|
|
|
do {
|
2012-02-29 07:50:11 +07:00
|
|
|
seq = read_seqbegin(&jiffies_lock);
|
2007-02-16 16:28:01 +07:00
|
|
|
next = tick_next_period;
|
2012-02-29 07:50:11 +07:00
|
|
|
} while (read_seqretry(&jiffies_lock, seq));
|
2007-02-16 16:28:01 +07:00
|
|
|
|
|
|
|
clockevents_set_mode(dev, CLOCK_EVT_MODE_ONESHOT);
|
|
|
|
|
|
|
|
for (;;) {
|
2011-08-23 20:29:42 +07:00
|
|
|
if (!clockevents_program_event(dev, next, false))
|
2007-02-16 16:28:01 +07:00
|
|
|
return;
|
|
|
|
next = ktime_add(next, tick_period);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Setup the tick device
|
|
|
|
*/
|
|
|
|
static void tick_setup_device(struct tick_device *td,
|
|
|
|
struct clock_event_device *newdev, int cpu,
|
2008-12-13 17:50:26 +07:00
|
|
|
const struct cpumask *cpumask)
|
2007-02-16 16:28:01 +07:00
|
|
|
{
|
|
|
|
ktime_t next_event;
|
|
|
|
void (*handler)(struct clock_event_device *) = NULL;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* First device setup ?
|
|
|
|
*/
|
|
|
|
if (!td->evtdev) {
|
|
|
|
/*
|
|
|
|
* If no cpu took the do_timer update, assign it to
|
|
|
|
* this cpu:
|
|
|
|
*/
|
2008-09-22 23:46:37 +07:00
|
|
|
if (tick_do_timer_cpu == TICK_DO_TIMER_BOOT) {
|
2013-04-12 21:45:34 +07:00
|
|
|
if (!tick_nohz_full_cpu(cpu))
|
2012-12-19 00:24:35 +07:00
|
|
|
tick_do_timer_cpu = cpu;
|
|
|
|
else
|
|
|
|
tick_do_timer_cpu = TICK_DO_TIMER_NONE;
|
2007-02-16 16:28:01 +07:00
|
|
|
tick_next_period = ktime_get();
|
|
|
|
tick_period = ktime_set(0, NSEC_PER_SEC / HZ);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Startup in periodic mode first.
|
|
|
|
*/
|
|
|
|
td->mode = TICKDEV_MODE_PERIODIC;
|
|
|
|
} else {
|
|
|
|
handler = td->evtdev->event_handler;
|
|
|
|
next_event = td->evtdev->next_event;
|
2008-09-04 04:36:50 +07:00
|
|
|
td->evtdev->event_handler = clockevents_handle_noop;
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|
|
|
|
|
|
|
|
td->evtdev = newdev;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* When the device is not per cpu, pin the interrupt to the
|
|
|
|
* current cpu:
|
|
|
|
*/
|
2008-12-13 17:50:26 +07:00
|
|
|
if (!cpumask_equal(newdev->cpumask, cpumask))
|
2008-12-13 17:50:26 +07:00
|
|
|
irq_set_affinity(newdev->irq, cpumask);
|
2007-02-16 16:28:01 +07:00
|
|
|
|
2007-02-16 16:28:02 +07:00
|
|
|
/*
|
|
|
|
* When global broadcasting is active, check if the current
|
|
|
|
* device is registered as a placeholder for broadcast mode.
|
|
|
|
* This allows us to handle this x86 misfeature in a generic
|
2013-07-02 03:14:10 +07:00
|
|
|
* way. This function also returns !=0 when we keep the
|
|
|
|
* current active broadcast state for this CPU.
|
2007-02-16 16:28:02 +07:00
|
|
|
*/
|
|
|
|
if (tick_device_uses_broadcast(newdev, cpu))
|
|
|
|
return;
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
if (td->mode == TICKDEV_MODE_PERIODIC)
|
|
|
|
tick_setup_periodic(newdev, 0);
|
2007-02-16 16:28:03 +07:00
|
|
|
else
|
|
|
|
tick_setup_oneshot(newdev, handler, next_event);
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|
|
|
|
|
2013-04-26 03:31:50 +07:00
|
|
|
void tick_install_replacement(struct clock_event_device *newdev)
|
|
|
|
{
|
|
|
|
struct tick_device *td = &__get_cpu_var(tick_cpu_device);
|
|
|
|
int cpu = smp_processor_id();
|
|
|
|
|
|
|
|
clockevents_exchange_device(td->evtdev, newdev);
|
|
|
|
tick_setup_device(td, newdev, cpu, cpumask_of(cpu));
|
|
|
|
if (newdev->features & CLOCK_EVT_FEAT_ONESHOT)
|
|
|
|
tick_oneshot_notify();
|
|
|
|
}
|
|
|
|
|
2013-04-26 03:31:50 +07:00
|
|
|
static bool tick_check_percpu(struct clock_event_device *curdev,
|
|
|
|
struct clock_event_device *newdev, int cpu)
|
|
|
|
{
|
|
|
|
if (!cpumask_test_cpu(cpu, newdev->cpumask))
|
|
|
|
return false;
|
|
|
|
if (cpumask_equal(newdev->cpumask, cpumask_of(cpu)))
|
|
|
|
return true;
|
|
|
|
/* Check if irq affinity can be set */
|
|
|
|
if (newdev->irq >= 0 && !irq_can_set_affinity(newdev->irq))
|
|
|
|
return false;
|
|
|
|
/* Prefer an existing cpu local device */
|
|
|
|
if (curdev && cpumask_equal(curdev->cpumask, cpumask_of(cpu)))
|
|
|
|
return false;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
static bool tick_check_preferred(struct clock_event_device *curdev,
|
|
|
|
struct clock_event_device *newdev)
|
|
|
|
{
|
|
|
|
/* Prefer oneshot capable device */
|
|
|
|
if (!(newdev->features & CLOCK_EVT_FEAT_ONESHOT)) {
|
|
|
|
if (curdev && (curdev->features & CLOCK_EVT_FEAT_ONESHOT))
|
|
|
|
return false;
|
|
|
|
if (tick_oneshot_mode_active())
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2013-06-14 01:39:50 +07:00
|
|
|
/*
|
|
|
|
* Use the higher rated one, but prefer a CPU local device with a lower
|
|
|
|
* rating than a non-CPU local device
|
|
|
|
*/
|
|
|
|
return !curdev ||
|
|
|
|
newdev->rating > curdev->rating ||
|
|
|
|
!cpumask_equal(curdev->cpumask, newdev->cpumask);
|
2013-04-26 03:31:50 +07:00
|
|
|
}
|
|
|
|
|
2013-04-26 03:31:50 +07:00
|
|
|
/*
|
|
|
|
* Check whether the new device is a better fit than curdev. curdev
|
|
|
|
* can be NULL !
|
|
|
|
*/
|
|
|
|
bool tick_check_replacement(struct clock_event_device *curdev,
|
|
|
|
struct clock_event_device *newdev)
|
|
|
|
{
|
2014-04-15 12:24:37 +07:00
|
|
|
if (!tick_check_percpu(curdev, newdev, smp_processor_id()))
|
2013-04-26 03:31:50 +07:00
|
|
|
return false;
|
|
|
|
|
|
|
|
return tick_check_preferred(curdev, newdev);
|
|
|
|
}
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
2013-04-26 03:31:48 +07:00
|
|
|
* Check, if the new registered device should be used. Called with
|
|
|
|
* clockevents_lock held and interrupts disabled.
|
2007-02-16 16:28:01 +07:00
|
|
|
*/
|
2013-04-26 03:31:47 +07:00
|
|
|
void tick_check_new_device(struct clock_event_device *newdev)
|
2007-02-16 16:28:01 +07:00
|
|
|
{
|
|
|
|
struct clock_event_device *curdev;
|
|
|
|
struct tick_device *td;
|
2013-04-26 03:31:47 +07:00
|
|
|
int cpu;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
|
|
|
cpu = smp_processor_id();
|
2008-12-13 17:50:26 +07:00
|
|
|
if (!cpumask_test_cpu(cpu, newdev->cpumask))
|
2007-10-13 04:04:23 +07:00
|
|
|
goto out_bc;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
|
|
|
td = &per_cpu(tick_cpu_device, cpu);
|
|
|
|
curdev = td->evtdev;
|
|
|
|
|
|
|
|
/* cpu local device ? */
|
2013-04-26 03:31:50 +07:00
|
|
|
if (!tick_check_percpu(curdev, newdev, cpu))
|
|
|
|
goto out_bc;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
2013-04-26 03:31:50 +07:00
|
|
|
/* Preference decision */
|
|
|
|
if (!tick_check_preferred(curdev, newdev))
|
|
|
|
goto out_bc;
|
2007-02-16 16:28:01 +07:00
|
|
|
|
2013-04-26 03:31:49 +07:00
|
|
|
if (!try_module_get(newdev->owner))
|
|
|
|
return;
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* Replace the eventually existing device by the new
|
2007-02-16 16:28:02 +07:00
|
|
|
* device. If the current device is the broadcast device, do
|
|
|
|
* not give it back to the clockevents layer !
|
2007-02-16 16:28:01 +07:00
|
|
|
*/
|
2007-02-16 16:28:02 +07:00
|
|
|
if (tick_is_broadcast_device(curdev)) {
|
2008-09-17 01:32:50 +07:00
|
|
|
clockevents_shutdown(curdev);
|
2007-02-16 16:28:02 +07:00
|
|
|
curdev = NULL;
|
|
|
|
}
|
2007-02-16 16:28:01 +07:00
|
|
|
clockevents_exchange_device(curdev, newdev);
|
2009-01-01 06:42:25 +07:00
|
|
|
tick_setup_device(td, newdev, cpu, cpumask_of(cpu));
|
2007-02-16 16:28:03 +07:00
|
|
|
if (newdev->features & CLOCK_EVT_FEAT_ONESHOT)
|
|
|
|
tick_oneshot_notify();
|
2013-04-26 03:31:47 +07:00
|
|
|
return;
|
2007-02-16 16:28:02 +07:00
|
|
|
|
|
|
|
out_bc:
|
|
|
|
/*
|
|
|
|
* Can the new device be used as a broadcast device ?
|
|
|
|
*/
|
2013-04-26 03:31:47 +07:00
|
|
|
tick_install_broadcast_device(newdev);
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|
|
|
|
|
2008-12-01 20:09:07 +07:00
|
|
|
/*
|
|
|
|
* Transfer the do_timer job away from a dying cpu.
|
|
|
|
*
|
|
|
|
* Called with interrupts disabled.
|
|
|
|
*/
|
2013-04-26 03:31:48 +07:00
|
|
|
void tick_handover_do_timer(int *cpup)
|
2008-12-01 20:09:07 +07:00
|
|
|
{
|
|
|
|
if (*cpup == tick_do_timer_cpu) {
|
|
|
|
int cpu = cpumask_first(cpu_online_mask);
|
|
|
|
|
|
|
|
tick_do_timer_cpu = (cpu < nr_cpu_ids) ? cpu :
|
|
|
|
TICK_DO_TIMER_NONE;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/*
|
|
|
|
* Shutdown an event device on a given cpu:
|
|
|
|
*
|
|
|
|
* This is called on a life CPU, when a CPU is dead. So we cannot
|
|
|
|
* access the hardware device itself.
|
|
|
|
* We just set the mode and remove it from the lists.
|
|
|
|
*/
|
2013-04-26 03:31:48 +07:00
|
|
|
void tick_shutdown(unsigned int *cpup)
|
2007-02-16 16:28:01 +07:00
|
|
|
{
|
|
|
|
struct tick_device *td = &per_cpu(tick_cpu_device, *cpup);
|
|
|
|
struct clock_event_device *dev = td->evtdev;
|
|
|
|
|
|
|
|
td->mode = TICKDEV_MODE_PERIODIC;
|
|
|
|
if (dev) {
|
|
|
|
/*
|
|
|
|
* Prevent that the clock events layer tries to call
|
|
|
|
* the set mode function!
|
|
|
|
*/
|
|
|
|
dev->mode = CLOCK_EVT_MODE_UNUSED;
|
|
|
|
clockevents_exchange_device(dev, NULL);
|
2013-04-25 16:45:53 +07:00
|
|
|
dev->event_handler = clockevents_handle_noop;
|
2007-02-16 16:28:01 +07:00
|
|
|
td->evtdev = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-04-26 03:31:48 +07:00
|
|
|
void tick_suspend(void)
|
2007-03-06 14:25:42 +07:00
|
|
|
{
|
|
|
|
struct tick_device *td = &__get_cpu_var(tick_cpu_device);
|
|
|
|
|
2008-09-17 01:32:50 +07:00
|
|
|
clockevents_shutdown(td->evtdev);
|
2007-03-06 14:25:42 +07:00
|
|
|
}
|
|
|
|
|
2013-04-26 03:31:48 +07:00
|
|
|
void tick_resume(void)
|
2007-03-06 14:25:42 +07:00
|
|
|
{
|
|
|
|
struct tick_device *td = &__get_cpu_var(tick_cpu_device);
|
2007-07-21 18:37:34 +07:00
|
|
|
int broadcast = tick_resume_broadcast();
|
2007-03-06 14:25:42 +07:00
|
|
|
|
2007-07-21 18:37:34 +07:00
|
|
|
clockevents_set_mode(td->evtdev, CLOCK_EVT_MODE_RESUME);
|
|
|
|
|
|
|
|
if (!broadcast) {
|
|
|
|
if (td->mode == TICKDEV_MODE_PERIODIC)
|
|
|
|
tick_setup_periodic(td->evtdev, 0);
|
|
|
|
else
|
|
|
|
tick_resume_oneshot();
|
|
|
|
}
|
2007-03-06 14:25:42 +07:00
|
|
|
}
|
|
|
|
|
2007-02-16 16:28:01 +07:00
|
|
|
/**
|
|
|
|
* tick_init - initialize the tick control
|
|
|
|
*/
|
|
|
|
void __init tick_init(void)
|
|
|
|
{
|
2013-03-05 20:25:32 +07:00
|
|
|
tick_broadcast_init();
|
2007-02-16 16:28:01 +07:00
|
|
|
}
|