Release 4.7 kernel/time/timer.c

/*
 *  linux/kernel/timer.c
 *
 *  Kernel internal timers
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 *
 *  1997-01-28  Modified by Finn Arne Gangstad to make timers scale better.
 *
 *  1997-09-10  Updated NTP code according to technical memorandum Jan '96
 *              "A Kernel Model for Precision Timekeeping" by Dave Mills
 *  1998-12-24  Fixed a xtime SMP race (we need the xtime_lock rw spinlock to
 *              serialize accesses to xtime/lost_ticks).
 *                              Copyright (C) 1998  Andrea Arcangeli
 *  1999-03-10  Improved NTP compatibility by Ulrich Windl
 *  2002-05-31  Move sys_sysinfo here and make its locking sane, Robert Love
 *  2000-10-05  Implemented scalable SMP per-CPU timer handling.
 *                              Copyright (C) 2000, 2001, 2002  Ingo Molnar
 *              Designed by David S. Miller, Alexey Kuznetsov and Ingo Molnar
 */

#include <linux/kernel_stat.h>
#include <linux/export.h>
#include <linux/interrupt.h>
#include <linux/percpu.h>
#include <linux/init.h>
#include <linux/mm.h>
#include <linux/swap.h>
#include <linux/pid_namespace.h>
#include <linux/notifier.h>
#include <linux/thread_info.h>
#include <linux/time.h>
#include <linux/jiffies.h>
#include <linux/posix-timers.h>
#include <linux/cpu.h>
#include <linux/syscalls.h>
#include <linux/delay.h>
#include <linux/tick.h>
#include <linux/kallsyms.h>
#include <linux/irq_work.h>
#include <linux/sched.h>
#include <linux/sched/sysctl.h>
#include <linux/slab.h>
#include <linux/compat.h>

#include <asm/uaccess.h>
#include <asm/unistd.h>
#include <asm/div64.h>
#include <asm/timex.h>
#include <asm/io.h>

#include "tick-internal.h"


#define CREATE_TRACE_POINTS
#include <trace/events/timer.h>


__visible u64 jiffies_64 __cacheline_aligned_in_smp = INITIAL_JIFFIES;


EXPORT_SYMBOL(jiffies_64);

/*
 * per-CPU timer vector definitions:
 */

#define TVN_BITS (CONFIG_BASE_SMALL ? 4 : 6)

#define TVR_BITS (CONFIG_BASE_SMALL ? 6 : 8)

#define TVN_SIZE (1 << TVN_BITS)

#define TVR_SIZE (1 << TVR_BITS)

#define TVN_MASK (TVN_SIZE - 1)

#define TVR_MASK (TVR_SIZE - 1)

#define MAX_TVAL ((unsigned long)((1ULL << (TVR_BITS + 4*TVN_BITS)) - 1))


struct tvec {
	
struct hlist_head vec[TVN_SIZE];
};


struct tvec_root {
	
struct hlist_head vec[TVR_SIZE];
};


struct tvec_base {
	
spinlock_t lock;
	
struct timer_list *running_timer;
	
unsigned long timer_jiffies;
	
unsigned long next_timer;
	
unsigned long active_timers;
	
unsigned long all_timers;
	
int cpu;
	
bool migration_enabled;
	
bool nohz_active;
	
struct tvec_root tv1;
	
struct tvec tv2;
	
struct tvec tv3;
	
struct tvec tv4;
	
struct tvec tv5;
} 
____cacheline_aligned;


static DEFINE_PER_CPU(struct tvec_base, tvec_bases);

#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ_COMMON)

unsigned int sysctl_timer_migration = 1;



void timers_update_migration(bool update_nohz)
{
	bool on = sysctl_timer_migration && tick_nohz_active;
	unsigned int cpu;

	/* Avoid the loop, if nothing to update */
	if (this_cpu_read(tvec_bases.migration_enabled) == on)
		return;

	for_each_possible_cpu(cpu) {
		per_cpu(tvec_bases.migration_enabled, cpu) = on;
		per_cpu(hrtimer_bases.migration_enabled, cpu) = on;
		if (!update_nohz)
			continue;
		per_cpu(tvec_bases.nohz_active, cpu) = true;
		per_cpu(hrtimer_bases.nohz_active, cpu) = true;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
88
100.00%
2
100.00%
Total
88
100.00%
2
100.00%



int timer_migration_handler(struct ctl_table *table, int write,
			    void __user *buffer, size_t *lenp,
			    loff_t *ppos)
{
	static DEFINE_MUTEX(mutex);
	int ret;

	mutex_lock(&mutex);
	ret = proc_dointvec(table, write, buffer, lenp, ppos);
	if (!ret && write)
		timers_update_migration(false);
	mutex_unlock(&mutex);
	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
77
100.00%
2
100.00%
Total
77
100.00%
2
100.00%



static inline struct tvec_base *get_target_base(struct tvec_base *base,
						int pinned)
{
	if (pinned || !base->migration_enabled)
		return this_cpu_ptr(&tvec_bases);
	return per_cpu_ptr(&tvec_bases, get_nohz_timer_target());
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
43
100.00%
1
100.00%
Total
43
100.00%
1
100.00%

#else


static inline struct tvec_base *get_target_base(struct tvec_base *base,
						int pinned)
{
	return this_cpu_ptr(&tvec_bases);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
24
100.00%
1
100.00%
Total
24
100.00%
1
100.00%

#endif



static unsigned long round_jiffies_common(unsigned long j, int cpu,
		bool force_up)
{
	int rem;
	unsigned long original = j;

	/*
         * We don't want all cpus firing their timers at once hitting the
         * same lock or cachelines, so we skew each extra cpu with an extra
         * 3 jiffies. This 3 jiffies came originally from the mm/ code which
         * already did this.
         * The skew is done by adding 3*cpunr, then round, then subtract this
         * extra offset again.
         */
	j += cpu * 3;

	rem = j % HZ;

	/*
         * If the target jiffie is just after a whole second (which can happen
         * due to delays of the timer irq, long irq off times etc etc) then
         * we should round down to the whole second, not up. Use 1/4th second
         * as cutoff for this rounding as an extreme upper bound for this.
         * But never round down if @force_up is set.
         */
	if (rem < HZ/4 && !force_up) /* round down */
		j = j - rem;
	else /* round up */
		j = j - rem + HZ;

	/* now that we have rounded, subtract the extra skew again */
	j -= cpu * 3;

	/*
         * Make sure j is still in the future. Otherwise return the
         * unmodified value.
         */
	return time_is_after_jiffies(j) ? j : original;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
69
80.23%
1
33.33%
alan stern
alan stern
9
10.47%
1
33.33%
bart van assche
bart van assche
8
9.30%
1
33.33%
Total
86
100.00%
3
100.00%

/**
 * __round_jiffies - function to round jiffies to a full second
 * @j: the time in (absolute) jiffies that should be rounded
 * @cpu: the processor number on which the timeout will happen
 *
 * __round_jiffies() rounds an absolute time in the future (in jiffies)
 * up or down to (approximately) full seconds. This is useful for timers
 * for which the exact time they fire does not matter too much, as long as
 * they fire approximately every X seconds.
 *
 * By rounding these timers to whole seconds, all such timers will fire
 * at the same time, rather than at various times spread out. The goal
 * of this is to have the CPU wake up less, which saves power.
 *
 * The exact rounding is skewed for each processor to avoid all
 * processors firing at the exact same time, which could lead
 * to lock contention or spurious cache line bouncing.
 *
 * The return value is the rounded version of the @j parameter.
 */


unsigned long __round_jiffies(unsigned long j, int cpu)
{
	return round_jiffies_common(j, cpu, false);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
alan stern
alan stern
23
100.00%
1
100.00%
Total
23
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(__round_jiffies);

/**
 * __round_jiffies_relative - function to round jiffies to a full second
 * @j: the time in (relative) jiffies that should be rounded
 * @cpu: the processor number on which the timeout will happen
 *
 * __round_jiffies_relative() rounds a time delta  in the future (in jiffies)
 * up or down to (approximately) full seconds. This is useful for timers
 * for which the exact time they fire does not matter too much, as long as
 * they fire approximately every X seconds.
 *
 * By rounding these timers to whole seconds, all such timers will fire
 * at the same time, rather than at various times spread out. The goal
 * of this is to have the CPU wake up less, which saves power.
 *
 * The exact rounding is skewed for each processor to avoid all
 * processors firing at the exact same time, which could lead
 * to lock contention or spurious cache line bouncing.
 *
 * The return value is the rounded version of the @j parameter.
 */


unsigned long __round_jiffies_relative(unsigned long j, int cpu)
{
	unsigned long j0 = jiffies;

	/* Use j0 because jiffies might change while we run */
	return round_jiffies_common(j + j0, cpu, false) - j0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
22
64.71%
1
50.00%
alan stern
alan stern
12
35.29%
1
50.00%
Total
34
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(__round_jiffies_relative);

/**
 * round_jiffies - function to round jiffies to a full second
 * @j: the time in (absolute) jiffies that should be rounded
 *
 * round_jiffies() rounds an absolute time in the future (in jiffies)
 * up or down to (approximately) full seconds. This is useful for timers
 * for which the exact time they fire does not matter too much, as long as
 * they fire approximately every X seconds.
 *
 * By rounding these timers to whole seconds, all such timers will fire
 * at the same time, rather than at various times spread out. The goal
 * of this is to have the CPU wake up less, which saves power.
 *
 * The return value is the rounded version of the @j parameter.
 */


unsigned long round_jiffies(unsigned long j)
{
	return round_jiffies_common(j, raw_smp_processor_id(), false);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
18
85.71%
1
50.00%
alan stern
alan stern
3
14.29%
1
50.00%
Total
21
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(round_jiffies);

/**
 * round_jiffies_relative - function to round jiffies to a full second
 * @j: the time in (relative) jiffies that should be rounded
 *
 * round_jiffies_relative() rounds a time delta  in the future (in jiffies)
 * up or down to (approximately) full seconds. This is useful for timers
 * for which the exact time they fire does not matter too much, as long as
 * they fire approximately every X seconds.
 *
 * By rounding these timers to whole seconds, all such timers will fire
 * at the same time, rather than at various times spread out. The goal
 * of this is to have the CPU wake up less, which saves power.
 *
 * The return value is the rounded version of the @j parameter.
 */


unsigned long round_jiffies_relative(unsigned long j)
{
	return __round_jiffies_relative(j, raw_smp_processor_id());
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
19
100.00%
1
100.00%
Total
19
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(round_jiffies_relative);

/**
 * __round_jiffies_up - function to round jiffies up to a full second
 * @j: the time in (absolute) jiffies that should be rounded
 * @cpu: the processor number on which the timeout will happen
 *
 * This is the same as __round_jiffies() except that it will never
 * round down.  This is useful for timeouts for which the exact time
 * of firing does not matter too much, as long as they don't fire too
 * early.
 */


unsigned long __round_jiffies_up(unsigned long j, int cpu)
{
	return round_jiffies_common(j, cpu, true);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
alan stern
alan stern
23
100.00%
1
100.00%
Total
23
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(__round_jiffies_up);

/**
 * __round_jiffies_up_relative - function to round jiffies up to a full second
 * @j: the time in (relative) jiffies that should be rounded
 * @cpu: the processor number on which the timeout will happen
 *
 * This is the same as __round_jiffies_relative() except that it will never
 * round down.  This is useful for timeouts for which the exact time
 * of firing does not matter too much, as long as they don't fire too
 * early.
 */


unsigned long __round_jiffies_up_relative(unsigned long j, int cpu)
{
	unsigned long j0 = jiffies;

	/* Use j0 because jiffies might change while we run */
	return round_jiffies_common(j + j0, cpu, true) - j0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
alan stern
alan stern
34
100.00%
1
100.00%
Total
34
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(__round_jiffies_up_relative);

/**
 * round_jiffies_up - function to round jiffies up to a full second
 * @j: the time in (absolute) jiffies that should be rounded
 *
 * This is the same as round_jiffies() except that it will never
 * round down.  This is useful for timeouts for which the exact time
 * of firing does not matter too much, as long as they don't fire too
 * early.
 */


unsigned long round_jiffies_up(unsigned long j)
{
	return round_jiffies_common(j, raw_smp_processor_id(), true);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
alan stern
alan stern
21
100.00%
1
100.00%
Total
21
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(round_jiffies_up);

/**
 * round_jiffies_up_relative - function to round jiffies up to a full second
 * @j: the time in (relative) jiffies that should be rounded
 *
 * This is the same as round_jiffies_relative() except that it will never
 * round down.  This is useful for timeouts for which the exact time
 * of firing does not matter too much, as long as they don't fire too
 * early.
 */


unsigned long round_jiffies_up_relative(unsigned long j)
{
	return __round_jiffies_up_relative(j, raw_smp_processor_id());
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
alan stern
alan stern
19
100.00%
1
100.00%
Total
19
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(round_jiffies_up_relative);

/**
 * set_timer_slack - set the allowed slack for a timer
 * @timer: the timer to be modified
 * @slack_hz: the amount of time (in jiffies) allowed for rounding
 *
 * Set the amount of time, in jiffies, that a certain timer has
 * in terms of slack. By setting this value, the timer subsystem
 * will schedule the actual timer somewhere between
 * the time mod_timer() asks for, and that time plus the slack.
 *
 * By setting the slack to -1, a percentage of the delay is used
 * instead.
 */


void set_timer_slack(struct timer_list *timer, int slack_hz)
{
	timer->slack = slack_hz;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
19
100.00%
1
100.00%
Total
19
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(set_timer_slack);


static void

__internal_add_timer(struct tvec_base *base, struct timer_list *timer)
{
	unsigned long expires = timer->expires;
	unsigned long idx = expires - base->timer_jiffies;
	struct hlist_head *vec;

	if (idx < TVR_SIZE) {
		int i = expires & TVR_MASK;
		vec = base->tv1.vec + i;
	} else if (idx < 1 << (TVR_BITS + TVN_BITS)) {
		int i = (expires >> TVR_BITS) & TVN_MASK;
		vec = base->tv2.vec + i;
	} else if (idx < 1 << (TVR_BITS + 2 * TVN_BITS)) {
		int i = (expires >> (TVR_BITS + TVN_BITS)) & TVN_MASK;
		vec = base->tv3.vec + i;
	} else if (idx < 1 << (TVR_BITS + 3 * TVN_BITS)) {
		int i = (expires >> (TVR_BITS + 2 * TVN_BITS)) & TVN_MASK;
		vec = base->tv4.vec + i;
	} else if ((signed long) idx < 0) {
		/*
                 * Can happen if you add a timer with expires == jiffies,
                 * or you set a timer to go off in the past
                 */
		vec = base->tv1.vec + (base->timer_jiffies & TVR_MASK);
	} else {
		int i;
		/* If the timeout is larger than MAX_TVAL (on 64-bit
                 * architectures or with CONFIG_BASE_SMALL=1) then we
                 * use the maximum timeout.
                 */
		if (idx > MAX_TVAL) {
			idx = MAX_TVAL;
			expires = idx + base->timer_jiffies;
		}
		i = (expires >> (TVR_BITS + 3 * TVN_BITS)) & TVN_MASK;
		vec = base->tv5.vec + i;
	}

	hlist_add_head(&timer->entry, vec);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
244
87.46%
3
30.00%
pre-git
pre-git
20
7.17%
1
10.00%
andrew morton
andrew morton
5
1.79%
1
10.00%
christian hildner
christian hildner
3
1.08%
1
10.00%
thomas gleixner
thomas gleixner
3
1.08%
2
20.00%
george anzinger
george anzinger
2
0.72%
1
10.00%
pavel machek
pavel machek
2
0.72%
1
10.00%
Total
279
100.00%
10
100.00%



static void internal_add_timer(struct tvec_base *base, struct timer_list *timer)
{
	/* Advance base->jiffies, if the base is empty */
	if (!base->all_timers++)
		base->timer_jiffies = jiffies;

	__internal_add_timer(base, timer);
	/*
         * Update base->active_timers and base->next_timer
         */
	if (!(timer->flags & TIMER_DEFERRABLE)) {
		if (!base->active_timers++ ||
		    time_before(timer->expires, base->next_timer))
			base->next_timer = timer->expires;
	}

	/*
         * Check whether the other CPU is in dynticks mode and needs
         * to be triggered to reevaluate the timer wheel.
         * We are protected against the other CPU fiddling
         * with the timer by holding the timer base lock. This also
         * makes sure that a CPU on the way to stop its tick can not
         * evaluate the timer wheel.
         *
         * Spare the IPI for deferrable timers on idle targets though.
         * The next busy ticks will take care of it. Except full dynticks
         * require special care against races with idle_cpu(), lets deal
         * with that later.
         */
	if (base->nohz_active) {
		if (!(timer->flags & TIMER_DEFERRABLE) ||
		    tick_nohz_full_cpu(base->cpu))
			wake_up_nohz_cpu(base->cpu);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
84
74.34%
5
55.56%
viresh kumar
viresh kumar
19
16.81%
1
11.11%
oleg nesterov
oleg nesterov
6
5.31%
1
11.11%
paul e. mckenney
paul e. mckenney
2
1.77%
1
11.11%
joonwoo park
joonwoo park
2
1.77%
1
11.11%
Total
113
100.00%
9
100.00%

#ifdef CONFIG_TIMER_STATS


void __timer_stats_timer_set_start_info(struct timer_list *timer, void *addr)
{
	if (timer->start_site)
		return;

	timer->start_site = addr;
	memcpy(timer->start_comm, current->comm, TASK_COMM_LEN);
	timer->start_pid = current->pid;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
48
100.00%
1
100.00%
Total
48
100.00%
1
100.00%



static void timer_stats_account_timer(struct timer_list *timer)
{
	void *site;

	/*
         * start_site can be concurrently reset by
         * timer_stats_timer_clear_start_info()
         */
	site = READ_ONCE(timer->start_site);
	if (likely(!site))
		return;

	timer_stats_update_stats(timer, timer->start_pid, site,
				 timer->function, timer->start_comm,
				 timer->flags);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
venkatesh pallipadi
venkatesh pallipadi
32
56.14%
1
25.00%
dmitriy vyukov
dmitriy vyukov
16
28.07%
1
25.00%
heiko carstens
heiko carstens
6
10.53%
1
25.00%
thomas gleixner
thomas gleixner
3
5.26%
1
25.00%
Total
57
100.00%
4
100.00%

#else


static void timer_stats_account_timer(struct timer_list *timer) {}
Contributors
Person
Tokens
Prop
Commits
CommitProp
venkatesh pallipadi
venkatesh pallipadi
10
100.00%
1
100.00%
Total
10
100.00%
1
100.00%

#endif

#ifdef CONFIG_DEBUG_OBJECTS_TIMERS


static struct debug_obj_descr timer_debug_descr;



static void *timer_debug_hint(void *addr)
{
	return ((struct timer_list *) addr)->function;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
stanislaw gruszka
stanislaw gruszka
23
100.00%
1
100.00%
Total
23
100.00%
1
100.00%



static bool timer_is_static_object(void *addr)
{
	struct timer_list *timer = addr;

	return (timer->entry.pprev == NULL &&
		timer->entry.next == TIMER_ENTRY_STATIC);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
changbin du
changbin du
36
100.00%
1
100.00%
Total
36
100.00%
1
100.00%

/*
 * fixup_init is called when:
 * - an active object is initialized
 */


static bool timer_fixup_init(void *addr, enum debug_obj_state state)
{
	struct timer_list *timer = addr;

	switch (state) {
	case ODEBUG_STATE_ACTIVE:
		del_timer_sync(timer);
		debug_object_init(timer, &timer_debug_descr);
		return true;
	default:
		return false;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
46
92.00%
1
33.33%
changbin du
changbin du
3
6.00%
1
33.33%
oleg nesterov
oleg nesterov
1
2.00%
1
33.33%
Total
50
100.00%
3
100.00%

/* Stub timer callback for improperly used timers. */


static void stub_timer(unsigned long data)
{
	WARN_ON(1);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
stephen boyd
stephen boyd
15
100.00%
1
100.00%
Total
15
100.00%
1
100.00%

/*
 * fixup_activate is called when:
 * - an active object is activated
 * - an unknown non-static object is activated
 */


static bool timer_fixup_activate(void *addr, enum debug_obj_state state)
{
	struct timer_list *timer = addr;

	switch (state) {
	case ODEBUG_STATE_NOTAVAILABLE:
		setup_timer(timer, stub_timer, 0);
		return true;

	case ODEBUG_STATE_ACTIVE:
		WARN_ON(1);

	default:
		return false;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
43
79.63%
1
33.33%
stephen boyd
stephen boyd
8
14.81%
1
33.33%
changbin du
changbin du
3
5.56%
1
33.33%
Total
54
100.00%
3
100.00%

/*
 * fixup_free is called when:
 * - an active object is freed
 */


static bool timer_fixup_free(void *addr, enum debug_obj_state state)
{
	struct timer_list *timer = addr;

	switch (state) {
	case ODEBUG_STATE_ACTIVE:
		del_timer_sync(timer);
		debug_object_free(timer, &timer_debug_descr);
		return true;
	default:
		return false;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
47
94.00%
1
50.00%
changbin du
changbin du
3
6.00%
1
50.00%
Total
50
100.00%
2
100.00%

/*
 * fixup_assert_init is called when:
 * - an untracked/uninit-ed object is found
 */


static bool timer_fixup_assert_init(void *addr, enum debug_obj_state state)
{
	struct timer_list *timer = addr;

	switch (state) {
	case ODEBUG_STATE_NOTAVAILABLE:
		setup_timer(timer, stub_timer, 0);
		return true;
	default:
		return false;
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
christine chan
christine chan
43
93.48%
1
50.00%
changbin du
changbin du
3
6.52%
1
50.00%
Total
46
100.00%
2
100.00%


static struct debug_obj_descr timer_debug_descr = {
	.name			= "timer_list",
	.debug_hint		= timer_debug_hint,
	.is_static_object	= timer_is_static_object,
	.fixup_init		= timer_fixup_init,
	.fixup_activate		= timer_fixup_activate,
	.fixup_free		= timer_fixup_free,
	.fixup_assert_init	= timer_fixup_assert_init,
};



static inline void debug_timer_init(struct timer_list *timer)
{
	debug_object_init(timer, &timer_debug_descr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%



static inline void debug_timer_activate(struct timer_list *timer)
{
	debug_object_activate(timer, &timer_debug_descr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%



static inline void debug_timer_deactivate(struct timer_list *timer)
{
	debug_object_deactivate(timer, &timer_debug_descr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%



static inline void debug_timer_free(struct timer_list *timer)
{
	debug_object_free(timer, &timer_debug_descr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%



static inline void debug_timer_assert_init(struct timer_list *timer)
{
	debug_object_assert_init(timer, &timer_debug_descr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
christine chan
christine chan
20
100.00%
1
100.00%
Total
20
100.00%
1
100.00%

static void do_init_timer(struct timer_list *timer, unsigned int flags,
			  const char *name, struct lock_class_key *key);



void init_timer_on_stack_key(struct timer_list *timer, unsigned int flags,
			     const char *name, struct lock_class_key *key)
{
	debug_object_init_on_stack(timer, &timer_debug_descr);
	do_init_timer(timer, flags, name, key);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
21
48.84%
1
33.33%
johannes berg
johannes berg
15
34.88%
1
33.33%
tejun heo
tejun heo
7
16.28%
1
33.33%
Total
43
100.00%
3
100.00%


EXPORT_SYMBOL_GPL(init_timer_on_stack_key);



void destroy_timer_on_stack(struct timer_list *timer)
{
	debug_object_free(timer, &timer_debug_descr);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
18
100.00%
1
100.00%
Total
18
100.00%
1
100.00%


EXPORT_SYMBOL_GPL(destroy_timer_on_stack);

#else


static inline void debug_timer_init(struct timer_list *timer) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%



static inline void debug_timer_activate(struct timer_list *timer) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%



static inline void debug_timer_deactivate(struct timer_list *timer) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%



static inline void debug_timer_assert_init(struct timer_list *timer) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
christine chan
christine chan
11
100.00%
1
100.00%
Total
11
100.00%
1
100.00%

#endif



static inline void debug_init(struct timer_list *timer)
{
	debug_timer_init(timer);
	trace_timer_init(timer);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
xiao guangrong
xiao guangrong
22
100.00%
1
100.00%
Total
22
100.00%
1
100.00%


static inline void

debug_activate(struct timer_list *timer, unsigned long expires)
{
	debug_timer_activate(timer);
	trace_timer_start(timer, expires, timer->flags);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
xiao guangrong
xiao guangrong
28
87.50%
1
33.33%
badhri jagan sridharan
badhri jagan sridharan
3
9.38%
1
33.33%
thomas gleixner
thomas gleixner
1
3.12%
1
33.33%
Total
32
100.00%
3
100.00%



static inline void debug_deactivate(struct timer_list *timer)
{
	debug_timer_deactivate(timer);
	trace_timer_cancel(timer);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
xiao guangrong
xiao guangrong
22
100.00%
1
100.00%
Total
22
100.00%
1
100.00%



static inline void debug_assert_init(struct timer_list *timer)
{
	debug_timer_assert_init(timer);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
christine chan
christine chan
17
100.00%
1
100.00%
Total
17
100.00%
1
100.00%



static void do_init_timer(struct timer_list *timer, unsigned int flags,
			  const char *name, struct lock_class_key *key)
{
	timer->entry.pprev = NULL;
	timer->flags = flags | raw_smp_processor_id();
	timer->slack = -1;
#ifdef CONFIG_TIMER_STATS
	timer->start_site = NULL;
	timer->start_pid = -1;
	memset(timer->start_comm, 0, TASK_COMM_LEN);
#endif
	lockdep_init_map(&timer->lockdep_map, name, key, 0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
37
40.22%
3
23.08%
johannes berg
johannes berg
24
26.09%
1
7.69%
thomas gleixner
thomas gleixner
7
7.61%
3
23.08%
arjan van de ven
arjan van de ven
7
7.61%
1
7.69%
tejun heo
tejun heo
6
6.52%
1
7.69%
oleg nesterov
oleg nesterov
5
5.43%
1
7.69%
andrew morton
andrew morton
3
3.26%
1
7.69%
george anzinger
george anzinger
2
2.17%
1
7.69%
pre-git
pre-git
1
1.09%
1
7.69%
Total
92
100.00%
13
100.00%

/**
 * init_timer_key - initialize a timer
 * @timer: the timer to be initialized
 * @flags: timer flags
 * @name: name of the timer
 * @key: lockdep class key of the fake lock used for tracking timer
 *       sync lock dependencies
 *
 * init_timer_key() must be done to a timer prior calling *any* of the
 * other timer functions.
 */


void init_timer_key(struct timer_list *timer, unsigned int flags,
		    const char *name, struct lock_class_key *key)
{
	debug_init(timer);
	do_init_timer(timer, flags, name, key);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
17
42.50%
1
25.00%
johannes berg
johannes berg
15
37.50%
1
25.00%
tejun heo
tejun heo
7
17.50%
1
25.00%
xiao guangrong
xiao guangrong
1
2.50%
1
25.00%
Total
40
100.00%
4
100.00%


EXPORT_SYMBOL(init_timer_key);



static inline void detach_timer(struct timer_list *timer, bool clear_pending)
{
	struct hlist_node *entry = &timer->entry;

	debug_deactivate(timer);

	__hlist_del(entry);
	if (clear_pending)
		entry->pprev = NULL;
	entry->next = LIST_POISON2;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
oleg nesterov
oleg nesterov
27
52.94%
1
12.50%
thomas gleixner
thomas gleixner
9
17.65%
3
37.50%
pre-git
pre-git
7
13.73%
2
25.00%
ingo molnar
ingo molnar
7
13.73%
1
12.50%
xiao guangrong
xiao guangrong
1
1.96%
1
12.50%
Total
51
100.00%
8
100.00%


static inline void

detach_expired_timer(struct timer_list *timer, struct tvec_base *base)
{
	detach_timer(timer, true);
	if (!(timer->flags & TIMER_DEFERRABLE))
		base->active_timers--;
	base->all_timers--;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
40
88.89%
2
66.67%
paul e. mckenney
paul e. mckenney
5
11.11%
1
33.33%
Total
45
100.00%
3
100.00%



static int detach_if_pending(struct timer_list *timer, struct tvec_base *base,
			     bool clear_pending)
{
	if (!timer_pending(timer))
		return 0;

	detach_timer(timer, clear_pending);
	if (!(timer->flags & TIMER_DEFERRABLE)) {
		base->active_timers--;
		if (timer->expires == base->next_timer)
			base->next_timer = base->timer_jiffies;
	}
	/* If this was the last timer, advance base->jiffies */
	if (!--base->all_timers)
		base->timer_jiffies = jiffies;
	return 1;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
86
94.51%
4
66.67%
paul e. mckenney
paul e. mckenney
5
5.49%
2
33.33%
Total
91
100.00%
6
100.00%

/*
 * We are using hashed locking: holding per_cpu(tvec_bases).lock
 * means that all timers which are tied to this base via timer->base are
 * locked, and the base itself is locked too.
 *
 * So __run_timers/migrate_timers can safely modify all timers which could
 * be found on ->tvX lists.
 *
 * When the timer's base is locked and removed from the list, the
 * TIMER_MIGRATING flag is set, FIXME
 */

static struct tvec_base *lock_timer_base(struct timer_list *timer,
					unsigned long *flags)
	__acquires(timer->base->lock)
{
	for (;;) {
		u32 tf = timer->flags;
		struct tvec_base *base;

		if (!(tf & TIMER_MIGRATING)) {
			base = per_cpu_ptr(&tvec_bases, tf & TIMER_CPUMASK);
			spin_lock_irqsave(&base->lock, *flags);
			if (timer->flags == tf)
				return base;
			spin_unlock_irqrestore(&base->lock, *flags);
		}
		cpu_relax();
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
oleg nesterov
oleg nesterov
42
40.38%
1
14.29%
thomas gleixner
thomas gleixner
27
25.96%
1
14.29%
ingo molnar
ingo molnar
19
18.27%
2
28.57%
josh triplett
josh triplett
8
7.69%
1
14.29%
venkatesh pallipadi
venkatesh pallipadi
6
5.77%
1
14.29%
pavel machek
pavel machek
2
1.92%
1
14.29%
Total
104
100.00%
7
100.00%


static inline int

__mod_timer(struct timer_list *timer, unsigned long expires,
	    bool pending_only, int pinned)
{
	struct tvec_base *base, *new_base;
	unsigned long flags;
	int ret = 0;

	timer_stats_timer_set_start_info(timer);
	BUG_ON(!timer->function);

	base = lock_timer_base(timer, &flags);

	ret = detach_if_pending(timer, base, false);
	if (!ret && pending_only)
		goto out_unlock;

	debug_activate(timer, expires);

	new_base = get_target_base(base, pinned);

	if (base != new_base) {
		/*
                 * We are trying to schedule the timer on the local CPU.
                 * However we can't change timer's base while it is running,
                 * otherwise del_timer_sync() can't detect that the timer's
                 * handler yet has not finished. This also guarantees that
                 * the timer is serialized wrt itself.
                 */
		if (likely(base->running_timer != timer)) {
			/* See the comment in lock_timer_base() */
			timer->flags |= TIMER_MIGRATING;

			spin_unlock(&base->lock);
			base = new_base;
			spin_lock(&base->lock);
			WRITE_ONCE(timer->flags,
				   (timer->flags & ~TIMER_BASEMASK) | base->cpu);
		}
	}

	timer->expires = expires;
	internal_add_timer(base, timer);

out_unlock:
	spin_unlock_irqrestore(&base->lock, flags);

	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
oleg nesterov
oleg nesterov
89
45.41%
3
15.79%
ingo molnar
ingo molnar
38
19.39%
4
21.05%
thomas gleixner
thomas gleixner
26
13.27%
4
21.05%
arun bharadwaj
arun bharadwaj
11
5.61%
2
10.53%
eric dumazet
eric dumazet
10
5.10%
1
5.26%
andrew morton
andrew morton
7
3.57%
1
5.26%
pre-git
pre-git
7
3.57%
1
5.26%
xiao guangrong
xiao guangrong
3
1.53%
1
5.26%
martin schwidefsky
martin schwidefsky
3
1.53%
1
5.26%
pavel machek
pavel machek
2
1.02%
1
5.26%
Total
196
100.00%
19
100.00%

/**
 * mod_timer_pending - modify a pending timer's timeout
 * @timer: the pending timer to be modified
 * @expires: new timeout in jiffies
 *
 * mod_timer_pending() is the same for pending timers as mod_timer(),
 * but will not re-activate and modify already deleted timers.
 *
 * It is useful for unserialized use of timers.
 */


int mod_timer_pending(struct timer_list *timer, unsigned long expires)
{
	return __mod_timer(timer, expires, true, TIMER_NOT_PINNED);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
24
92.31%
1
50.00%
arun bharadwaj
arun bharadwaj
2
7.69%
1
50.00%
Total
26
100.00%
2
100.00%


EXPORT_SYMBOL(mod_timer_pending);

/*
 * Decide where to put the timer while taking the slack into account
 *
 * Algorithm:
 *   1) calculate the maximum (absolute) time
 *   2) calculate the highest bit where the expires and new max are different
 *   3) use this bit to make a mask
 *   4) use the bitmask to round down the maximum time, so that all last
 *      bits are zeros
 */

static inline

unsigned long apply_slack(struct timer_list *timer, unsigned long expires)
{
	unsigned long expires_limit, mask;
	int bit;

	if (timer->slack >= 0) {
		expires_limit = expires + timer->slack;
	} else {
		long delta = expires - jiffies;

		if (delta < 256)
			return expires;

		expires_limit = expires + delta / 256;
	}
	mask = expires ^ expires_limit;
	if (mask == 0)
		return expires;

	bit = __fls(mask);

	mask = (1UL << bit) - 1;

	expires_limit = expires_limit & ~(mask);

	return expires_limit;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
arjan van de ven
arjan van de ven
83
72.17%
1
14.29%
thomas gleixner
thomas gleixner
11
9.57%
2
28.57%
sebastian andrzej siewior
sebastian andrzej siewior
10
8.70%
1
14.29%
jeff chua
jeff chua
9
7.83%
1
14.29%
jiri bohac
jiri bohac
1
0.87%
1
14.29%
rasmus villemoes
rasmus villemoes
1
0.87%
1
14.29%
Total
115
100.00%
7
100.00%

/**
 * mod_timer - modify a timer's timeout
 * @timer: the timer to be modified
 * @expires: new timeout in jiffies
 *
 * mod_timer() is a more efficient way to update the expire field of an
 * active timer (if the timer is inactive it will be activated)
 *
 * mod_timer(timer, expires) is equivalent to:
 *
 *     del_timer(timer); timer->expires = expires; add_timer(timer);
 *
 * Note that if there are multiple unserialized concurrent users of the
 * same timer, then mod_timer() is the only safe way to modify the timeout,
 * since add_timer() cannot modify an already running timer.
 *
 * The function returns whether it has modified a pending timer or not.
 * (ie. mod_timer() of an inactive timer returns 0, mod_timer() of an
 * active timer returns 1.)
 */


int mod_timer(struct timer_list *timer, unsigned long expires)
{
	expires = apply_slack(timer, expires);

	/*
         * This is a common optimization triggered by the
         * networking code - if the timer is re-modified
         * to be the same thing then just return:
         */
	if (timer_pending(timer) && timer->expires == expires)
		return 1;

	return __mod_timer(timer, expires, false, TIMER_NOT_PINNED);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
35
67.31%
1
20.00%
sebastian andrzej siewior
sebastian andrzej siewior
9
17.31%
1
20.00%
pavel roskin
pavel roskin
5
9.62%
1
20.00%
arun bharadwaj
arun bharadwaj
2
3.85%
1
20.00%
arnaldo carvalho de melo
arnaldo carvalho de melo
1
1.92%
1
20.00%
Total
52
100.00%
5
100.00%


EXPORT_SYMBOL(mod_timer);

/**
 * mod_timer_pinned - modify a timer's timeout
 * @timer: the timer to be modified
 * @expires: new timeout in jiffies
 *
 * mod_timer_pinned() is a way to update the expire field of an
 * active timer (if the timer is inactive it will be activated)
 * and to ensure that the timer is scheduled on the current CPU.
 *
 * Note that this does not prevent the timer from being migrated
 * when the current CPU goes offline.  If this is a problem for
 * you, use CPU-hotplug notifiers to handle it correctly, for
 * example, cancelling the timer when the corresponding CPU goes
 * offline.
 *
 * mod_timer_pinned(timer, expires) is equivalent to:
 *
 *     del_timer(timer); timer->expires = expires; add_timer(timer);
 */


int mod_timer_pinned(struct timer_list *timer, unsigned long expires)
{
	if (timer->expires == expires && timer_pending(timer))
		return 1;

	return __mod_timer(timer, expires, false, TIMER_PINNED);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
arun bharadwaj
arun bharadwaj
42
100.00%
1
100.00%
Total
42
100.00%
1
100.00%


EXPORT_SYMBOL(mod_timer_pinned);

/**
 * add_timer - start a timer
 * @timer: the timer to be added
 *
 * The kernel will do a ->function(->data) callback from the
 * timer interrupt at the ->expires point in the future. The
 * current time is 'jiffies'.
 *
 * The timer's ->expires, ->function (and if the handler uses it, ->data)
 * fields must be set prior calling this function.
 *
 * Timers with an ->expires field in the past will be executed in the next
 * timer tick.
 */


void add_timer(struct timer_list *timer)
{
	BUG_ON(timer_pending(timer));
	mod_timer(timer, timer->expires);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
27
100.00%
1
100.00%
Total
27
100.00%
1
100.00%


EXPORT_SYMBOL(add_timer);

/**
 * add_timer_on - start a timer on a particular CPU
 * @timer: the timer to be added
 * @cpu: the CPU to start it on
 *
 * This is not very scalable on SMP. Double adds are not possible.
 */


void add_timer_on(struct timer_list *timer, int cpu)
{
	struct tvec_base *new_base = per_cpu_ptr(&tvec_bases, cpu);
	struct tvec_base *base;
	unsigned long flags;

	timer_stats_timer_set_start_info(timer);
	BUG_ON(timer_pending(timer) || !timer->function);

	/*
         * If @timer was on a different CPU, it should be migrated with the
         * old base locked to prevent other operations proceeding with the
         * wrong base locked.  See lock_timer_base().
         */
	base = lock_timer_base(timer, &flags);
	if (base != new_base) {
		timer->flags |= TIMER_MIGRATING;

		spin_unlock(&base->lock);
		base = new_base;
		spin_lock(&base->lock);
		WRITE_ONCE(timer->flags,
			   (timer->flags & ~TIMER_BASEMASK) | cpu);
	}

	debug_activate(timer, timer->expires);
	internal_add_timer(base, timer);
	spin_unlock_irqrestore(&base->lock, flags);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
andrew morton
andrew morton
62
43.66%
1
12.50%
tejun heo
tejun heo
48
33.80%
1
12.50%
thomas gleixner
thomas gleixner
18
12.68%
2
25.00%
xiao guangrong
xiao guangrong
5
3.52%
1
12.50%
ingo molnar
ingo molnar
5
3.52%
1
12.50%
oleg nesterov
oleg nesterov
2
1.41%
1
12.50%
pavel machek
pavel machek
2
1.41%
1
12.50%
Total
142
100.00%
8
100.00%


EXPORT_SYMBOL_GPL(add_timer_on);

/**
 * del_timer - deactive a timer.
 * @timer: the timer to be deactivated
 *
 * del_timer() deactivates a timer - this works on both active and inactive
 * timers.
 *
 * The function returns whether it has deactivated a pending timer or not.
 * (ie. del_timer() of an inactive timer returns 0, del_timer() of an
 * active timer returns 1.)
 */


int del_timer(struct timer_list *timer)
{
	struct tvec_base *base;
	unsigned long flags;
	int ret = 0;

	debug_assert_init(timer);

	timer_stats_timer_clear_start_info(timer);
	if (timer_pending(timer)) {
		base = lock_timer_base(timer, &flags);
		ret = detach_if_pending(timer, base, true);
		spin_unlock_irqrestore(&base->lock, flags);
	}

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
27
35.06%
4
28.57%
oleg nesterov
oleg nesterov
21
27.27%
1
7.14%
andrew morton
andrew morton
7
9.09%
2
14.29%
thomas gleixner
thomas gleixner
5
6.49%
1
7.14%
christine chan
christine chan
5
6.49%
1
7.14%
pre-git
pre-git
4
5.19%
1
7.14%
martin schwidefsky
martin schwidefsky
3
3.90%
1
7.14%
george anzinger
george anzinger
2
2.60%
1
7.14%
pavel machek
pavel machek
2
2.60%
1
7.14%
linus torvalds
linus torvalds
1
1.30%
1
7.14%
Total
77
100.00%
14
100.00%


EXPORT_SYMBOL(del_timer);

/**
 * try_to_del_timer_sync - Try to deactivate a timer
 * @timer: timer do del
 *
 * This function tries to deactivate a timer. Upon successful (ret >= 0)
 * exit the timer is not queued and the handler is not running on any CPU.
 */


int try_to_del_timer_sync(struct timer_list *timer)
{
	struct tvec_base *base;
	unsigned long flags;
	int ret = -1;

	debug_assert_init(timer);

	base = lock_timer_base(timer, &flags);

	if (base->running_timer != timer) {
		timer_stats_timer_clear_start_info(timer);
		ret = detach_if_pending(timer, base, true);
	}
	spin_unlock_irqrestore(&base->lock, flags);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
oleg nesterov
oleg nesterov
40
50.63%
2
25.00%
andrew morton
andrew morton
25
31.65%
2
25.00%
thomas gleixner
thomas gleixner
5
6.33%
1
12.50%
christine chan
christine chan
5
6.33%
1
12.50%
martin schwidefsky
martin schwidefsky
2
2.53%
1
12.50%
pavel machek
pavel machek
2
2.53%
1
12.50%
Total
79
100.00%
8
100.00%


EXPORT_SYMBOL(try_to_del_timer_sync);

#ifdef CONFIG_SMP
/**
 * del_timer_sync - deactivate a timer and wait for the handler to finish.
 * @timer: the timer to be deactivated
 *
 * This function only differs from del_timer() on SMP: besides deactivating
 * the timer it also makes sure the handler has finished executing on other
 * CPUs.
 *
 * Synchronization rules: Callers must prevent restarting of the timer,
 * otherwise this function is meaningless. It must not be called from
 * interrupt contexts unless the timer is an irqsafe one. The caller must
 * not hold locks which would prevent completion of the timer's
 * handler. The timer's handler must not call add_timer_on(). Upon exit the
 * timer is not queued and the handler is not running on any CPU.
 *
 * Note: For !irqsafe timers, you must not hold locks that are held in
 *   interrupt context while calling this function. Even if the lock has
 *   nothing to do with the timer in question.  Here's why:
 *
 *    CPU0                             CPU1
 *    ----                             ----
 *                                   <SOFTIRQ>
 *                                   call_timer_fn();
 *                                     base->running_timer = mytimer;
 *  spin_lock_irq(somelock);
 *                                     <IRQ>
 *                                        spin_lock(somelock);
 *  del_timer_sync(mytimer);
 *   while (base->running_timer == mytimer);
 *
 * Now del_timer_sync() will never return and never release somelock.
 * The interrupt on the other CPU is waiting to grab somelock but
 * it has interrupted the softirq that CPU0 is waiting to finish.
 *
 * The function returns whether it has deactivated a pending timer or not.
 */


int del_timer_sync(struct timer_list *timer)
{
#ifdef CONFIG_LOCKDEP
	unsigned long flags;

	/*
         * If lockdep gives a backtrace here, please reference
         * the synchronization rules above.
         */
	local_irq_save(flags);
	lock_map_acquire(&timer->lockdep_map);
	lock_map_release(&timer->lockdep_map);
	local_irq_restore(flags);
#endif
	/*
         * don't use it in hardirq context, because it
         * could lead to deadlock.
         */
	WARN_ON(in_irq() && !(timer->flags & TIMER_IRQSAFE));
	for (;;) {
		int ret = try_to_del_timer_sync(timer);
		if (ret >= 0)
			return ret;
		cpu_relax();
	}
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
oleg nesterov
oleg nesterov
30
33.71%
2
18.18%
johannes berg
johannes berg
21
23.60%
1
9.09%
peter zijlstra
peter zijlstra
14
15.73%
2
18.18%
andrew morton
andrew morton
7
7.87%
2
18.18%
yong zhang
yong zhang
7
7.87%
1
9.09%
thomas gleixner
thomas gleixner
5
5.62%
1
9.09%
tejun heo
tejun heo
4
4.49%
1
9.09%
steven rostedt
steven rostedt
1
1.12%
1
9.09%
Total
89
100.00%
11
100.00%


EXPORT_SYMBOL(del_timer_sync);
#endif



static int cascade(struct tvec_base *base, struct tvec *tv, int index)
{
	/* cascade all the timers from tv up one level */
	struct timer_list *timer;
	struct hlist_node *tmp;
	struct hlist_head tv_list;

	hlist_move_list(tv->vec + index, &tv_list);

	/*
         * We are removing _all_ timers from the list, so we
         * don't have to detach them individually.
         */
	hlist_for_each_entry_safe(timer, tmp, &tv_list, entry) {
		/* No accounting, while moving them */
		__internal_add_timer(base, timer);
	}

	return index;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
19
27.14%
2
22.22%
porpoise
porpoise
19
27.14%
1
11.11%
pre-git
pre-git
17
24.29%
2
22.22%
thomas gleixner
thomas gleixner
8
11.43%
2
22.22%
pavel machek
pavel machek
4
5.71%
1
11.11%
andrew morton
andrew morton
3
4.29%
1
11.11%
Total
70
100.00%
9
100.00%



static void call_timer_fn(struct timer_list *timer, void (*fn)(unsigned long),
			  unsigned long data)
{
	int count = preempt_count();

#ifdef CONFIG_LOCKDEP
	/*
         * It is permissible to free the timer from inside the
         * function that is called from it, this we need to take into
         * account for lockdep too. To avoid bogus "held lock freed"
         * warnings as well as problems when looking into
         * timer->lockdep_map, make a copy and use that here.
         */
	struct lockdep_map lockdep_map;

	lockdep_copy_map(&lockdep_map, &timer->lockdep_map);
#endif
	/*
         * Couple the lock chain with the lock chain at
         * del_timer_sync() by acquiring the lock_map around the fn()
         * call here and in del_timer_sync().
         */
	lock_map_acquire(&lockdep_map);

	trace_timer_expire_entry(timer);
	fn(data);
	trace_timer_expire_exit(timer);

	lock_map_release(&lockdep_map);

	if (count != preempt_count()) {
		WARN_ONCE(1, "timer: %pF preempt leak: %08x -> %08x\n",
			  fn, count, preempt_count());
		/*
                 * Restore the preempt count. That gives us a decent
                 * chance to survive and extract information. If the
                 * callback kept a lock held, bad luck, but not worse
                 * than the BUG() we had.
                 */
		preempt_count_set(count);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
93
85.32%
2
50.00%
peter zijlstra
peter zijlstra
16
14.68%
2
50.00%
Total
109
100.00%
4
100.00%


#define INDEX(N) ((base->timer_jiffies >> (TVR_BITS + (N) * TVN_BITS)) & TVN_MASK)

/**
 * __run_timers - run all expired timers (if any) on this CPU.
 * @base: the timer vector to be processed.
 *
 * This function cascades all vectors and executes all expired timer
 * vectors.
 */


static inline void __run_timers(struct tvec_base *base)
{
	struct timer_list *timer;

	spin_lock_irq(&base->lock);

	while (time_after_eq(jiffies, base->timer_jiffies)) {
		struct hlist_head work_list;
		struct hlist_head *head = &work_list;
		int index;

		if (!base->all_timers) {
			base->timer_jiffies = jiffies;
			break;
		}

		index = base->timer_jiffies & TVR_MASK;

		/*
                 * Cascade timers:
                 */
		if (!index &&
			(!cascade(base, &base->tv2, INDEX(0))) &&
				(!cascade(base, &base->tv3, INDEX(1))) &&
					!cascade(base, &base->tv4, INDEX(2)))
			cascade(base, &base->tv5, INDEX(3));
		++base->timer_jiffies;
		hlist_move_list(base->tv1.vec + index, head);
		while (!hlist_empty(head)) {
			void (*fn)(unsigned long);
			unsigned long data;
			bool irqsafe;

			timer = hlist_entry(head->first, struct timer_list, entry);
			fn = timer->function;
			data = timer->data;
			irqsafe = timer->flags & TIMER_IRQSAFE;

			timer_stats_account_timer(timer);

			base->running_timer = timer;
			detach_expired_timer(timer, base);

			if (irqsafe) {
				spin_unlock(&base->lock);
				call_timer_fn(timer, fn, data);
				spin_lock(&base->lock);
			} else {
				spin_unlock_irq(&base->lock);
				call_timer_fn(timer, fn, data);
				spin_lock_irq(&base->lock);
			}
		}
	}
	base->running_timer = NULL;
	spin_unlock_irq(&base->lock);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
pre-git
pre-git
89
27.81%
3
11.54%
ingo molnar
ingo molnar
81
25.31%
5
19.23%
andrew morton
andrew morton
46
14.38%
4
15.38%
tejun heo
tejun heo
42
13.12%
1
3.85%
thomas gleixner
thomas gleixner
34
10.62%
5
19.23%
george anzinger
george anzinger
11
3.44%
2
7.69%
yong zhang
yong zhang
6
1.88%
1
3.85%
oleg nesterov
oleg nesterov
4
1.25%
1
3.85%
pavel machek
pavel machek
2
0.62%
1
3.85%
xiao guangrong
xiao guangrong
2
0.62%
1
3.85%
linus torvalds
linus torvalds
2
0.62%
1
3.85%
viresh kumar
viresh kumar
1
0.31%
1
3.85%
Total
320
100.00%
26
100.00%

#ifdef CONFIG_NO_HZ_COMMON
/*
 * Find out when the next timer event is due to happen. This
 * is used on S/390 to stop all activity when a CPU is idle.
 * This function needs to be called with interrupts disabled.
 */


static unsigned long __next_timer_interrupt(struct tvec_base *base)
{
	unsigned long timer_jiffies = base->timer_jiffies;
	unsigned long expires = timer_jiffies + NEXT_TIMER_MAX_DELTA;
	int index, slot, array, found = 0;
	struct timer_list *nte;
	struct tvec *varray[4];

	/* Look for timer events in tv1. */
	index = slot = timer_jiffies & TVR_MASK;
	do {
		hlist_for_each_entry(nte, base->tv1.vec + slot, entry) {
			if (nte->flags & TIMER_DEFERRABLE)
				continue;

			found = 1;
			expires = nte->expires;
			/* Look at the cascade bucket(s)? */
			if (!index || slot < index)
				goto cascade;
			return expires;
		}
		slot = (slot + 1) & TVR_MASK;
	} while (slot != index);

cascade:
	/* Calculate the next cascade event */
	if (index)
		timer_jiffies += TVR_SIZE - index;
	timer_jiffies >>= TVR_BITS;

	/* Check tv2-tv5. */
	varray[0] = &base->tv2;
	varray[1] = &base->tv3;
	varray[2] = &base->tv4;
	varray[3] = &base->tv5;

	for (array = 0; array < 4; array++) {
		struct tvec *varp = varray[array];

		index = slot = timer_jiffies & TVN_MASK;
		do {
			hlist_for_each_entry(nte, varp->vec + slot, entry) {
				if (nte->flags & TIMER_DEFERRABLE)
					continue;

				found = 1;
				if (time_before(nte->expires, expires))
					expires = nte->expires;
			}
			/*
                         * Do we still search for the first timer or are
                         * we looking up the cascade buckets ?
                         */
			if (found) {
				/* Look at the cascade bucket(s)? */
				if (!index || slot < index)
					break;
				return expires;
			}
			slot = (slot + 1) & TVN_MASK;
		} while (slot != index);

		if (index)
			timer_jiffies += TVN_SIZE - index;
		timer_jiffies >>= TVN_BITS;
	}
	return expires;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andrew morton
andrew morton
157
49.84%
1
11.11%
thomas gleixner
thomas gleixner
135
42.86%
4
44.44%
jon hunter
jon hunter
6
1.90%
1
11.11%
pavel machek
pavel machek
6
1.90%
1
11.11%
venkatesh pallipadi
venkatesh pallipadi
6
1.90%
1
11.11%
tony lindgren
tony lindgren
5
1.59%
1
11.11%
Total
315
100.00%
9
100.00%

/*
 * Check, if the next hrtimer event is before the next timer wheel
 * event:
 */


static u64 cmp_next_hrtimer_event(u64 basem, u64 expires)
{
	u64 nextevt = hrtimer_get_next_event();

	/*
         * If high resolution timers are enabled
         * hrtimer_get_next_event() returns KTIME_MAX.
         */
	if (expires <= nextevt)
		return expires;

	/*
         * If the next timer is already expired, return the tick base
         * time so the tick is fired immediately.
         */
	if (nextevt <= basem)
		return basem;

	/*
         * Round up to the next jiffie. High resolution timers are
         * off, so the hrtimers are expired in the tick and we need to
         * make sure that this tick really expires the timer to avoid
         * a ping pong of the nohz stop code.
         *
         * Use DIV_ROUND_UP_ULL to prevent gcc calling __divdi3
         */
	return DIV_ROUND_UP_ULL(nextevt, TICK_NSEC) * TICK_NSEC;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
45
91.84%
2
66.67%
andrew morton
andrew morton
4
8.16%
1
33.33%
Total
49
100.00%
3
100.00%

/**
 * get_next_timer_interrupt - return the time (clock mono) of the next timer
 * @basej:      base time jiffies
 * @basem:      base time clock monotonic
 *
 * Returns the tick aligned clock monotonic time of the next pending
 * timer or KTIME_MAX if no timer is pending.
 */


u64 get_next_timer_interrupt(unsigned long basej, u64 basem)
{
	struct tvec_base *base = this_cpu_ptr(&tvec_bases);
	u64 expires = KTIME_MAX;
	unsigned long nextevt;

	/*
         * Pretend that there is no timer pending if the cpu is offline.
         * Possible pending timers will be migrated later to an active cpu.
         */
	if (cpu_is_offline(smp_processor_id()))
		return expires;

	spin_lock(&base->lock);
	if (base->active_timers) {
		if (time_before_eq(base->next_timer, base->timer_jiffies))
			base->next_timer = __next_timer_interrupt(base);
		nextevt = base->next_timer;
		if (time_before_eq(nextevt, basej))
			expires = basem;
		else
			expires = basem + (nextevt - basej) * TICK_NSEC;
	}
	spin_unlock(&base->lock);

	return cmp_next_hrtimer_event(basem, expires);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
80
61.54%
5
50.00%
martin schwidefsky
martin schwidefsky
21
16.15%
1
10.00%
andrew morton
andrew morton
12
9.23%
1
10.00%
heiko carstens
heiko carstens
11
8.46%
1
10.00%
tony lindgren
tony lindgren
4
3.08%
1
10.00%
pavel machek
pavel machek
2
1.54%
1
10.00%
Total
130
100.00%
10
100.00%

#endif

/*
 * Called from the timer interrupt handler to charge one tick to the current
 * process.  user_tick is 1 if the tick is user time, 0 for system.
 */


void update_process_times(int user_tick)
{
	struct task_struct *p = current;

	/* Note: this timer irq context must be accounted for as well. */
	account_process_tick(p, user_tick);
	run_local_timers();
	rcu_check_callbacks(user_tick);
#ifdef CONFIG_IRQ_WORK
	if (in_irq())
		irq_work_tick();
#endif
	scheduler_tick();
	run_posix_cpu_timers(p);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
paul mackerras
paul mackerras
22
42.31%
1
11.11%
peter zijlstra
peter zijlstra
12
23.08%
2
22.22%
martin schwidefsky
martin schwidefsky
6
11.54%
1
11.11%
roland mcgrath
roland mcgrath
5
9.62%
1
11.11%
ingo molnar
ingo molnar
3
5.77%
1
11.11%
linus torvalds
linus torvalds
3
5.77%
2
22.22%
frederic weisbecker
frederic weisbecker
1
1.92%
1
11.11%
Total
52
100.00%
9
100.00%

/*
 * This function runs timers and the timer-tq in bottom half context.
 */


static void run_timer_softirq(struct softirq_action *h)
{
	struct tvec_base *base = this_cpu_ptr(&tvec_bases);

	if (time_after_eq(jiffies, base->timer_jiffies))
		__run_timers(base);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
25
65.79%
1
16.67%
matthew wilcox
matthew wilcox
5
13.16%
1
16.67%
andrew morton
andrew morton
4
10.53%
2
33.33%
pavel machek
pavel machek
2
5.26%
1
16.67%
thomas gleixner
thomas gleixner
2
5.26%
1
16.67%
Total
38
100.00%
6
100.00%

/*
 * Called by the local, per-CPU timer interrupt on SMP.
 */


void run_local_timers(void)
{
	hrtimer_run_queues();
	raise_softirq(TIMER_SOFTIRQ);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
ingo molnar
ingo molnar
10
66.67%
1
33.33%
peter zijlstra
peter zijlstra
3
20.00%
1
33.33%
matthew wilcox
matthew wilcox
2
13.33%
1
33.33%
Total
15
100.00%
3
100.00%

#ifdef __ARCH_WANT_SYS_ALARM

/*
 * For backwards compatibility?  This can be done in libc so Alpha
 * and all newer ports shouldn't need it.
 */

SYSCALL_DEFINE1(alarm, unsigned int, seconds)
{
	return alarm_setitimer(seconds);
}

#endif



static void process_timeout(unsigned long __data)
{
	wake_up_process((struct task_struct *)__data);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
linus torvalds
linus torvalds
18
90.00%
1
50.00%
ingo molnar
ingo molnar
2
10.00%
1
50.00%
Total
20
100.00%
2
100.00%

/**
 * schedule_timeout - sleep until timeout
 * @timeout: timeout value in jiffies
 *
 * Make the current task sleep until @timeout jiffies have
 * elapsed. The routine will return immediately unless
 * the current task state has been set (see set_current_state()).
 *
 * You can set the task state as follows -
 *
 * %TASK_UNINTERRUPTIBLE - at least @timeout jiffies are guaranteed to
 * pass before the routine returns. The routine will return 0
 *
 * %TASK_INTERRUPTIBLE - the routine may return early if a signal is
 * delivered to the current task. In this case the remaining time
 * in jiffies will be returned, or 0 if the timer expired in time
 *
 * The current task state is guaranteed to be TASK_RUNNING when this
 * routine returns.
 *
 * Specifying a @timeout value of %MAX_SCHEDULE_TIMEOUT will schedule
 * the CPU away without a bound on the timeout. In this case the return
 * value will be %MAX_SCHEDULE_TIMEOUT.
 *
 * In all cases the return value is guaranteed to be non-negative.
 */


signed long __sched schedule_timeout(signed long timeout)
{
	struct timer_list timer;
	unsigned long expire;

	switch (timeout)
	{
	case MAX_SCHEDULE_TIMEOUT:
		/*
                 * These two special cases are useful to be comfortable
                 * in the caller. Nothing more. We could take
                 * MAX_SCHEDULE_TIMEOUT from one of the negative value
                 * but I' d like to return a valid offset (>=0) to allow
                 * the caller to do everything it want with the retval.
                 */
		schedule();
		goto out;
	default:
		/*
                 * Another bit of PARANOID. Note that the retval will be
                 * 0 since no piece of kernel is supposed to do a check
                 * for a negative retval of schedule_timeout() (since it
                 * should never happens anyway). You just have the printk()
                 * that will tell you if something is gone wrong and where.
                 */
		if (timeout < 0) {
			printk(KERN_ERR "schedule_timeout: wrong timeout "
				"value %lx\n", timeout);
			dump_stack();
			current->state = TASK_RUNNING;
			goto out;
		}
	}

	expire = timeout + jiffies;

	setup_timer_on_stack(&timer, process_timeout, (unsigned long)current);
	__mod_timer(&timer, expire, false, TIMER_NOT_PINNED);
	schedule();
	del_singleshot_timer_sync(&timer);

	/* Remove the timer from the object tracker */
	destroy_timer_on_stack(&timer);

	timeout = expire - jiffies;

 out:
	return timeout < 0 ? 0 : timeout;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
linus torvalds
linus torvalds
104
79.39%
1
11.11%
thomas gleixner
thomas gleixner
8
6.11%
1
11.11%
oleg nesterov
oleg nesterov
7
5.34%
1
11.11%
andrew morton
andrew morton
6
4.58%
3
33.33%
george anzinger
george anzinger
2
1.53%
1
11.11%
ingo molnar
ingo molnar
2
1.53%
1
11.11%
arun bharadwaj
arun bharadwaj
2
1.53%
1
11.11%
Total
131
100.00%
9
100.00%


EXPORT_SYMBOL(schedule_timeout);

/*
 * We can use __set_current_state() here because schedule_timeout() calls
 * schedule() unconditionally.
 */


signed long __sched schedule_timeout_interruptible(signed long timeout)
{
	__set_current_state(TASK_INTERRUPTIBLE);
	return schedule_timeout(timeout);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
nishanth aravamudan
nishanth aravamudan
21
95.45%
1
50.00%
andrew morton
andrew morton
1
4.55%
1
50.00%
Total
22
100.00%
2
100.00%


EXPORT_SYMBOL(schedule_timeout_interruptible);



signed long __sched schedule_timeout_killable(signed long timeout)
{
	__set_current_state(TASK_KILLABLE);
	return schedule_timeout(timeout);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
matthew wilcox
matthew wilcox
22
100.00%
1
100.00%
Total
22
100.00%
1
100.00%


EXPORT_SYMBOL(schedule_timeout_killable);



signed long __sched schedule_timeout_uninterruptible(signed long timeout)
{
	__set_current_state(TASK_UNINTERRUPTIBLE);
	return schedule_timeout(timeout);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
nishanth aravamudan
nishanth aravamudan
21
95.45%
1
50.00%
andrew morton
andrew morton
1
4.55%
1
50.00%
Total
22
100.00%
2
100.00%


EXPORT_SYMBOL(schedule_timeout_uninterruptible);

/*
 * Like schedule_timeout_uninterruptible(), except this task will not contribute
 * to load average.
 */


signed long __sched schedule_timeout_idle(signed long timeout)
{
	__set_current_state(TASK_IDLE);
	return schedule_timeout(timeout);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
andrew morton
andrew morton
22
100.00%
1
100.00%
Total
22
100.00%
1
100.00%


EXPORT_SYMBOL(schedule_timeout_idle);

#ifdef CONFIG_HOTPLUG_CPU


static void migrate_timer_list(struct tvec_base *new_base, struct hlist_head *head)
{
	struct timer_list *timer;
	int cpu = new_base->cpu;

	while (!hlist_empty(head)) {
		timer = hlist_entry(head->first, struct timer_list, entry);
		/* We ignore the accounting on the dying cpu */
		detach_timer(timer, false);
		timer->flags = (timer->flags & ~TIMER_BASEMASK) | cpu;
		internal_add_timer(new_base, timer);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
rusty russell
rusty russell
48
58.54%
1
14.29%
thomas gleixner
thomas gleixner
27
32.93%
4
57.14%
oleg nesterov
oleg nesterov
5
6.10%
1
14.29%
pavel machek
pavel machek
2
2.44%
1
14.29%
Total
82
100.00%
7
100.00%



static void migrate_timers(int cpu)
{
	struct tvec_base *old_base;
	struct tvec_base *new_base;
	int i;

	BUG_ON(cpu_online(cpu));
	old_base = per_cpu_ptr(&tvec_bases, cpu);
	new_base = get_cpu_ptr(&tvec_bases);
	/*
         * The caller is globally serialized and nobody else
         * takes two locks at once, deadlock is not possible.
         */
	spin_lock_irq(&new_base->lock);
	spin_lock_nested(&old_base->lock, SINGLE_DEPTH_NESTING);

	BUG_ON(old_base->running_timer);

	for (i = 0; i < TVR_SIZE; i++)
		migrate_timer_list(new_base, old_base->tv1.vec + i);
	for (i = 0; i < TVN_SIZE; i++) {
		migrate_timer_list(new_base, old_base->tv2.vec + i);
		migrate_timer_list(new_base, old_base->tv3.vec + i);
		migrate_timer_list(new_base, old_base->tv4.vec + i);
		migrate_timer_list(new_base, old_base->tv5.vec + i);
	}

	old_base->active_timers = 0;
	old_base->all_timers = 0;

	spin_unlock(&old_base->lock);
	spin_unlock_irq(&new_base->lock);
	put_cpu_ptr(&tvec_bases);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
rusty russell
rusty russell
150
74.63%
1
10.00%
oleg nesterov
oleg nesterov
24
11.94%
4
40.00%
viresh kumar
viresh kumar
12
5.97%
1
10.00%
thomas gleixner
thomas gleixner
10
4.98%
2
20.00%
pavel machek
pavel machek
4
1.99%
1
10.00%
heiko carstens
heiko carstens
1
0.50%
1
10.00%
Total
201
100.00%
10
100.00%



static int timer_cpu_notify(struct notifier_block *self,
				unsigned long action, void *hcpu)
{
	switch (action) {
	case CPU_DEAD:
	case CPU_DEAD_FROZEN:
		migrate_timers((long)hcpu);
		break;
	default:
		break;
	}

	return NOTIFY_OK;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andrew morton
andrew morton
30
66.67%
1
20.00%
rusty russell
rusty russell
7
15.56%
1
20.00%
viresh kumar
viresh kumar
4
8.89%
1
20.00%
rafael j. wysocki
rafael j. wysocki
3
6.67%
1
20.00%
ingo molnar
ingo molnar
1
2.22%
1
20.00%
Total
45
100.00%
5
100.00%



static inline void timer_register_cpu_notifier(void)
{
	cpu_notifier(timer_cpu_notify, 0);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
peter zijlstra
peter zijlstra
13
81.25%
1
50.00%
andrew morton
andrew morton
3
18.75%
1
50.00%
Total
16
100.00%
2
100.00%

#else


static inline void timer_register_cpu_notifier(void) { }
Contributors
Person
Tokens
Prop
Commits
CommitProp
peter zijlstra
peter zijlstra
8
100.00%
1
100.00%
Total
8
100.00%
1
100.00%

#endif /* CONFIG_HOTPLUG_CPU */



static void __init init_timer_cpu(int cpu)
{
	struct tvec_base *base = per_cpu_ptr(&tvec_bases, cpu);

	base->cpu = cpu;
	spin_lock_init(&base->lock);

	base->timer_jiffies = jiffies;
	base->next_timer = base->timer_jiffies;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
viresh kumar
viresh kumar
32
62.75%
1
20.00%
thomas gleixner
thomas gleixner
10
19.61%
1
20.00%
andrew morton
andrew morton
5
9.80%
1
20.00%
peter zijlstra
peter zijlstra
3
5.88%
1
20.00%
tejun heo
tejun heo
1
1.96%
1
20.00%
Total
51
100.00%
5
100.00%



static void __init init_timer_cpus(void)
{
	int cpu;

	for_each_possible_cpu(cpu)
		init_timer_cpu(cpu);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
viresh kumar
viresh kumar
18
85.71%
1
33.33%
tejun heo
tejun heo
2
9.52%
1
33.33%
andrew morton
andrew morton
1
4.76%
1
33.33%
Total
21
100.00%
3
100.00%



void __init init_timers(void)
{
	init_timer_cpus();
	init_timer_stats();
	timer_register_cpu_notifier();
	open_softirq(TIMER_SOFTIRQ, run_timer_softirq);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
viresh kumar
viresh kumar
12
50.00%
2
33.33%
matthew wilcox
matthew wilcox
7
29.17%
1
16.67%
andrew morton
andrew morton
2
8.33%
1
16.67%
peter zijlstra
peter zijlstra
2
8.33%
1
16.67%
ingo molnar
ingo molnar
1
4.17%
1
16.67%
Total
24
100.00%
6
100.00%

/**
 * msleep - sleep safely even with waitqueue interruptions
 * @msecs: Time in milliseconds to sleep for
 */


void msleep(unsigned int msecs)
{
	unsigned long timeout = msecs_to_jiffies(msecs) + 1;

	while (timeout)
		timeout = schedule_timeout_uninterruptible(timeout);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
greg kroah-hartman
greg kroah-hartman
28
90.32%
1
33.33%
benjamin herrenschmidt
benjamin herrenschmidt
2
6.45%
1
33.33%
nishanth aravamudan
nishanth aravamudan
1
3.23%
1
33.33%
Total
31
100.00%
3
100.00%


EXPORT_SYMBOL(msleep);

/**
 * msleep_interruptible - sleep waiting for signals
 * @msecs: Time in milliseconds to sleep for
 */


unsigned long msleep_interruptible(unsigned int msecs)
{
	unsigned long timeout = msecs_to_jiffies(msecs) + 1;

	while (timeout && !signal_pending(current))
		timeout = schedule_timeout_interruptible(timeout);
	return jiffies_to_msecs(timeout);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
maximilian attems
maximilian attems
41
93.18%
1
33.33%
benjamin herrenschmidt
benjamin herrenschmidt
2
4.55%
1
33.33%
nishanth aravamudan
nishanth aravamudan
1
2.27%
1
33.33%
Total
44
100.00%
3
100.00%


EXPORT_SYMBOL(msleep_interruptible);



static void __sched do_usleep_range(unsigned long min, unsigned long max)
{
	ktime_t kmin;
	u64 delta;

	kmin = ktime_set(0, min * NSEC_PER_USEC);
	delta = (u64)(max - min) * NSEC_PER_USEC;
	schedule_hrtimeout_range(&kmin, delta, HRTIMER_MODE_REL);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
patrick pannuto
patrick pannuto
47
85.45%
1
33.33%
john stultz
john stultz
6
10.91%
1
33.33%
thomas gleixner
thomas gleixner
2
3.64%
1
33.33%
Total
55
100.00%
3
100.00%

/**
 * usleep_range - Drop in replacement for udelay where wakeup is flexible
 * @min: Minimum time in usecs to sleep
 * @max: Maximum time in usecs to sleep
 */


void __sched usleep_range(unsigned long min, unsigned long max)
{
	__set_current_state(TASK_UNINTERRUPTIBLE);
	do_usleep_range(min, max);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
patrick pannuto
patrick pannuto
25
96.15%
1
50.00%
thomas gleixner
thomas gleixner
1
3.85%
1
50.00%
Total
26
100.00%
2
100.00%


EXPORT_SYMBOL(usleep_range);
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
thomas gleixner
thomas gleixner
1437
26.72%
26
14.86%
ingo molnar
ingo molnar
745
13.86%
9
5.14%
andrew morton
andrew morton
451
8.39%
19
10.86%
oleg nesterov
oleg nesterov
313
5.82%
8
4.57%
arjan van de ven
arjan van de ven
263
4.89%
2
1.14%
rusty russell
rusty russell
211
3.92%
2
1.14%
alan stern
alan stern
169
3.14%
1
0.57%
pre-git
pre-git
165
3.07%
3
1.71%
linus torvalds
linus torvalds
132
2.45%
5
2.86%
tejun heo
tejun heo
127
2.36%
5
2.86%
christine chan
christine chan
107
1.99%
1
0.57%
viresh kumar
viresh kumar
101
1.88%
5
2.86%
xiao guangrong
xiao guangrong
90
1.67%
1
0.57%
johannes berg
johannes berg
87
1.62%
1
0.57%
peter zijlstra
peter zijlstra
79
1.47%
9
5.14%
patrick pannuto
patrick pannuto
78
1.45%
1
0.57%
arun bharadwaj
arun bharadwaj
67
1.25%
2
1.14%
venkatesh pallipadi
venkatesh pallipadi
57
1.06%
2
1.14%
nishanth aravamudan
nishanth aravamudan
54
1.00%
2
1.14%
changbin du
changbin du
54
1.00%
2
1.14%
pavel machek
pavel machek
51
0.95%
1
0.57%
maximilian attems
maximilian attems
46
0.86%
1
0.57%
matthew wilcox
matthew wilcox
44
0.82%
3
1.71%
martin schwidefsky
martin schwidefsky
39
0.73%
2
1.14%
greg kroah-hartman
greg kroah-hartman
34
0.63%
1
0.57%
stanislaw gruszka
stanislaw gruszka
28
0.52%
1
0.57%
heiko carstens
heiko carstens
26
0.48%
4
2.29%
stephen boyd
stephen boyd
24
0.45%
1
0.57%
paul mackerras
paul mackerras
23
0.43%
1
0.57%
george anzinger
george anzinger
19
0.35%
2
1.14%
porpoise
porpoise
19
0.35%
1
0.57%
sebastian andrzej siewior
sebastian andrzej siewior
19
0.35%
1
0.57%
yong zhang
yong zhang
17
0.32%
2
1.14%
paul e. mckenney
paul e. mckenney
17
0.32%
4
2.29%
dmitriy vyukov
dmitriy vyukov
16
0.30%
1
0.57%
arnaldo carvalho de melo
arnaldo carvalho de melo
16
0.30%
1
0.57%
eric dumazet
eric dumazet
10
0.19%
1
0.57%
tony lindgren
tony lindgren
9
0.17%
1
0.57%
andi kleen
andi kleen
9
0.17%
3
1.71%
jeff chua
jeff chua
9
0.17%
1
0.57%
roland mcgrath
roland mcgrath
8
0.15%
1
0.57%
bart van assche
bart van assche
8
0.15%
1
0.57%
josh triplett
josh triplett
8
0.15%
1
0.57%
christian hildner
christian hildner
7
0.13%
1
0.57%
john stultz
john stultz
6
0.11%
1
0.57%
tim schmielau
tim schmielau
6
0.11%
1
0.57%
jon hunter
jon hunter
6
0.11%
1
0.57%
david howells
david howells
5
0.09%
1
0.57%
pavel roskin
pavel roskin
5
0.09%
1
0.57%
benjamin herrenschmidt
benjamin herrenschmidt
4
0.07%
1
0.57%
stephen rothwell
stephen rothwell
4
0.07%
2
1.14%
clark williams
clark williams
3
0.06%
1
0.57%
stephen hemminger
stephen hemminger
3
0.06%
1
0.57%
badhri jagan sridharan
badhri jagan sridharan
3
0.06%
1
0.57%
rafael j. wysocki
rafael j. wysocki
3
0.06%
1
0.57%
rolf eike beer
rolf eike beer
3
0.06%
1
0.57%
robert p. j. day
robert p. j. day
3
0.06%
1
0.57%
christoph hellwig
christoph hellwig
3
0.06%
1
0.57%
pavel emelianov
pavel emelianov
3
0.06%
1
0.57%
arnd bergmann
arnd bergmann
3
0.06%
1
0.57%
adrian bunk
adrian bunk
3
0.06%
1
0.57%
frederic weisbecker
frederic weisbecker
2
0.04%
2
1.14%
joonwoo park
joonwoo park
2
0.04%
1
0.57%
russell king
russell king
2
0.04%
1
0.57%
steven rostedt
steven rostedt
2
0.04%
2
1.14%
rolf fokkens
rolf fokkens
2
0.04%
1
0.57%
matt mackall
matt mackall
2
0.04%
1
0.57%
randy dunlap
randy dunlap
2
0.04%
2
1.14%
jiri bohac
jiri bohac
1
0.02%
1
0.57%
rasmus villemoes
rasmus villemoes
1
0.02%
1
0.57%
domen puncer
domen puncer
1
0.02%
1
0.57%
paul gortmaker
paul gortmaker
1
0.02%
1
0.57%
Total
5377
100.00%
175
100.00%
  
Directory: kernel/time

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.