Release 4.15 kernel/locking/spinlock.c

Directory: kernel/locking
// SPDX-License-Identifier: GPL-2.0
/*
 * Copyright (2004) Linus Torvalds
 *
 * Author: Zwane Mwaikambo <zwane@fsmlabs.com>
 *
 * Copyright (2004, 2005) Ingo Molnar
 *
 * This file contains the spinlock/rwlock implementations for the
 * SMP and the DEBUG_SPINLOCK cases. (UP-nondebug inlines them)
 *
 * Note that some architectures have special knowledge about the
 * stack frames of these functions in their profile_pc. If you
 * change anything significant here that could change the stack
 * frame contact the architecture maintainers.
 */

#include <linux/linkage.h>
#include <linux/preempt.h>
#include <linux/spinlock.h>
#include <linux/interrupt.h>
#include <linux/debug_locks.h>
#include <linux/export.h>

/*
 * If lockdep is enabled then we use the non-preemption spin-ops
 * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are
 * not re-enabled during lock-acquire (which the preempt-spin-ops do):
 */
#if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)
/*
 * The __lock_function inlines are taken from
 * spinlock : include/linux/spinlock_api_smp.h
 * rwlock   : include/linux/rwlock_api_smp.h
 */
#else

/*
 * Some architectures can relax in favour of the CPU owning the lock.
 */
#ifndef arch_read_relax

# define arch_read_relax(l)	cpu_relax()
#endif
#ifndef arch_write_relax

# define arch_write_relax(l)	cpu_relax()
#endif
#ifndef arch_spin_relax

# define arch_spin_relax(l)	cpu_relax()
#endif

/*
 * We build the __lock_function inlines here. They are too large for
 * inlining all over the place, but here is only one user per function
 * which embedds them into the calling _lock_function below.
 *
 * This could be a long-held lock. We both prepare to spin for a long
 * time (making _this_ CPU preemptable if possible), and we also signal
 * towards that other CPU that it should break the lock ASAP.
 */

#define BUILD_LOCK_OPS(op, locktype)					\
void __lockfunc __raw_##op##_lock(locktype##_t *lock)                   \
{                                                                       \
        for (;;) {                                                      \
                preempt_disable();                                      \
                if (likely(do_raw_##op##_trylock(lock)))                \
                        break;                                          \
                preempt_enable();                                       \
                                                                        \
                arch_##op##_relax(&lock->raw_lock);                     \
        }                                                               \
}                                                                       \
                                                                        \
unsigned long __lockfunc __raw_##op##_lock_irqsave(locktype##_t *lock)  \
{                                                                       \
        unsigned long flags;                                            \
                                                                        \
        for (;;) {                                                      \
                preempt_disable();                                      \
                local_irq_save(flags);                                  \
                if (likely(do_raw_##op##_trylock(lock)))                \
                        break;                                          \
                local_irq_restore(flags);                               \
                preempt_enable();                                       \
                                                                        \
                arch_##op##_relax(&lock->raw_lock);                     \
        }                                                               \
                                                                        \
        return flags;                                                   \
}                                                                       \
                                                                        \
void __lockfunc __raw_##op##_lock_irq(locktype##_t *lock)               \
{                                                                       \
        _raw_##op##_lock_irqsave(lock);                                 \
}                                                                       \
                                                                        \
void __lockfunc __raw_##op##_lock_bh(locktype##_t *lock)                \
{                                                                       \
        unsigned long flags;                                            \
                                                                        \
	/*                                                      */	\
	/* Careful: we must exclude softirqs too, hence the     */	\
	/* irq-disabling. We use the generic preemption-aware   */	\
	/* function:                                            */	\
	/**/								\
        flags = _raw_##op##_lock_irqsave(lock);                         \
        local_bh_disable();                                             \
        local_irq_restore(flags);                                       \
}									\

/*
 * Build preemption-friendly versions of the following
 * lock-spinning functions:
 *
 *         __[spin|read|write]_lock()
 *         __[spin|read|write]_lock_irq()
 *         __[spin|read|write]_lock_irqsave()
 *         __[spin|read|write]_lock_bh()
 */
BUILD_LOCK_OPS(spin, raw_spinlock);
BUILD_LOCK_OPS(read, rwlock);
BUILD_LOCK_OPS(write, rwlock);

#endif

#ifndef CONFIG_INLINE_SPIN_TRYLOCK


int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock)
{
	return __raw_spin_trylock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Thomas Gleixner 16 100.00% 4 100.00%
Total 16 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_trylock);
#endif

#ifndef CONFIG_INLINE_SPIN_TRYLOCK_BH


int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock)
{
	return __raw_spin_trylock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 9 56.25% 1 20.00%
Thomas Gleixner 3 18.75% 2 40.00%
Ingo Molnar 3 18.75% 1 20.00%
Heiko Carstens 1 6.25% 1 20.00%
Total 16 100.00% 5 100.00%


EXPORT_SYMBOL(_raw_spin_trylock_bh);
#endif

#ifndef CONFIG_INLINE_SPIN_LOCK


void __lockfunc _raw_spin_lock(raw_spinlock_t *lock)
{
	__raw_spin_lock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 5 33.33% 3 75.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_lock);
#endif

#ifndef CONFIG_INLINE_SPIN_LOCK_IRQSAVE


unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock)
{
	return __raw_spin_lock_irqsave(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 7 41.18% 1 14.29%
Thomas Gleixner 5 29.41% 3 42.86%
Ingo Molnar 4 23.53% 2 28.57%
Heiko Carstens 1 5.88% 1 14.29%
Total 17 100.00% 7 100.00%


EXPORT_SYMBOL(_raw_spin_lock_irqsave);
#endif

#ifndef CONFIG_INLINE_SPIN_LOCK_IRQ


void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock)
{
	__raw_spin_lock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 3 20.00% 2 50.00%
Ingo Molnar 2 13.33% 1 25.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_lock_irq);
#endif

#ifndef CONFIG_INLINE_SPIN_LOCK_BH


void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock)
{
	__raw_spin_lock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 5 33.33% 3 75.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_lock_bh);
#endif

#ifdef CONFIG_UNINLINE_SPIN_UNLOCK


void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock)
{
	__raw_spin_unlock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 3 20.00% 2 50.00%
Ingo Molnar 2 13.33% 1 25.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_unlock);
#endif

#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE


void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags)
{
	__raw_spin_unlock_irqrestore(lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 47.62% 1 20.00%
Thomas Gleixner 9 42.86% 3 60.00%
Ingo Molnar 2 9.52% 1 20.00%
Total 21 100.00% 5 100.00%


EXPORT_SYMBOL(_raw_spin_unlock_irqrestore);
#endif

#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQ


void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock)
{
	__raw_spin_unlock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 5 33.33% 3 75.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_unlock_irq);
#endif

#ifndef CONFIG_INLINE_SPIN_UNLOCK_BH


void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock)
{
	__raw_spin_unlock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 66.67% 1 25.00%
Thomas Gleixner 3 20.00% 2 50.00%
Ingo Molnar 2 13.33% 1 25.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_unlock_bh);
#endif

#ifndef CONFIG_INLINE_READ_TRYLOCK


int __lockfunc _raw_read_trylock(rwlock_t *lock)
{
	return __raw_read_trylock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 11 68.75% 1 33.33%
Thomas Gleixner 5 31.25% 2 66.67%
Total 16 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_read_trylock);
#endif

#ifndef CONFIG_INLINE_READ_LOCK


void __lockfunc _raw_read_lock(rwlock_t *lock)
{
	__raw_read_lock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 7 46.67% 1 25.00%
Thomas Gleixner 4 26.67% 2 50.00%
Ingo Molnar 4 26.67% 1 25.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_read_lock);
#endif

#ifndef CONFIG_INLINE_READ_LOCK_IRQSAVE


unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
{
	return __raw_read_lock_irqsave(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Ingo Molnar 11 64.71% 1 33.33%
Thomas Gleixner 6 35.29% 2 66.67%
Total 17 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_read_lock_irqsave);
#endif

#ifndef CONFIG_INLINE_READ_LOCK_IRQ


void __lockfunc _raw_read_lock_irq(rwlock_t *lock)
{
	__raw_read_lock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Ingo Molnar 12 80.00% 1 33.33%
Thomas Gleixner 3 20.00% 2 66.67%
Total 15 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_read_lock_irq);
#endif

#ifndef CONFIG_INLINE_READ_LOCK_BH


void __lockfunc _raw_read_lock_bh(rwlock_t *lock)
{
	__raw_read_lock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Arjan van de Ven 11 73.33% 1 25.00%
Thomas Gleixner 4 26.67% 3 75.00%
Total 15 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_read_lock_bh);
#endif

#ifndef CONFIG_INLINE_READ_UNLOCK


void __lockfunc _raw_read_unlock(rwlock_t *lock)
{
	__raw_read_unlock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Peter Zijlstra 12 80.00% 1 33.33%
Thomas Gleixner 3 20.00% 2 66.67%
Total 15 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_read_unlock);
#endif

#ifndef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE


void __lockfunc _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{
	__raw_read_unlock_irqrestore(lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
Ingo Molnar 12 57.14% 1 33.33%
Thomas Gleixner 9 42.86% 2 66.67%
Total 21 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_read_unlock_irqrestore);
#endif

#ifndef CONFIG_INLINE_READ_UNLOCK_IRQ


void __lockfunc _raw_read_unlock_irq(rwlock_t *lock)
{
	__raw_read_unlock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Ingo Molnar 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_read_unlock_irq);
#endif

#ifndef CONFIG_INLINE_READ_UNLOCK_BH


void __lockfunc _raw_read_unlock_bh(rwlock_t *lock)
{
	__raw_read_unlock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Ingo Molnar 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_read_unlock_bh);
#endif

#ifndef CONFIG_INLINE_WRITE_TRYLOCK


int __lockfunc _raw_write_trylock(rwlock_t *lock)
{
	return __raw_write_trylock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 8 50.00% 1 25.00%
Thomas Gleixner 6 37.50% 2 50.00%
Ingo Molnar 2 12.50% 1 25.00%
Total 16 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_write_trylock);
#endif

#ifndef CONFIG_INLINE_WRITE_LOCK


void __lockfunc _raw_write_lock(rwlock_t *lock)
{
	__raw_write_lock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 12 80.00% 1 33.33%
Thomas Gleixner 3 20.00% 2 66.67%
Total 15 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_write_lock);
#endif

#ifndef CONFIG_INLINE_WRITE_LOCK_IRQSAVE


unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
{
	return __raw_write_lock_irqsave(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 10 58.82% 1 33.33%
Thomas Gleixner 7 41.18% 2 66.67%
Total 17 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_write_lock_irqsave);
#endif

#ifndef CONFIG_INLINE_WRITE_LOCK_IRQ


void __lockfunc _raw_write_lock_irq(rwlock_t *lock)
{
	__raw_write_lock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 11 73.33% 1 33.33%
Thomas Gleixner 2 13.33% 1 33.33%
Ingo Molnar 2 13.33% 1 33.33%
Total 15 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_write_lock_irq);
#endif

#ifndef CONFIG_INLINE_WRITE_LOCK_BH


void __lockfunc _raw_write_lock_bh(rwlock_t *lock)
{
	__raw_write_lock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_write_lock_bh);
#endif

#ifndef CONFIG_INLINE_WRITE_UNLOCK


void __lockfunc _raw_write_unlock(rwlock_t *lock)
{
	__raw_write_unlock(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_write_unlock);
#endif

#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE


void __lockfunc _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{
	__raw_write_unlock_irqrestore(lock, flags);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 16 76.19% 1 33.33%
Ingo Molnar 3 14.29% 1 33.33%
Thomas Gleixner 2 9.52% 1 33.33%
Total 21 100.00% 3 100.00%


EXPORT_SYMBOL(_raw_write_unlock_irqrestore);
#endif

#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQ


void __lockfunc _raw_write_unlock_irq(rwlock_t *lock)
{
	__raw_write_unlock_irq(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_write_unlock_irq);
#endif

#ifndef CONFIG_INLINE_WRITE_UNLOCK_BH


void __lockfunc _raw_write_unlock_bh(rwlock_t *lock)
{
	__raw_write_unlock_bh(lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Zwane Mwaikambo 13 86.67% 1 50.00%
Thomas Gleixner 2 13.33% 1 50.00%
Total 15 100.00% 2 100.00%


EXPORT_SYMBOL(_raw_write_unlock_bh);
#endif

#ifdef CONFIG_DEBUG_LOCK_ALLOC



void __lockfunc _raw_spin_lock_nested(raw_spinlock_t *lock, int subclass)
{
	preempt_disable();
	spin_acquire(&lock->dep_map, subclass, 0, _RET_IP_);
	LOCK_CONTENDED(lock, do_raw_spin_trylock, do_raw_spin_lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Thomas Gleixner 38 97.44% 4 80.00%
Zwane Mwaikambo 1 2.56% 1 20.00%
Total 39 100.00% 5 100.00%


EXPORT_SYMBOL(_raw_spin_lock_nested);



unsigned long __lockfunc _raw_spin_lock_irqsave_nested(raw_spinlock_t *lock,
						   int subclass)
{
	unsigned long flags;

	local_irq_save(flags);
	preempt_disable();
	spin_acquire(&lock->dep_map, subclass, 0, _RET_IP_);
	LOCK_CONTENDED_FLAGS(lock, do_raw_spin_trylock, do_raw_spin_lock,
				do_raw_spin_lock_flags, &flags);
	return flags;
}
Contributors
Person Tokens Prop Commits CommitProp
Thomas Gleixner 46 80.70% 4 57.14%
Zwane Mwaikambo 8 14.04% 1 14.29%
Ingo Molnar 2 3.51% 1 14.29%
Heiko Carstens 1 1.75% 1 14.29%
Total 57 100.00% 7 100.00%


EXPORT_SYMBOL(_raw_spin_lock_irqsave_nested);



void __lockfunc _raw_spin_lock_nest_lock(raw_spinlock_t *lock,
				     struct lockdep_map *nest_lock)
{
	preempt_disable();
	spin_acquire_nest(&lock->dep_map, 0, 0, nest_lock, _RET_IP_);
	LOCK_CONTENDED(lock, do_raw_spin_trylock, do_raw_spin_lock);
}
Contributors
Person Tokens Prop Commits CommitProp
Thomas Gleixner 43 100.00% 4 100.00%
Total 43 100.00% 4 100.00%


EXPORT_SYMBOL(_raw_spin_lock_nest_lock);

#endif



notrace int in_lock_functions(unsigned long addr)
{
	/* Linker adds these: start and end of __lockfunc functions */
	extern char __lock_text_start[], __lock_text_end[];

	return addr >= (unsigned long)__lock_text_start
	&& addr < (unsigned long)__lock_text_end;
}
Contributors
Person Tokens Prop Commits CommitProp
Anton Blanchard 35 97.22% 1 50.00%
Steven Rostedt 1 2.78% 1 50.00%
Total 36 100.00% 2 100.00%


EXPORT_SYMBOL(in_lock_functions);
Overall Contributors
Person Tokens Prop Commits CommitProp
Thomas Gleixner 397 37.92% 6 27.27%
Zwane Mwaikambo 316 30.18% 1 4.55%
Ingo Molnar 120 11.46% 2 9.09%
Heiko Carstens 97 9.26% 2 9.09%
Anton Blanchard 40 3.82% 1 4.55%
Will Deacon 38 3.63% 2 9.09%
Peter Zijlstra 16 1.53% 1 4.55%
Arjan van de Ven 15 1.43% 1 4.55%
Raghavendra K T 3 0.29% 1 4.55%
Andi Kleen 1 0.10% 1 4.55%
Paul Gortmaker 1 0.10% 1 4.55%
Steven Rostedt 1 0.10% 1 4.55%
Cheng Jian 1 0.10% 1 4.55%
Greg Kroah-Hartman 1 0.10% 1 4.55%
Total 1047 100.00% 22 100.00%
Directory: kernel/locking

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.
Person	Tokens	Prop	Commits	CommitProp
Thomas Gleixner	16	100.00%	4	100.00%
Total	16	100.00%	4	100.00%
cregit-Linux how code gets into the kernel

Release 4.15 kernel/locking/spinlock.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
