Release 4.18 arch/x86/include/asm/atomic64_64.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_ATOMIC64_64_H

#define _ASM_X86_ATOMIC64_64_H

#include <linux/types.h>
#include <asm/alternative.h>
#include <asm/cmpxchg.h>

/* The 64-bit atomic type */


#define ATOMIC64_INIT(i)	{ (i) }

/**
 * arch_atomic64_read - read atomic64 variable
 * @v: pointer of type atomic64_t
 *
 * Atomically reads the value of @v.
 * Doesn't imply a read memory barrier.
 */


static inline long arch_atomic64_read(const atomic64_t *v)
{
	return READ_ONCE((v)->counter);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
16
72.73%
1
20.00%
Anton Blanchard
2
9.09%
1
20.00%
Pranith Kumar
2
9.09%
1
20.00%
Peter Zijlstra
1
4.55%
1
20.00%
Dmitriy Vyukov
1
4.55%
1
20.00%
Total
22
100.00%
5
100.00%

/**
 * arch_atomic64_set - set atomic64 variable
 * @v: pointer to type atomic64_t
 * @i: required value
 *
 * Atomically sets the value of @v to @i.
 */


static inline void arch_atomic64_set(atomic64_t *v, long i)
{
	WRITE_ONCE(v->counter, i);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
18
78.26%
1
33.33%
Peter Zijlstra
4
17.39%
1
33.33%
Dmitriy Vyukov
1
4.35%
1
33.33%
Total
23
100.00%
3
100.00%

/**
 * arch_atomic64_add - add integer to atomic64 variable
 * @i: integer value to add
 * @v: pointer to type atomic64_t
 *
 * Atomically adds @i to @v.
 */


static __always_inline void arch_atomic64_add(long i, atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "addq %1,%0"
                     : "=m" (v->counter)
                     : "er" (i), "m" (v->counter));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
15
88.24%
1
33.33%
Dmitriy Vyukov
1
5.88%
1
33.33%
Hagen Paul Pfeifer
1
5.88%
1
33.33%
Total
17
100.00%
3
100.00%

/**
 * arch_atomic64_sub - subtract the atomic64 variable
 * @i: integer value to subtract
 * @v: pointer to type atomic64_t
 *
 * Atomically subtracts @i from @v.
 */


static inline void arch_atomic64_sub(long i, atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "subq %1,%0"
                     : "=m" (v->counter)
                     : "er" (i), "m" (v->counter));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
16
94.12%
1
50.00%
Dmitriy Vyukov
1
5.88%
1
50.00%
Total
17
100.00%
2
100.00%

/**
 * arch_atomic64_sub_and_test - subtract value from variable and test result
 * @i: integer value to subtract
 * @v: pointer to type atomic64_t
 *
 * Atomically subtracts @i from @v and returns
 * true if the result is zero, or false for all
 * other cases.
 */


static inline bool arch_atomic64_sub_and_test(long i, atomic64_t *v)
{
	GEN_BINARY_RMWcc(LOCK_PREFIX "subq", v->counter, "er", i, "%0", e);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
15
46.88%
1
16.67%
Brian Gerst
12
37.50%
1
16.67%
H. Peter Anvin
4
12.50%
3
50.00%
Dmitriy Vyukov
1
3.12%
1
16.67%
Total
32
100.00%
6
100.00%

/**
 * arch_atomic64_inc - increment atomic64 variable
 * @v: pointer to type atomic64_t
 *
 * Atomically increments @v by 1.
 */


static __always_inline void arch_atomic64_inc(atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "incq %0"
                     : "=m" (v->counter)
                     : "m" (v->counter));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
12
85.71%
1
33.33%
Dmitriy Vyukov
1
7.14%
1
33.33%
Hagen Paul Pfeifer
1
7.14%
1
33.33%
Total
14
100.00%
3
100.00%

/**
 * arch_atomic64_dec - decrement atomic64 variable
 * @v: pointer to type atomic64_t
 *
 * Atomically decrements @v by 1.
 */


static __always_inline void arch_atomic64_dec(atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "decq %0"
                     : "=m" (v->counter)
                     : "m" (v->counter));
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
12
85.71%
1
33.33%
Hagen Paul Pfeifer
1
7.14%
1
33.33%
Dmitriy Vyukov
1
7.14%
1
33.33%
Total
14
100.00%
3
100.00%

/**
 * arch_atomic64_dec_and_test - decrement and test
 * @v: pointer to type atomic64_t
 *
 * Atomically decrements @v by 1 and
 * returns true if the result is 0, or false for all other
 * cases.
 */


static inline bool arch_atomic64_dec_and_test(atomic64_t *v)
{
	GEN_UNARY_RMWcc(LOCK_PREFIX "decq", v->counter, "%0", e);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
13
52.00%
1
20.00%
Brian Gerst
9
36.00%
1
20.00%
H. Peter Anvin
2
8.00%
2
40.00%
Dmitriy Vyukov
1
4.00%
1
20.00%
Total
25
100.00%
5
100.00%

/**
 * arch_atomic64_inc_and_test - increment and test
 * @v: pointer to type atomic64_t
 *
 * Atomically increments @v by 1
 * and returns true if the result is zero, or false for all
 * other cases.
 */


static inline bool arch_atomic64_inc_and_test(atomic64_t *v)
{
	GEN_UNARY_RMWcc(LOCK_PREFIX "incq", v->counter, "%0", e);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
13
52.00%
1
20.00%
Brian Gerst
9
36.00%
1
20.00%
H. Peter Anvin
2
8.00%
2
40.00%
Dmitriy Vyukov
1
4.00%
1
20.00%
Total
25
100.00%
5
100.00%

/**
 * arch_atomic64_add_negative - add and test if negative
 * @i: integer value to add
 * @v: pointer to type atomic64_t
 *
 * Atomically adds @i to @v and returns true
 * if the result is negative, or false when
 * result is greater than or equal to zero.
 */


static inline bool arch_atomic64_add_negative(long i, atomic64_t *v)
{
	GEN_BINARY_RMWcc(LOCK_PREFIX "addq", v->counter, "er", i, "%0", s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
15
46.88%
1
16.67%
Brian Gerst
12
37.50%
1
16.67%
H. Peter Anvin
4
12.50%
3
50.00%
Dmitriy Vyukov
1
3.12%
1
16.67%
Total
32
100.00%
6
100.00%

/**
 * arch_atomic64_add_return - add and return
 * @i: integer value to add
 * @v: pointer to type atomic64_t
 *
 * Atomically adds @i to @v and returns @i + @v
 */


static __always_inline long arch_atomic64_add_return(long i, atomic64_t *v)
{
	return i + xadd(&v->counter, i);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
16
59.26%
1
25.00%
Jeremy Fitzhardinge
9
33.33%
1
25.00%
Dmitriy Vyukov
1
3.70%
1
25.00%
Hagen Paul Pfeifer
1
3.70%
1
25.00%
Total
27
100.00%
4
100.00%



static inline long arch_atomic64_sub_return(long i, atomic64_t *v)
{
	return arch_atomic64_add_return(-i, v);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
21
91.30%
1
50.00%
Dmitriy Vyukov
2
8.70%
1
50.00%
Total
23
100.00%
2
100.00%



static inline long arch_atomic64_fetch_add(long i, atomic64_t *v)
{
	return xadd(&v->counter, i);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
24
96.00%
1
50.00%
Dmitriy Vyukov
1
4.00%
1
50.00%
Total
25
100.00%
2
100.00%



static inline long arch_atomic64_fetch_sub(long i, atomic64_t *v)
{
	return xadd(&v->counter, -i);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
25
96.15%
1
50.00%
Dmitriy Vyukov
1
3.85%
1
50.00%
Total
26
100.00%
2
100.00%


#define arch_atomic64_inc_return(v)  (arch_atomic64_add_return(1, (v)))

#define arch_atomic64_dec_return(v)  (arch_atomic64_sub_return(1, (v)))



static inline long arch_atomic64_cmpxchg(atomic64_t *v, long old, long new)
{
	return arch_cmpxchg(&v->counter, old, new);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
28
93.33%
1
50.00%
Dmitriy Vyukov
2
6.67%
1
50.00%
Total
30
100.00%
2
100.00%


#define arch_atomic64_try_cmpxchg arch_atomic64_try_cmpxchg


static __always_inline bool arch_atomic64_try_cmpxchg(atomic64_t *v, s64 *old, long new)
{
	return try_cmpxchg(&v->counter, old, new);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Peter Zijlstra
29
93.55%
1
33.33%
Dmitriy Vyukov
2
6.45%
2
66.67%
Total
31
100.00%
3
100.00%



static inline long arch_atomic64_xchg(atomic64_t *v, long new)
{
	return xchg(&v->counter, new);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
24
96.00%
1
50.00%
Dmitriy Vyukov
1
4.00%
1
50.00%
Total
25
100.00%
2
100.00%

/**
 * arch_atomic64_add_unless - add unless the number is a given value
 * @v: pointer of type atomic64_t
 * @a: the amount to add to v...
 * @u: ...unless v is equal to u.
 *
 * Atomically adds @a to @v, so long as it was not @u.
 * Returns the old value of @v.
 */


static inline bool arch_atomic64_add_unless(atomic64_t *v, long a, long u)
{
	s64 c = arch_atomic64_read(v);
	do {
		if (unlikely(c == u))
			return false;
	} while (!arch_atomic64_try_cmpxchg(v, &c, c + a));
	return true;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
41
69.49%
1
20.00%
Peter Zijlstra
13
22.03%
1
20.00%
Dmitriy Vyukov
4
6.78%
2
40.00%
H. Peter Anvin
1
1.69%
1
20.00%
Total
59
100.00%
5
100.00%


#define arch_atomic64_inc_not_zero(v) arch_atomic64_add_unless((v), 1, 0)

/*
 * arch_atomic64_dec_if_positive - decrement by 1 if old value positive
 * @v: pointer of type atomic_t
 *
 * The function returns the old value of *v minus 1, even if
 * the atomic variable, v, was not decremented.
 */


static inline long arch_atomic64_dec_if_positive(atomic64_t *v)
{
	s64 dec, c = arch_atomic64_read(v);
	do {
		dec = c - 1;
		if (unlikely(dec < 0))
			break;
	} while (!arch_atomic64_try_cmpxchg(v, &c, dec));
	return dec;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Luca Barbieri
43
75.44%
1
25.00%
Peter Zijlstra
10
17.54%
1
25.00%
Dmitriy Vyukov
4
7.02%
2
50.00%
Total
57
100.00%
4
100.00%



static inline void arch_atomic64_and(long i, atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "andq %1,%0"
                        : "+m" (v->counter)
                        : "er" (i)
                        : "memory");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
15
88.24%
2
66.67%
Peter Zijlstra
2
11.76%
1
33.33%
Total
17
100.00%
3
100.00%



static inline long arch_atomic64_fetch_and(long i, atomic64_t *v)
{
	s64 val = arch_atomic64_read(v);

	do {
        } while (!arch_atomic64_try_cmpxchg(v, &val, val & i));
	return val;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
40
93.02%
3
75.00%
Peter Zijlstra
3
6.98%
1
25.00%
Total
43
100.00%
4
100.00%



static inline void arch_atomic64_or(long i, atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "orq %1,%0"
                        : "+m" (v->counter)
                        : "er" (i)
                        : "memory");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
14
82.35%
2
66.67%
Peter Zijlstra
3
17.65%
1
33.33%
Total
17
100.00%
3
100.00%



static inline long arch_atomic64_fetch_or(long i, atomic64_t *v)
{
	s64 val = arch_atomic64_read(v);

	do {
        } while (!arch_atomic64_try_cmpxchg(v, &val, val | i));
	return val;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
38
88.37%
3
60.00%
Peter Zijlstra
5
11.63%
2
40.00%
Total
43
100.00%
5
100.00%



static inline void arch_atomic64_xor(long i, atomic64_t *v)
{
	asm volatile(LOCK_PREFIX "xorq %1,%0"
                        : "+m" (v->counter)
                        : "er" (i)
                        : "memory");
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
17
100.00%
2
100.00%
Total
17
100.00%
2
100.00%



static inline long arch_atomic64_fetch_xor(long i, atomic64_t *v)
{
	s64 val = arch_atomic64_read(v);

	do {
        } while (!arch_atomic64_try_cmpxchg(v, &val, val ^ i));
	return val;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Dmitriy Vyukov
40
93.02%
3
60.00%
Peter Zijlstra
3
6.98%
2
40.00%
Total
43
100.00%
5
100.00%

#endif /* _ASM_X86_ATOMIC64_64_H */
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Brian Gerst
302
39.27%
1
5.26%
Dmitriy Vyukov
213
27.70%
3
15.79%
Peter Zijlstra
180
23.41%
6
31.58%
Luca Barbieri
43
5.59%
1
5.26%
H. Peter Anvin
13
1.69%
3
15.79%
Jeremy Fitzhardinge
9
1.17%
1
5.26%
Hagen Paul Pfeifer
4
0.52%
1
5.26%
Pranith Kumar
2
0.26%
1
5.26%
Anton Blanchard
2
0.26%
1
5.26%
Greg Kroah-Hartman
1
0.13%
1
5.26%
Total
769
100.00%
19
100.00%
Directory: arch/x86/include/asm

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.