Release 4.11 arch/x86/include/asm/uaccess_64.h

#ifndef _ASM_X86_UACCESS_64_H

#define _ASM_X86_UACCESS_64_H

/*
 * User space memory access functions
 */
#include <linux/compiler.h>
#include <linux/errno.h>
#include <linux/lockdep.h>
#include <linux/kasan-checks.h>
#include <asm/alternative.h>
#include <asm/cpufeatures.h>
#include <asm/page.h>

/*
 * Copy To/From Userspace
 */

/* Handles exceptions in both to and from, but doesn't do access_ok */
__must_check unsigned long
copy_user_enhanced_fast_string(void *to, const void *from, unsigned len);
__must_check unsigned long
copy_user_generic_string(void *to, const void *from, unsigned len);
__must_check unsigned long
copy_user_generic_unrolled(void *to, const void *from, unsigned len);


static __always_inline __must_check unsigned long

copy_user_generic(void *to, const void *from, unsigned len)
{
	unsigned ret;

	/*
         * If CPU has ERMS feature, use copy_user_enhanced_fast_string.
         * Otherwise, if CPU has rep_good feature, use copy_user_generic_string.
         * Otherwise, use copy_user_generic_unrolled.
         */
	alternative_call_2(copy_user_generic_unrolled,
			 copy_user_generic_string,
			 X86_FEATURE_REP_GOOD,
			 copy_user_enhanced_fast_string,
			 X86_FEATURE_ERMS,
			 ASM_OUTPUT2("=a" (ret), "=D" (to), "=S" (from),
				     "=d" (len)),
			 "1" (to), "2" (from), "3" (len)
			 : "memory", "rcx", "r8", "r9", "r10", "r11");
	return ret;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Jan Beulich
85
93.41%
1
50.00%
Fenghua Yu
6
6.59%
1
50.00%
Total
91
100.00%
2
100.00%

__must_check unsigned long
copy_in_user(void __user *to, const void __user *from, unsigned len);


static __always_inline __must_check

int __copy_from_user_nocheck(void *dst, const void __user *src, unsigned size)
{
	int ret = 0;

	check_object_size(dst, size, false);
	if (!__builtin_constant_p(size))
		return copy_user_generic(dst, (__force void *)src, size);
	switch (size) {
	case 1:
		__uaccess_begin();
		__get_user_asm(*(u8 *)dst, (u8 __user *)src,
			      ret, "b", "b", "=q", 1);
		__uaccess_end();
		return ret;
	case 2:
		__uaccess_begin();
		__get_user_asm(*(u16 *)dst, (u16 __user *)src,
			      ret, "w", "w", "=r", 2);
		__uaccess_end();
		return ret;
	case 4:
		__uaccess_begin();
		__get_user_asm(*(u32 *)dst, (u32 __user *)src,
			      ret, "l", "k", "=r", 4);
		__uaccess_end();
		return ret;
	case 8:
		__uaccess_begin();
		__get_user_asm(*(u64 *)dst, (u64 __user *)src,
			      ret, "q", "", "=r", 8);
		__uaccess_end();
		return ret;
	case 10:
		__uaccess_begin();
		__get_user_asm(*(u64 *)dst, (u64 __user *)src,
			       ret, "q", "", "=r", 10);
		if (likely(!ret))
			__get_user_asm(*(u16 *)(8 + (char *)dst),
				       (u16 __user *)(8 + (char __user *)src),
				       ret, "w", "w", "=r", 2);
		__uaccess_end();
		return ret;
	case 16:
		__uaccess_begin();
		__get_user_asm(*(u64 *)dst, (u64 __user *)src,
			       ret, "q", "", "=r", 16);
		if (likely(!ret))
			__get_user_asm(*(u64 *)(8 + (char *)dst),
				       (u64 __user *)(8 + (char __user *)src),
				       ret, "q", "", "=r", 8);
		__uaccess_end();
		return ret;
	default:
		return copy_user_generic(dst, (__force void *)src, size);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
346
82.78%
7
53.85%
Linus Torvalds
40
9.57%
1
7.69%
Al Viro
21
5.02%
2
15.38%
Kees Cook
9
2.15%
1
7.69%
Hiroshi Shimamoto
1
0.24%
1
7.69%
Ingo Molnar
1
0.24%
1
7.69%
Total
418
100.00%
13
100.00%


static __always_inline __must_check

int __copy_from_user(void *dst, const void __user *src, unsigned size)
{
	might_fault();
	kasan_check_write(dst, size);
	return __copy_from_user_nocheck(dst, src, size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
33
80.49%
3
60.00%
Andrey Ryabinin
7
17.07%
1
20.00%
Ingo Molnar
1
2.44%
1
20.00%
Total
41
100.00%
5
100.00%


static __always_inline __must_check

int __copy_to_user_nocheck(void __user *dst, const void *src, unsigned size)
{
	int ret = 0;

	check_object_size(src, size, true);
	if (!__builtin_constant_p(size))
		return copy_user_generic((__force void *)dst, src, size);
	switch (size) {
	case 1:
		__uaccess_begin();
		__put_user_asm(*(u8 *)src, (u8 __user *)dst,
			      ret, "b", "b", "iq", 1);
		__uaccess_end();
		return ret;
	case 2:
		__uaccess_begin();
		__put_user_asm(*(u16 *)src, (u16 __user *)dst,
			      ret, "w", "w", "ir", 2);
		__uaccess_end();
		return ret;
	case 4:
		__uaccess_begin();
		__put_user_asm(*(u32 *)src, (u32 __user *)dst,
			      ret, "l", "k", "ir", 4);
		__uaccess_end();
		return ret;
	case 8:
		__uaccess_begin();
		__put_user_asm(*(u64 *)src, (u64 __user *)dst,
			      ret, "q", "", "er", 8);
		__uaccess_end();
		return ret;
	case 10:
		__uaccess_begin();
		__put_user_asm(*(u64 *)src, (u64 __user *)dst,
			       ret, "q", "", "er", 10);
		if (likely(!ret)) {
			asm("":::"memory");
			__put_user_asm(4[(u16 *)src], 4 + (u16 __user *)dst,
				       ret, "w", "w", "ir", 2);
		}
		__uaccess_end();
		return ret;
	case 16:
		__uaccess_begin();
		__put_user_asm(*(u64 *)src, (u64 __user *)dst,
			       ret, "q", "", "er", 16);
		if (likely(!ret)) {
			asm("":::"memory");
			__put_user_asm(1[(u64 *)src], 1 + (u64 __user *)dst,
				       ret, "q", "", "er", 8);
		}
		__uaccess_end();
		return ret;
	default:
		return copy_user_generic((__force void *)dst, src, size);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
322
80.90%
5
50.00%
Linus Torvalds
44
11.06%
1
10.00%
Al Viro
19
4.77%
2
20.00%
Kees Cook
9
2.26%
1
10.00%
Uros Bizjak
4
1.01%
1
10.00%
Total
398
100.00%
10
100.00%


static __always_inline __must_check

int __copy_to_user(void __user *dst, const void *src, unsigned size)
{
	might_fault();
	kasan_check_read(src, size);
	return __copy_to_user_nocheck(dst, src, size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
33
80.49%
3
60.00%
Andrey Ryabinin
7
17.07%
1
20.00%
Ingo Molnar
1
2.44%
1
20.00%
Total
41
100.00%
5
100.00%


static __always_inline __must_check

int __copy_in_user(void __user *dst, const void __user *src, unsigned size)
{
	int ret = 0;

	might_fault();
	if (!__builtin_constant_p(size))
		return copy_user_generic((__force void *)dst,
					 (__force void *)src, size);
	switch (size) {
	case 1: {
		u8 tmp;
		__uaccess_begin();
		__get_user_asm(tmp, (u8 __user *)src,
			       ret, "b", "b", "=q", 1);
		if (likely(!ret))
			__put_user_asm(tmp, (u8 __user *)dst,
				       ret, "b", "b", "iq", 1);
		__uaccess_end();
		return ret;
	}
	case 2: {
		u16 tmp;
		__uaccess_begin();
		__get_user_asm(tmp, (u16 __user *)src,
			       ret, "w", "w", "=r", 2);
		if (likely(!ret))
			__put_user_asm(tmp, (u16 __user *)dst,
				       ret, "w", "w", "ir", 2);
		__uaccess_end();
		return ret;
	}

	case 4: {
		u32 tmp;
		__uaccess_begin();
		__get_user_asm(tmp, (u32 __user *)src,
			       ret, "l", "k", "=r", 4);
		if (likely(!ret))
			__put_user_asm(tmp, (u32 __user *)dst,
				       ret, "l", "k", "ir", 4);
		__uaccess_end();
		return ret;
	}
	case 8: {
		u64 tmp;
		__uaccess_begin();
		__get_user_asm(tmp, (u64 __user *)src,
			       ret, "q", "", "=r", 8);
		if (likely(!ret))
			__put_user_asm(tmp, (u64 __user *)dst,
				       ret, "q", "", "er", 8);
		__uaccess_end();
		return ret;
	}
	default:
		return copy_user_generic((__force void *)dst,
					 (__force void *)src, size);
	}
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
303
83.93%
4
40.00%
Al Viro
30
8.31%
2
20.00%
Linus Torvalds
24
6.65%
1
10.00%
Nicholas Piggin
3
0.83%
2
20.00%
Uros Bizjak
1
0.28%
1
10.00%
Total
361
100.00%
10
100.00%


static __must_check __always_inline int

__copy_from_user_inatomic(void *dst, const void __user *src, unsigned size)
{
	kasan_check_write(dst, size);
	return __copy_from_user_nocheck(dst, src, size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
17
44.74%
3
60.00%
Jan Beulich
14
36.84%
1
20.00%
Andrey Ryabinin
7
18.42%
1
20.00%
Total
38
100.00%
5
100.00%


static __must_check __always_inline int

__copy_to_user_inatomic(void __user *dst, const void *src, unsigned size)
{
	kasan_check_read(src, size);
	return __copy_to_user_nocheck(dst, src, size);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
30
78.95%
2
50.00%
Andrey Ryabinin
7
18.42%
1
25.00%
Ingo Molnar
1
2.63%
1
25.00%
Total
38
100.00%
4
100.00%

extern long __copy_user_nocache(void *dst, const void __user *src,
				unsigned size, int zerorest);


static inline int

__copy_from_user_nocache(void *dst, const void __user *src, unsigned size)
{
	might_fault();
	kasan_check_write(dst, size);
	return __copy_user_nocache(dst, src, size, 1);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
34
80.95%
1
33.33%
Andrey Ryabinin
7
16.67%
1
33.33%
Michael S. Tsirkin
1
2.38%
1
33.33%
Total
42
100.00%
3
100.00%


static inline int

__copy_from_user_inatomic_nocache(void *dst, const void __user *src,
				  unsigned size)
{
	kasan_check_write(dst, size);
	return __copy_user_nocache(dst, src, size, 0);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
32
82.05%
1
50.00%
Andrey Ryabinin
7
17.95%
1
50.00%
Total
39
100.00%
2
100.00%

unsigned long
copy_user_handle_tail(char *to, char *from, unsigned len);

#endif /* _ASM_X86_UACCESS_64_H */
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Andi Kleen
1224
74.14%
14
42.42%
Jan Beulich
123
7.45%
2
6.06%
Linus Torvalds
108
6.54%
1
3.03%
Al Viro
72
4.36%
2
6.06%
Andrey Ryabinin
45
2.73%
1
3.03%
Fenghua Yu
24
1.45%
1
3.03%
Kees Cook
18
1.09%
1
3.03%
Vitaly Mayatskikh
16
0.97%
1
3.03%
Nicholas Piggin
6
0.36%
3
9.09%
Uros Bizjak
5
0.30%
1
3.03%
Ingo Molnar
4
0.24%
2
6.06%
H. Peter Anvin
3
0.18%
1
3.03%
Borislav Petkov
1
0.06%
1
3.03%
Michael S. Tsirkin
1
0.06%
1
3.03%
Hiroshi Shimamoto
1
0.06%
1
3.03%
Total
1651
100.00%
33
100.00%
Directory: arch/x86/include/asm

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.