cregit-Linux how code gets into the kernel

Release 4.14 arch/x86/include/asm/pgtable.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_PGTABLE_H

#define _ASM_X86_PGTABLE_H

#include <linux/mem_encrypt.h>
#include <asm/page.h>
#include <asm/pgtable_types.h>

/*
 * Macro to mark a page protection value as UC-
 */

#define pgprot_noncached(prot)						\
	((boot_cpu_data.x86 > 3)                                        \
         ? (__pgprot(pgprot_val(prot) |                                 \
                     cachemode2protval(_PAGE_CACHE_MODE_UC_MINUS)))     \
         : (prot))

/*
 * Macros to add or remove encryption attribute
 */

#define pgprot_encrypted(prot)	__pgprot(__sme_set(pgprot_val(prot)))

#define pgprot_decrypted(prot)	__pgprot(__sme_clr(pgprot_val(prot)))

#ifndef __ASSEMBLY__
#include <asm/x86_init.h>

extern pgd_t early_top_pgt[PTRS_PER_PGD];
int __init __early_make_pgtable(unsigned long address, pmdval_t pmd);

void ptdump_walk_pgd_level(struct seq_file *m, pgd_t *pgd);
void ptdump_walk_pgd_level_checkwx(void);

#ifdef CONFIG_DEBUG_WX

#define debug_checkwx() ptdump_walk_pgd_level_checkwx()
#else

#define debug_checkwx() do { } while (0)
#endif

/*
 * ZERO_PAGE is a global shared page that is always zero: used
 * for zero-mapped memory areas etc..
 */
extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]
	__visible;

#define ZERO_PAGE(vaddr) (virt_to_page(empty_zero_page))

extern spinlock_t pgd_lock;
extern struct list_head pgd_list;

extern struct mm_struct *pgd_page_get_mm(struct page *page);

extern pmdval_t early_pmd_flags;

#ifdef CONFIG_PARAVIRT
#include <asm/paravirt.h>
#else  /* !CONFIG_PARAVIRT */

#define set_pte(ptep, pte)		native_set_pte(ptep, pte)

#define set_pte_at(mm, addr, ptep, pte)	native_set_pte_at(mm, addr, ptep, pte)


#define set_pte_atomic(ptep, pte)					\
	native_set_pte_atomic(ptep, pte)


#define set_pmd(pmdp, pmd)		native_set_pmd(pmdp, pmd)

#ifndef __PAGETABLE_P4D_FOLDED

#define set_pgd(pgdp, pgd)		native_set_pgd(pgdp, pgd)

#define pgd_clear(pgd)			native_pgd_clear(pgd)
#endif

#ifndef set_p4d

# define set_p4d(p4dp, p4d)		native_set_p4d(p4dp, p4d)
#endif

#ifndef __PAGETABLE_PUD_FOLDED

#define p4d_clear(p4d)			native_p4d_clear(p4d)
#endif

#ifndef set_pud

# define set_pud(pudp, pud)		native_set_pud(pudp, pud)
#endif

#ifndef __PAGETABLE_PUD_FOLDED

#define pud_clear(pud)			native_pud_clear(pud)
#endif


#define pte_clear(mm, addr, ptep)	native_pte_clear(mm, addr, ptep)

#define pmd_clear(pmd)			native_pmd_clear(pmd)


#define pgd_val(x)	native_pgd_val(x)

#define __pgd(x)	native_make_pgd(x)

#ifndef __PAGETABLE_P4D_FOLDED

#define p4d_val(x)	native_p4d_val(x)

#define __p4d(x)	native_make_p4d(x)
#endif

#ifndef __PAGETABLE_PUD_FOLDED

#define pud_val(x)	native_pud_val(x)

#define __pud(x)	native_make_pud(x)
#endif

#ifndef __PAGETABLE_PMD_FOLDED

#define pmd_val(x)	native_pmd_val(x)

#define __pmd(x)	native_make_pmd(x)
#endif


#define pte_val(x)	native_pte_val(x)

#define __pte(x)	native_make_pte(x)


#define arch_end_context_switch(prev)	do {} while(0)

#endif	/* CONFIG_PARAVIRT */

/*
 * The following only work if pte_present() is true.
 * Undefined behaviour if not..
 */

static inline int pte_dirty(pte_t pte) { return pte_flags(pte) & _PAGE_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline u32 read_pkru(void) { if (boot_cpu_has(X86_FEATURE_OSPKE)) return __read_pkru(); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen23100.00%1100.00%
Total23100.00%1100.00%


static inline void write_pkru(u32 pkru) { if (boot_cpu_has(X86_FEATURE_OSPKE)) __write_pkru(pkru); }

Contributors

PersonTokensPropCommitsCommitProp
Xiao Guangrong22100.00%1100.00%
Total22100.00%1100.00%


static inline int pte_young(pte_t pte) { return pte_flags(pte) & _PAGE_ACCESSED; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline int pmd_dirty(pmd_t pmd) { return pmd_flags(pmd) & _PAGE_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov18100.00%1100.00%
Total18100.00%1100.00%


static inline int pmd_young(pmd_t pmd) { return pmd_flags(pmd) & _PAGE_ACCESSED; }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner18100.00%1100.00%
Total18100.00%1100.00%


static inline int pud_dirty(pud_t pud) { return pud_flags(pud) & _PAGE_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline int pud_young(pud_t pud) { return pud_flags(pud) & _PAGE_ACCESSED; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline int pte_write(pte_t pte) { return pte_flags(pte) & _PAGE_RW; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline int pte_huge(pte_t pte) { return pte_flags(pte) & _PAGE_PSE; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline int pte_global(pte_t pte) { return pte_flags(pte) & _PAGE_GLOBAL; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline int pte_exec(pte_t pte) { return !(pte_flags(pte) & _PAGE_NX); }

Contributors

PersonTokensPropCommitsCommitProp
Andi Kleen1361.90%150.00%
Jeremy Fitzhardinge838.10%150.00%
Total21100.00%2100.00%


static inline int pte_special(pte_t pte) { return pte_flags(pte) & _PAGE_SPECIAL; }

Contributors

PersonTokensPropCommitsCommitProp
Andi Kleen1372.22%133.33%
Jeremy Fitzhardinge422.22%133.33%
Mel Gorman15.56%133.33%
Total18100.00%3100.00%


static inline unsigned long pte_pfn(pte_t pte) { return (pte_val(pte) & PTE_PFN_MASK) >> PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1356.52%250.00%
Nicholas Piggin1043.48%250.00%
Total23100.00%4100.00%


static inline unsigned long pmd_pfn(pmd_t pmd) { return (pmd_val(pmd) & pmd_pfn_mask(pmd)) >> PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Akinobu Mita2284.62%150.00%
Toshi Kani415.38%150.00%
Total26100.00%2100.00%


static inline unsigned long pud_pfn(pud_t pud) { return (pud_val(pud) & pud_pfn_mask(pud)) >> PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Mel Gorman2284.62%150.00%
Toshi Kani415.38%150.00%
Total26100.00%2100.00%


static inline unsigned long p4d_pfn(p4d_t p4d) { return (p4d_val(p4d) & p4d_pfn_mask(p4d)) >> PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov26100.00%1100.00%
Total26100.00%1100.00%


static inline unsigned long pgd_pfn(pgd_t pgd) { return (pgd_val(pgd) & PTE_PFN_MASK) >> PAGE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Tom Lendacky23100.00%1100.00%
Total23100.00%1100.00%


static inline int p4d_large(p4d_t p4d) { /* No 512 GiB pages yet */ return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov14100.00%1100.00%
Total14100.00%1100.00%

#define pte_page(pte) pfn_to_page(pte_pfn(pte))
static inline int pmd_large(pmd_t pte) { return pmd_flags(pte) & _PAGE_PSE; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%

#ifdef CONFIG_TRANSPARENT_HUGEPAGE
static inline int pmd_trans_huge(pmd_t pmd) { return (pmd_val(pmd) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner1869.23%150.00%
Dan J Williams830.77%150.00%
Total26100.00%2100.00%

#ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD
static inline int pud_trans_huge(pud_t pud) { return (pud_val(pud) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox26100.00%1100.00%
Total26100.00%1100.00%

#endif #define has_transparent_hugepage has_transparent_hugepage
static inline int has_transparent_hugepage(void) { return boot_cpu_has(X86_FEATURE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Andrea Arcangeli1173.33%150.00%
Borislav Petkov426.67%150.00%
Total15100.00%2100.00%

#ifdef __HAVE_ARCH_PTE_DEVMAP
static inline int pmd_devmap(pmd_t pmd) { return !!(pmd_val(pmd) & _PAGE_DEVMAP); }

Contributors

PersonTokensPropCommitsCommitProp
Dan J Williams22100.00%1100.00%
Total22100.00%1100.00%

#ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD
static inline int pud_devmap(pud_t pud) { return !!(pud_val(pud) & _PAGE_DEVMAP); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox22100.00%1100.00%
Total22100.00%1100.00%

#else
static inline int pud_devmap(pud_t pud) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox13100.00%1100.00%
Total13100.00%1100.00%

#endif
static inline int pgd_devmap(pgd_t pgd) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov13100.00%1100.00%
Total13100.00%1100.00%

#endif #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
static inline pte_t pte_set_flags(pte_t pte, pteval_t set) { pteval_t v = native_pte_val(pte); return native_make_pte(v | set); }

Contributors

PersonTokensPropCommitsCommitProp
Ingo Molnar2068.97%133.33%
Jeremy Fitzhardinge931.03%266.67%
Total29100.00%3100.00%


static inline pte_t pte_clear_flags(pte_t pte, pteval_t clear) { pteval_t v = native_pte_val(pte); return native_make_pte(v & ~clear); }

Contributors

PersonTokensPropCommitsCommitProp
Venkatesh Pallipadi1653.33%133.33%
Jeremy Fitzhardinge826.67%133.33%
Ingo Molnar620.00%133.33%
Total30100.00%3100.00%


static inline pte_t pte_mkclean(pte_t pte) { return pte_clear_flags(pte, _PAGE_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Venkatesh Pallipadi1055.56%266.67%
Jeremy Fitzhardinge844.44%133.33%
Total18100.00%3100.00%


static inline pte_t pte_mkold(pte_t pte) { return pte_clear_flags(pte, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_wrprotect(pte_t pte) { return pte_clear_flags(pte, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1055.56%133.33%
Venkatesh Pallipadi633.33%133.33%
Eduardo Pereira Habkost211.11%133.33%
Total18100.00%3100.00%


static inline pte_t pte_mkexec(pte_t pte) { return pte_clear_flags(pte, _PAGE_NX); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1372.22%133.33%
Venkatesh Pallipadi316.67%133.33%
Eduardo Pereira Habkost211.11%133.33%
Total18100.00%3100.00%


static inline pte_t pte_mkdirty(pte_t pte) { return pte_set_flags(pte, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1470.00%133.33%
Eduardo Pereira Habkost420.00%133.33%
Pavel Emelyanov210.00%133.33%
Total20100.00%3100.00%


static inline pte_t pte_mkyoung(pte_t pte) { return pte_set_flags(pte, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1477.78%150.00%
Eduardo Pereira Habkost422.22%150.00%
Total18100.00%2100.00%


static inline pte_t pte_mkwrite(pte_t pte) { return pte_set_flags(pte, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1688.89%266.67%
Jaswinder Singh Rajput211.11%133.33%
Total18100.00%3100.00%


static inline pte_t pte_mkhuge(pte_t pte) { return pte_set_flags(pte, _PAGE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_clrhuge(pte_t pte) { return pte_clear_flags(pte, _PAGE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_mkglobal(pte_t pte) { return pte_set_flags(pte, _PAGE_GLOBAL); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_clrglobal(pte_t pte) { return pte_clear_flags(pte, _PAGE_GLOBAL); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_mkspecial(pte_t pte) { return pte_set_flags(pte, _PAGE_SPECIAL); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline pte_t pte_mkdevmap(pte_t pte) { return pte_set_flags(pte, _PAGE_SPECIAL|_PAGE_DEVMAP); }

Contributors

PersonTokensPropCommitsCommitProp
Dan J Williams20100.00%1100.00%
Total20100.00%1100.00%


static inline pmd_t pmd_set_flags(pmd_t pmd, pmdval_t set) { pmdval_t v = native_pmd_val(pmd); return __pmd(v | set); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner1758.62%133.33%
Ingo Molnar1034.48%133.33%
Jeremy Fitzhardinge26.90%133.33%
Total29100.00%3100.00%


static inline pmd_t pmd_clear_flags(pmd_t pmd, pmdval_t clear) { pmdval_t v = native_pmd_val(pmd); return __pmd(v & ~clear); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner1963.33%133.33%
Jeremy Fitzhardinge1136.67%266.67%
Total30100.00%3100.00%


static inline pmd_t pmd_mkold(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1161.11%266.67%
Johannes Weiner738.89%133.33%
Total18100.00%3100.00%


static inline pmd_t pmd_mkclean(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
MinChan Kim18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_wrprotect(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1055.56%266.67%
Johannes Weiner844.44%133.33%
Total18100.00%3100.00%


static inline pmd_t pmd_mkdirty(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner1260.00%125.00%
Jeremy Fitzhardinge630.00%250.00%
Pavel Emelyanov210.00%125.00%
Total20100.00%4100.00%


static inline pmd_t pmd_mkdevmap(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_DEVMAP); }

Contributors

PersonTokensPropCommitsCommitProp
Dan J Williams18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_mkhuge(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_mkyoung(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_mkwrite(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_mknotpresent(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_PRESENT | _PAGE_PROTNONE); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox1575.00%150.00%
Johannes Weiner525.00%150.00%
Total20100.00%2100.00%


static inline pud_t pud_set_flags(pud_t pud, pudval_t set) { pudval_t v = native_pud_val(pud); return __pud(v | set); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox29100.00%1100.00%
Total29100.00%1100.00%


static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) { pudval_t v = native_pud_val(pud); return __pud(v & ~clear); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox30100.00%1100.00%
Total30100.00%1100.00%


static inline pud_t pud_mkold(pud_t pud) { return pud_clear_flags(pud, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mkclean(pud_t pud) { return pud_clear_flags(pud, _PAGE_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_wrprotect(pud_t pud) { return pud_clear_flags(pud, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mkdirty(pud_t pud) { return pud_set_flags(pud, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox20100.00%1100.00%
Total20100.00%1100.00%


static inline pud_t pud_mkdevmap(pud_t pud) { return pud_set_flags(pud, _PAGE_DEVMAP); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mkhuge(pud_t pud) { return pud_set_flags(pud, _PAGE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mkyoung(pud_t pud) { return pud_set_flags(pud, _PAGE_ACCESSED); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mkwrite(pud_t pud) { return pud_set_flags(pud, _PAGE_RW); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mknotpresent(pud_t pud) { return pud_clear_flags(pud, _PAGE_PRESENT | _PAGE_PROTNONE); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner945.00%133.33%
Matthew Wilcox945.00%133.33%
Mel Gorman210.00%133.33%
Total20100.00%3100.00%

#ifdef CONFIG_HAVE_ARCH_SOFT_DIRTY
static inline int pte_soft_dirty(pte_t pte) { return pte_flags(pte) & _PAGE_SOFT_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Pavel Emelyanov18100.00%1100.00%
Total18100.00%1100.00%


static inline int pmd_soft_dirty(pmd_t pmd) { return pmd_flags(pmd) & _PAGE_SOFT_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Pavel Emelyanov18100.00%1100.00%
Total18100.00%1100.00%


static inline int pud_soft_dirty(pud_t pud) { return pud_flags(pud) & _PAGE_SOFT_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pte_t pte_mksoft_dirty(pte_t pte) { return pte_set_flags(pte, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Pavel Emelyanov18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Pavel Emelyanov18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_mksoft_dirty(pud_t pud) { return pud_set_flags(pud, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%


static inline pte_t pte_clear_soft_dirty(pte_t pte) { return pte_clear_flags(pte, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Martin Schwidefsky18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Martin Schwidefsky18100.00%1100.00%
Total18100.00%1100.00%


static inline pud_t pud_clear_soft_dirty(pud_t pud) { return pud_clear_flags(pud, _PAGE_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox18100.00%1100.00%
Total18100.00%1100.00%

#endif /* CONFIG_HAVE_ARCH_SOFT_DIRTY */ /* * Mask out unsupported bits in a present pgprot. Non-present pgprots * can use those bits for other purposes, so leave them be. */
static inline pgprotval_t massage_pgprot(pgprot_t pgprot) { pgprotval_t protval = pgprot_val(pgprot); if (protval & _PAGE_PRESENT) protval &= __supported_pte_mask; return protval; }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner31100.00%1100.00%
Total31100.00%1100.00%


static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot) { return __pte(((phys_addr_t)page_nr << PAGE_SHIFT) | massage_pgprot(pgprot)); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner32100.00%1100.00%
Total32100.00%1100.00%


static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) { return __pmd(((phys_addr_t)page_nr << PAGE_SHIFT) | massage_pgprot(pgprot)); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner32100.00%1100.00%
Total32100.00%1100.00%


static inline pud_t pfn_pud(unsigned long page_nr, pgprot_t pgprot) { return __pud(((phys_addr_t)page_nr << PAGE_SHIFT) | massage_pgprot(pgprot)); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox32100.00%1100.00%
Total32100.00%1100.00%


static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) { pteval_t val = pte_val(pte); /* * Chop off the NX bit (if present), and add the NX portion of * the newprot (if present): */ val &= _PAGE_CHG_MASK; val |= massage_pgprot(newprot) & ~_PAGE_CHG_MASK; return __pte(val); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner42100.00%2100.00%
Total42100.00%2100.00%


static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) { pmdval_t val = pmd_val(pmd); val &= _HPAGE_CHG_MASK; val |= massage_pgprot(newprot) & ~_HPAGE_CHG_MASK; return __pmd(val); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner41100.00%2100.00%
Total41100.00%2100.00%

/* mprotect needs to preserve PAT bits when updating vm_page_prot */ #define pgprot_modify pgprot_modify
static inline pgprot_t pgprot_modify(pgprot_t oldprot, pgprot_t newprot) { pgprotval_t preservebits = pgprot_val(oldprot) & _PAGE_CHG_MASK; pgprotval_t addbits = pgprot_val(newprot); return __pgprot(preservebits | addbits); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner3282.05%150.00%
Jeremy Fitzhardinge717.95%150.00%
Total39100.00%2100.00%

#define pte_pgprot(x) __pgprot(pte_flags(x)) #define pmd_pgprot(x) __pgprot(pmd_flags(x)) #define pud_pgprot(x) __pgprot(pud_flags(x)) #define p4d_pgprot(x) __pgprot(p4d_flags(x)) #define canon_pgprot(p) __pgprot(massage_pgprot(p))
static inline int is_new_memtype_allowed(u64 paddr, unsigned long size, enum page_cache_mode pcm, enum page_cache_mode new_pcm) { /* * PAT type is always WB for untracked ranges, so no need to check. */ if (x86_platform.is_untracked_pat_range(paddr, paddr + size)) return 1; /* * Certain new memtypes are not allowed with certain * requested memtype: * - request is uncached, return cannot be write-back * - request is write-combine, return cannot be write-back * - request is write-through, return cannot be write-back * - request is write-through, return cannot be write-combine */ if ((pcm == _PAGE_CACHE_MODE_UC_MINUS && new_pcm == _PAGE_CACHE_MODE_WB) || (pcm == _PAGE_CACHE_MODE_WC && new_pcm == _PAGE_CACHE_MODE_WB) || (pcm == _PAGE_CACHE_MODE_WT && new_pcm == _PAGE_CACHE_MODE_WB) || (pcm == _PAGE_CACHE_MODE_WT && new_pcm == _PAGE_CACHE_MODE_WC)) { return 0; } return 1; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2426.67%116.67%
Toshi Kani2123.33%116.67%
Suresh B. Siddha2022.22%116.67%
Juergen Gross1415.56%116.67%
Eduardo Pereira Habkost77.78%116.67%
H. Peter Anvin44.44%116.67%
Total90100.00%6100.00%

pmd_t *populate_extra_pmd(unsigned long vaddr); pte_t *populate_extra_pte(unsigned long vaddr); #endif /* __ASSEMBLY__ */ #ifdef CONFIG_X86_32 # include <asm/pgtable_32.h> #else # include <asm/pgtable_64.h> #endif #ifndef __ASSEMBLY__ #include <linux/mm_types.h> #include <linux/mmdebug.h> #include <linux/log2.h> #include <asm/fixmap.h>
static inline int pte_none(pte_t pte) { return !(pte.pte & ~(_PAGE_KNL_ERRATUM_MASK)); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1669.57%150.00%
Dave Hansen730.43%150.00%
Total23100.00%2100.00%

#define __HAVE_ARCH_PTE_SAME
static inline int pte_same(pte_t a, pte_t b) { return a.pte == b.pte; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge22100.00%1100.00%
Total22100.00%1100.00%


static inline int pte_present(pte_t a) { return pte_flags(a) & (_PAGE_PRESENT | _PAGE_PROTNONE); }

Contributors

PersonTokensPropCommitsCommitProp
Mel Gorman1777.27%266.67%
David Vrabel522.73%133.33%
Total22100.00%3100.00%

#ifdef __HAVE_ARCH_PTE_DEVMAP
static inline int pte_devmap(pte_t a) { return (pte_flags(a) & _PAGE_DEVMAP) == _PAGE_DEVMAP; }

Contributors

PersonTokensPropCommitsCommitProp
Dan J Williams22100.00%1100.00%
Total22100.00%1100.00%

#endif #define pte_accessible pte_accessible
static inline bool pte_accessible(struct mm_struct *mm, pte_t a) { if (pte_flags(a) & _PAGE_PRESENT) return true; if ((pte_flags(a) & _PAGE_PROTNONE) && mm_tlb_flush_pending(mm)) return true; return false; }

Contributors

PersonTokensPropCommitsCommitProp
Rik Van Riel49100.00%2100.00%
Total49100.00%2100.00%


static inline int pte_hidden(pte_t pte) { return pte_flags(pte) & _PAGE_HIDDEN; }

Contributors

PersonTokensPropCommitsCommitProp
Vegard Nossum1688.89%150.00%
Jeremy Fitzhardinge211.11%150.00%
Total18100.00%2100.00%


static inline int pmd_present(pmd_t pmd) { /* * Checking for _PAGE_PSE is needed too because * split_huge_page will temporarily clear the present bit (but * the _PAGE_PSE flag will remain set at all times while the * _PAGE_PRESENT bit is clear). */ return pmd_flags(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE | _PAGE_PSE); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1872.00%266.67%
Andrea Arcangeli728.00%133.33%
Total25100.00%3100.00%

#ifdef CONFIG_NUMA_BALANCING /* * These work without NUMA balancing but the kernel does not care. See the * comment in include/asm-generic/pgtable.h */
static inline int pte_protnone(pte_t pte) { return (pte_flags(pte) & (_PAGE_PROTNONE | _PAGE_PRESENT)) == _PAGE_PROTNONE; }

Contributors

PersonTokensPropCommitsCommitProp
Mel Gorman1869.23%150.00%
David Vrabel830.77%150.00%
Total26100.00%2100.00%


static inline int pmd_protnone(pmd_t pmd) { return (pmd_flags(pmd) & (_PAGE_PROTNONE | _PAGE_PRESENT)) == _PAGE_PROTNONE; }

Contributors

PersonTokensPropCommitsCommitProp
Mel Gorman1869.23%150.00%
David Vrabel830.77%150.00%
Total26100.00%2100.00%

#endif /* CONFIG_NUMA_BALANCING */
static inline int pmd_none(pmd_t pmd) { /* Only check low word on 32-bit platforms, since it might be out of sync with upper half. */ unsigned long val = native_pmd_val(pmd); return (val & ~_PAGE_KNL_ERRATUM_MASK) == 0; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2066.67%375.00%
Dave Hansen1033.33%125.00%
Total30100.00%4100.00%


static inline unsigned long pmd_page_vaddr(pmd_t pmd) { return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2586.21%266.67%
Toshi Kani413.79%133.33%
Total29100.00%3100.00%

/* * Currently stuck as a macro due to indirect forward reference to * linux/mmzone.h's __section_mem_map_addr() definition: */ #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) /* * the pmd page can be thought of an array like this: pmd_t[PTRS_PER_PMD] * * this macro returns the index of the entry in the pmd page which would * control the given virtual address */
static inline unsigned long pmd_index(unsigned long address) { return (address >> PMD_SHIFT) & (PTRS_PER_PMD - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2496.00%266.67%
Figo.zhang14.00%133.33%
Total25100.00%3100.00%

/* * Conversion functions: convert a page and protection to a page entry, * and a page entry and page directory to the page they refer to. * * (Currently stuck as a macro because of indirect forward reference * to linux/mm.h:page_to_nid()) */ #define mk_pte(page, pgprot) pfn_pte(page_to_pfn(page), (pgprot)) /* * the pte page can be thought of an array like this: pte_t[PTRS_PER_PTE] * * this function returns the index of the entry in the pte page which would * control the given virtual address */
static inline unsigned long pte_index(unsigned long address) { return (address >> PAGE_SHIFT) & (PTRS_PER_PTE - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2496.00%150.00%
Figo.zhang14.00%150.00%
Total25100.00%2100.00%


static inline pte_t *pte_offset_kernel(pmd_t *pmd, unsigned long address) { return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge32100.00%1100.00%
Total32100.00%1100.00%


static inline int pmd_bad(pmd_t pmd) { return (pmd_flags(pmd) & ~_PAGE_USER) != _KERNPG_TABLE; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge23100.00%2100.00%
Total23100.00%2100.00%


static inline unsigned long pages_to_mb(unsigned long npg) { return npg >> (20 - PAGE_SHIFT); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge21100.00%1100.00%
Total21100.00%1100.00%

#if CONFIG_PGTABLE_LEVELS > 2
static inline int pud_none(pud_t pud) { return (native_pud_val(pud) & ~(_PAGE_KNL_ERRATUM_MASK)) == 0; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1872.00%266.67%
Dave Hansen728.00%133.33%
Total25100.00%3100.00%


static inline int pud_present(pud_t pud) { return pud_flags(pud) & _PAGE_PRESENT; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline unsigned long pud_page_vaddr(pud_t pud) { return (unsigned long)__va(pud_val(pud) & pud_pfn_mask(pud)); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2586.21%150.00%
Toshi Kani413.79%150.00%
Total29100.00%2100.00%

/* * Currently stuck as a macro due to indirect forward reference to * linux/mmzone.h's __section_mem_map_addr() definition: */ #define pud_page(pud) pfn_to_page(pud_pfn(pud)) /* Find an entry in the second-level page table.. */
static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) { return (pmd_t *)pud_page_vaddr(*pud) + pmd_index(address); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge32100.00%1100.00%
Total32100.00%1100.00%


static inline int pud_large(pud_t pud) { return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == (_PAGE_PSE | _PAGE_PRESENT); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge30100.00%2100.00%
Total30100.00%2100.00%


static inline int pud_bad(pud_t pud) { return (pud_flags(pud) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge27100.00%2100.00%
Total27100.00%2100.00%

#else
static inline int pud_large(pud_t pud) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge13100.00%1100.00%
Total13100.00%1100.00%

#endif /* CONFIG_PGTABLE_LEVELS > 2 */
static inline unsigned long pud_index(unsigned long address) { return (address >> PUD_SHIFT) & (PTRS_PER_PUD - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov25100.00%1100.00%
Total25100.00%1100.00%

#if CONFIG_PGTABLE_LEVELS > 3
static inline int p4d_none(p4d_t p4d) { return (native_p4d_val(p4d) & ~(_PAGE_KNL_ERRATUM_MASK)) == 0; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov25100.00%1100.00%
Total25100.00%1100.00%


static inline int p4d_present(p4d_t p4d) { return p4d_flags(p4d) & _PAGE_PRESENT; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov18100.00%1100.00%
Total18100.00%1100.00%


static inline unsigned long p4d_page_vaddr(p4d_t p4d) { return (unsigned long)__va(p4d_val(p4d) & p4d_pfn_mask(p4d)); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov29100.00%1100.00%
Total29100.00%1100.00%

/* * Currently stuck as a macro due to indirect forward reference to * linux/mmzone.h's __section_mem_map_addr() definition: */ #define p4d_page(p4d) pfn_to_page(p4d_pfn(p4d)) /* Find an entry in the third-level page table.. */
static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) { return (pud_t *)p4d_page_vaddr(*p4d) + pud_index(address); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov32100.00%1100.00%
Total32100.00%1100.00%


static inline int p4d_bad(p4d_t p4d) { return (p4d_flags(p4d) & ~(_KERNPG_TABLE | _PAGE_USER)) != 0; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov27100.00%1100.00%
Total27100.00%1100.00%

#endif /* CONFIG_PGTABLE_LEVELS > 3 */
static inline unsigned long p4d_index(unsigned long address) { return (address >> P4D_SHIFT) & (PTRS_PER_P4D - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov25100.00%1100.00%
Total25100.00%1100.00%

#if CONFIG_PGTABLE_LEVELS > 4
static inline int pgd_present(pgd_t pgd) { return pgd_flags(pgd) & _PAGE_PRESENT; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge18100.00%2100.00%
Total18100.00%2100.00%


static inline unsigned long pgd_page_vaddr(pgd_t pgd) { return (unsigned long)__va((unsigned long)pgd_val(pgd) & PTE_PFN_MASK); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge30100.00%1100.00%
Total30100.00%1100.00%

/* * Currently stuck as a macro due to indirect forward reference to * linux/mmzone.h's __section_mem_map_addr() definition: */ #define pgd_page(pgd) pfn_to_page(pgd_pfn(pgd)) /* to find an entry in a page-table-directory. */
static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) { return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge2887.50%150.00%
Kirill A. Shutemov412.50%150.00%
Total32100.00%2100.00%


static inline int pgd_bad(pgd_t pgd) { return (pgd_flags(pgd) & ~_PAGE_USER) != _KERNPG_TABLE; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge23100.00%2100.00%
Total23100.00%2100.00%


static inline int pgd_none(pgd_t pgd) { /* * There is no need to do a workaround for the KNL stray * A/D bit erratum here. PGDs only point to page tables * except on 32-bit non-PAE which is not supported on * KNL. */ return !native_pgd_val(pgd); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1794.44%266.67%
Dave Hansen15.56%133.33%
Total18100.00%3100.00%

#endif /* CONFIG_PGTABLE_LEVELS > 4 */ #endif /* __ASSEMBLY__ */ /* * the pgd page can be thought of an array like this: pgd_t[PTRS_PER_PGD] * * this macro returns the index of the entry in the pgd page which would * control the given virtual address */ #define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD - 1)) /* * pgd_offset() returns a (pgd_t *) * pgd_index() is used get the offset into the pgd page's array of pgd_t's; */ #define pgd_offset(mm, address) ((mm)->pgd + pgd_index((address))) /* * a shortcut which implies the use of the kernel's pgd, instead * of a process's */ #define pgd_offset_k(address) pgd_offset(&init_mm, (address)) #define KERNEL_PGD_BOUNDARY pgd_index(PAGE_OFFSET) #define KERNEL_PGD_PTRS (PTRS_PER_PGD - KERNEL_PGD_BOUNDARY) #ifndef __ASSEMBLY__ extern int direct_gbpages; void init_mem_mapping(void); void early_alloc_pgt_buf(void); extern void memblock_find_dma_reserve(void); #ifdef CONFIG_X86_64 /* Realmode trampoline initialization. */ extern pgd_t trampoline_pgd_entry;
static inline void __meminit init_trampoline_default(void) { /* Default trampoline pgd value */ trampoline_pgd_entry = init_top_pgt[pgd_index(__PAGE_OFFSET)]; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Garnier2095.24%266.67%
Kirill A. Shutemov14.76%133.33%
Total21100.00%3100.00%

# ifdef CONFIG_RANDOMIZE_MEMORY void __meminit init_trampoline(void); # else # define init_trampoline init_trampoline_default # endif #else
static inline void init_trampoline(void) { }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Garnier8100.00%1100.00%
Total8100.00%1100.00%

#endif /* local pte updates need not use xchg for locking */
static inline pte_t native_local_ptep_get_and_clear(pte_t *ptep) { pte_t res = *ptep; /* Pure native function needs no input for mm, addr */ native_pte_clear(NULL, 0, ptep); return res; }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner30100.00%1100.00%
Total30100.00%1100.00%


static inline pmd_t native_local_pmdp_get_and_clear(pmd_t *pmdp) { pmd_t res = *pmdp; native_pmd_clear(pmdp); return res; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge1768.00%150.00%
Johannes Weiner832.00%150.00%
Total25100.00%2100.00%


static inline pud_t native_local_pudp_get_and_clear(pud_t *pudp) { pud_t res = *pudp; native_pud_clear(pudp); return res; }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox25100.00%1100.00%
Total25100.00%1100.00%


static inline void native_set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep , pte_t pte) { native_set_pte(ptep, pte); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge30100.00%1100.00%
Total30100.00%1100.00%


static inline void set_pmd_at(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp, pmd_t pmd) { native_set_pmd(pmdp, pmd); }

Contributors

PersonTokensPropCommitsCommitProp
Andrea Arcangeli2996.67%150.00%
Juergen Gross13.33%150.00%
Total30100.00%2100.00%


static inline void set_pud_at(struct mm_struct *mm, unsigned long addr, pud_t *pudp, pud_t pud) { native_set_pud(pudp, pud); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox2996.67%150.00%
Juergen Gross13.33%150.00%
Total30100.00%2100.00%

/* * We only update the dirty/accessed state if we set * the dirty bit by hand in the kernel, since the hardware * will do the accessed bit for us, and we don't want to * race with other CPU's that might be updating the dirty * bit at the same time. */ struct vm_area_struct; #define __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS extern int ptep_set_access_flags(struct vm_area_struct *vma, unsigned long address, pte_t *ptep, pte_t entry, int dirty); #define __HAVE_ARCH_PTEP_TEST_AND_CLEAR_YOUNG extern int ptep_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep); #define __HAVE_ARCH_PTEP_CLEAR_YOUNG_FLUSH extern int ptep_clear_flush_young(struct vm_area_struct *vma, unsigned long address, pte_t *ptep); #define __HAVE_ARCH_PTEP_GET_AND_CLEAR
static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) { pte_t pte = native_ptep_get_and_clear(ptep); return pte; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge31100.00%1100.00%
Total31100.00%1100.00%

#define __HAVE_ARCH_PTEP_GET_AND_CLEAR_FULL
static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm, unsigned long addr, pte_t *ptep, int full) { pte_t pte; if (full) { /* * Full address destruction in progress; paravirt does not * care about updates and native needs no locking */ pte = native_local_ptep_get_and_clear(ptep); } else { pte = ptep_get_and_clear(mm, addr, ptep); } return pte; }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge57100.00%1100.00%
Total57100.00%1100.00%

#define __HAVE_ARCH_PTEP_SET_WRPROTECT
static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) { clear_bit(_PAGE_BIT_RW, (unsigned long *)&ptep->pte); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge35100.00%2100.00%
Total35100.00%2100.00%

#define flush_tlb_fix_spurious_fault(vma, address) do { } while (0) #define mk_pmd(page, pgprot) pfn_pmd(page_to_pfn(page), (pgprot)) #define __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS extern int pmdp_set_access_flags(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp, pmd_t entry, int dirty); extern int pudp_set_access_flags(struct vm_area_struct *vma, unsigned long address, pud_t *pudp, pud_t entry, int dirty); #define __HAVE_ARCH_PMDP_TEST_AND_CLEAR_YOUNG extern int pmdp_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pmd_t *pmdp); extern int pudp_test_and_clear_young(struct vm_area_struct *vma, unsigned long addr, pud_t *pudp); #define __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH extern int pmdp_clear_flush_young(struct vm_area_struct *vma, unsigned long address, pmd_t *pmdp); #define __HAVE_ARCH_PMD_WRITE
static inline int pmd_write(pmd_t pmd) { return pmd_flags(pmd) & _PAGE_RW; }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner18100.00%1100.00%
Total18100.00%1100.00%

#define __HAVE_ARCH_PMDP_HUGE_GET_AND_CLEAR
static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp) { return native_pmdp_get_and_clear(pmdp); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner2492.31%133.33%
Aneesh Kumar K.V13.85%133.33%
Juergen Gross13.85%133.33%
Total26100.00%3100.00%

#define __HAVE_ARCH_PUDP_HUGE_GET_AND_CLEAR
static inline pud_t pudp_huge_get_and_clear(struct mm_struct *mm, unsigned long addr, pud_t *pudp) { return native_pudp_get_and_clear(pudp); }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox26100.00%1100.00%
Total26100.00%1100.00%

#define __HAVE_ARCH_PMDP_SET_WRPROTECT
static inline void pmdp_set_wrprotect(struct mm_struct *mm, unsigned long addr, pmd_t *pmdp) { clear_bit(_PAGE_BIT_RW, (unsigned long *)pmdp); }

Contributors

PersonTokensPropCommitsCommitProp
Johannes Weiner32100.00%1100.00%
Total32100.00%1100.00%

/* * clone_pgd_range(pgd_t *dst, pgd_t *src, int count); * * dst - pointer to pgd range anwhere on a pgd page * src - "" * count - the number of pgds to copy. * * dst and src can be on the same page, but the range must not overlap, * and must not cross a page boundary. */
static inline void clone_pgd_range(pgd_t *dst, pgd_t *src, int count) { memcpy(dst, src, count * sizeof(pgd_t)); }

Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge32100.00%1100.00%
Total32100.00%1100.00%

#define PTE_SHIFT ilog2(PTRS_PER_PTE)
static inline int page_level_shift(enum pg_level level) { return (PAGE_SHIFT - PTE_SHIFT) + level * PTE_SHIFT; }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen22100.00%1100.00%
Total22100.00%1100.00%


static inline unsigned long page_level_size(enum pg_level level) { return 1UL << page_level_shift(level); }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen20100.00%1100.00%
Total20100.00%1100.00%


static inline unsigned long page_level_mask(enum pg_level level) { return ~(page_level_size(level) - 1); }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen23100.00%1100.00%
Total23100.00%1100.00%

/* * The x86 doesn't have any external MMU info: the kernel page * tables contain all the necessary information. */
static inline void update_mmu_cache(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) { }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov19100.00%1100.00%
Total19100.00%1100.00%


static inline void update_mmu_cache_pmd(struct vm_area_struct *vma, unsigned long addr, pmd_t *pmd) { }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov19100.00%1100.00%
Total19100.00%1100.00%


static inline void update_mmu_cache_pud(struct vm_area_struct *vma, unsigned long addr, pud_t *pud) { }

Contributors

PersonTokensPropCommitsCommitProp
Matthew Wilcox19100.00%1100.00%
Total19100.00%1100.00%

#ifdef CONFIG_HAVE_ARCH_SOFT_DIRTY
static inline pte_t pte_swp_mksoft_dirty(pte_t pte) { return pte_set_flags(pte, _PAGE_SWP_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Cyrill V. Gorcunov18100.00%1100.00%
Total18100.00%1100.00%


static inline int pte_swp_soft_dirty(pte_t pte) { return pte_flags(pte) & _PAGE_SWP_SOFT_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Cyrill V. Gorcunov18100.00%1100.00%
Total18100.00%1100.00%


static inline pte_t pte_swp_clear_soft_dirty(pte_t pte) { return pte_clear_flags(pte, _PAGE_SWP_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Cyrill V. Gorcunov18100.00%1100.00%
Total18100.00%1100.00%

#ifdef CONFIG_ARCH_ENABLE_THP_MIGRATION
static inline pmd_t pmd_swp_mksoft_dirty(pmd_t pmd) { return pmd_set_flags(pmd, _PAGE_SWP_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Naoya Horiguchi18100.00%1100.00%
Total18100.00%1100.00%


static inline int pmd_swp_soft_dirty(pmd_t pmd) { return pmd_flags(pmd) & _PAGE_SWP_SOFT_DIRTY; }

Contributors

PersonTokensPropCommitsCommitProp
Naoya Horiguchi18100.00%1100.00%
Total18100.00%1100.00%


static inline pmd_t pmd_swp_clear_soft_dirty(pmd_t pmd) { return pmd_clear_flags(pmd, _PAGE_SWP_SOFT_DIRTY); }

Contributors

PersonTokensPropCommitsCommitProp
Naoya Horiguchi18100.00%1100.00%
Total18100.00%1100.00%

#endif #endif #define PKRU_AD_BIT 0x1 #define PKRU_WD_BIT 0x2 #define PKRU_BITS_PER_PKEY 2
static inline bool __pkru_allows_read(u32 pkru, u16 pkey) { int pkru_pkey_bits = pkey * PKRU_BITS_PER_PKEY; return !(pkru & (PKRU_AD_BIT << pkru_pkey_bits)); }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen32100.00%2100.00%
Total32100.00%2100.00%


static inline bool __pkru_allows_write(u32 pkru, u16 pkey) { int pkru_pkey_bits = pkey * PKRU_BITS_PER_PKEY; /* * Access-disable disables writes too so we need to check * both bits here. */ return !(pkru & ((PKRU_AD_BIT|PKRU_WD_BIT) << pkru_pkey_bits)); }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen37100.00%2100.00%
Total37100.00%2100.00%


static inline u16 pte_flags_pkey(unsigned long pte_flags) { #ifdef CONFIG_X86_INTEL_MEMORY_PROTECTION_KEYS /* ifdef to avoid doing 59-bit shift on 32-bit values */ return (pte_flags & _PAGE_PKEY_MASK) >> _PAGE_BIT_PKEY_BIT0; #else return 0; #endif }

Contributors

PersonTokensPropCommitsCommitProp
Dave Hansen31100.00%1100.00%
Total31100.00%1100.00%


static inline bool __pkru_allows_pkey(u16 pkey, bool write) { u32 pkru = read_pkru(); if (!__pkru_allows_read(pkru, pkey)) return false; if (write && !__pkru_allows_write(pkru, pkey)) return false; return true; }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov50100.00%1100.00%
Total50100.00%1100.00%

/* * 'pteval' can come from a PTE, PMD or PUD. We only check * _PAGE_PRESENT, _PAGE_USER, and _PAGE_RW in here which are the * same value on all 3 types. */
static inline bool __pte_access_permitted(unsigned long pteval, bool write) { unsigned long need_pte_bits = _PAGE_PRESENT|_PAGE_USER; if (write) need_pte_bits |= _PAGE_RW; if ((pteval & need_pte_bits) != need_pte_bits) return 0; return __pkru_allows_pkey(pte_flags_pkey(pteval), write); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov54100.00%1100.00%
Total54100.00%1100.00%

#define pte_access_permitted pte_access_permitted
static inline bool pte_access_permitted(pte_t pte, bool write) { return __pte_access_permitted(pte_val(pte), write); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov24100.00%1100.00%
Total24100.00%1100.00%

#define pmd_access_permitted pmd_access_permitted
static inline bool pmd_access_permitted(pmd_t pmd, bool write) { return __pte_access_permitted(pmd_val(pmd), write); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov24100.00%1100.00%
Total24100.00%1100.00%

#define pud_access_permitted pud_access_permitted
static inline bool pud_access_permitted(pud_t pud, bool write) { return __pte_access_permitted(pud_val(pud), write); }

Contributors

PersonTokensPropCommitsCommitProp
Kirill A. Shutemov24100.00%1100.00%
Total24100.00%1100.00%

#include <asm-generic/pgtable.h> #endif /* __ASSEMBLY__ */ #endif /* _ASM_X86_PGTABLE_H */

Overall Contributors

PersonTokensPropCommitsCommitProp
Jeremy Fitzhardinge153733.36%5337.06%
Johannes Weiner58712.74%21.40%
Matthew Wilcox56812.33%10.70%
Kirill A. Shutemov55912.13%74.90%
Dave Hansen2325.04%53.50%
Dan J Williams1002.17%42.80%
Mel Gorman851.85%53.50%
Pavel Emelyanov761.65%10.70%
Ingo Molnar741.61%64.20%
Tom Lendacky681.48%32.10%
Cyrill V. Gorcunov681.48%21.40%
Thomas Garnier611.32%32.10%
Naoya Horiguchi591.28%10.70%
Rik Van Riel531.15%21.40%
Toshi Kani521.13%32.10%
Andrea Arcangeli471.02%32.10%
Venkatesh Pallipadi410.89%32.10%
Andi Kleen360.78%42.80%
Martin Schwidefsky360.78%10.70%
Stephen D. Smalley230.50%10.70%
Akinobu Mita220.48%10.70%
Xiao Guangrong220.48%10.70%
David Vrabel210.46%21.40%
Suresh B. Siddha200.43%10.70%
Eduardo Pereira Habkost190.41%10.70%
Juergen Gross180.39%32.10%
MinChan Kim180.39%10.70%
Borislav Petkov170.37%21.40%
Vegard Nossum160.35%10.70%
Nicholas Piggin140.30%21.40%
Yinghai Lu120.26%32.10%
H. Peter Anvin100.22%21.40%
Hugh Dickins80.17%21.40%
David Shaohua Li80.17%10.70%
Jaswinder Singh Rajput60.13%21.40%
Jan Beulich40.09%10.70%
Figo.zhang20.04%10.70%
Aneesh Kumar K.V20.04%10.70%
David Howells20.04%10.70%
Jesper Juhl10.02%10.70%
Greg Kroah-Hartman10.02%10.70%
Arnd Bergmann10.02%10.70%
Joe Perches10.02%10.70%
Total4607100.00%143100.00%
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.