Release 4.17 mm/pgtable-generic.c
// SPDX-License-Identifier: GPL-2.0
/*
* mm/pgtable-generic.c
*
* Generic pgtable methods declared in asm-generic/pgtable.h
*
* Copyright (C) 2010 Linus Torvalds
*/
#include <linux/pagemap.h>
#include <asm/tlb.h>
#include <asm-generic/pgtable.h>
/*
* If a p?d_bad entry is found while walking page tables, report
* the error, before resetting entry to p?d_none. Usually (but
* very seldom) called out from the p?d_none_or_clear_bad macros.
*/
void pgd_clear_bad(pgd_t *pgd)
{
pgd_ERROR(*pgd);
pgd_clear(pgd);
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
JoonSoo Kim | 20 | 100.00% | 1 | 100.00% |
Total | 20 | 100.00% | 1 | 100.00% |
void p4d_clear_bad(p4d_t *p4d)
{
p4d_ERROR(*p4d);
p4d_clear(p4d);
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Kirill A. Shutemov | 20 | 100.00% | 1 | 100.00% |
Total | 20 | 100.00% | 1 | 100.00% |
void pud_clear_bad(pud_t *pud)
{
pud_ERROR(*pud);
pud_clear(pud);
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
JoonSoo Kim | 20 | 100.00% | 1 | 100.00% |
Total | 20 | 100.00% | 1 | 100.00% |
void pmd_clear_bad(pmd_t *pmd)
{
pmd_ERROR(*pmd);
pmd_clear(pmd);
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
JoonSoo Kim | 20 | 100.00% | 1 | 100.00% |
Total | 20 | 100.00% | 1 | 100.00% |
#ifndef __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
/*
* Only sets the access flags (dirty, accessed), as well as write
* permission. Furthermore, we know it always gets set to a "more
* permissive" setting, which allows most architectures to optimize
* this. We return whether the PTE actually changed, which in turn
* instructs the caller to do things like update__mmu_cache. This
* used to be done in the caller, but sparc needs minor faults to
* force that call on sun4c so we changed this macro slightly
*/
int ptep_set_access_flags(struct vm_area_struct *vma,
unsigned long address, pte_t *ptep,
pte_t entry, int dirty)
{
int changed = !pte_same(*ptep, entry);
if (changed) {
set_pte_at(vma->vm_mm, address, ptep, entry);
flush_tlb_fix_spurious_fault(vma, address);
}
return changed;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 64 | 98.46% | 1 | 50.00% |
Rik Van Riel | 1 | 1.54% | 1 | 50.00% |
Total | 65 | 100.00% | 2 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PTEP_CLEAR_YOUNG_FLUSH
int ptep_clear_flush_young(struct vm_area_struct *vma,
unsigned long address, pte_t *ptep)
{
int young;
young = ptep_test_and_clear_young(vma, address, ptep);
if (young)
flush_tlb_page(vma, address);
return young;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 32 | 69.57% | 1 | 50.00% |
Vineet Gupta | 14 | 30.43% | 1 | 50.00% |
Total | 46 | 100.00% | 2 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PTEP_CLEAR_FLUSH
pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address,
pte_t *ptep)
{
struct mm_struct *mm = (vma)->vm_mm;
pte_t pte;
pte = ptep_get_and_clear(mm, address, ptep);
if (pte_accessible(mm, pte))
flush_tlb_page(vma, address);
return pte;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 37 | 59.68% | 1 | 50.00% |
Vineet Gupta | 25 | 40.32% | 1 | 50.00% |
Total | 62 | 100.00% | 2 | 100.00% |
#endif
#ifdef CONFIG_TRANSPARENT_HUGEPAGE
#ifndef __HAVE_ARCH_PMDP_SET_ACCESS_FLAGS
int pmdp_set_access_flags(struct vm_area_struct *vma,
unsigned long address, pmd_t *pmdp,
pmd_t entry, int dirty)
{
int changed = !pmd_same(*pmdp, entry);
VM_BUG_ON(address & ~HPAGE_PMD_MASK);
if (changed) {
set_pmd_at(vma->vm_mm, address, pmdp, entry);
flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
}
return changed;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 45 | 58.44% | 1 | 33.33% |
Vineet Gupta | 32 | 41.56% | 2 | 66.67% |
Total | 77 | 100.00% | 3 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PMDP_CLEAR_YOUNG_FLUSH
int pmdp_clear_flush_young(struct vm_area_struct *vma,
unsigned long address, pmd_t *pmdp)
{
int young;
VM_BUG_ON(address & ~HPAGE_PMD_MASK);
young = pmdp_test_and_clear_young(vma, address, pmdp);
if (young)
flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
return young;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 30 | 51.72% | 1 | 25.00% |
Vineet Gupta | 25 | 43.10% | 2 | 50.00% |
Rik Van Riel | 3 | 5.17% | 1 | 25.00% |
Total | 58 | 100.00% | 4 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PMDP_HUGE_CLEAR_FLUSH
pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address,
pmd_t *pmdp)
{
pmd_t pmd;
VM_BUG_ON(address & ~HPAGE_PMD_MASK);
VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) &&
!pmd_devmap(*pmdp)) || !pmd_present(*pmdp));
pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp);
flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
return pmd;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 53 | 60.23% | 1 | 16.67% |
Zi Yan | 15 | 17.05% | 1 | 16.67% |
Aneesh Kumar K.V | 12 | 13.64% | 2 | 33.33% |
Dan J Williams | 7 | 7.95% | 1 | 16.67% |
Vineet Gupta | 1 | 1.14% | 1 | 16.67% |
Total | 88 | 100.00% | 6 | 100.00% |
#ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD
pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address,
pud_t *pudp)
{
pud_t pud;
VM_BUG_ON(address & ~HPAGE_PUD_MASK);
VM_BUG_ON(!pud_trans_huge(*pudp) && !pud_devmap(*pudp));
pud = pudp_huge_get_and_clear(vma->vm_mm, address, pudp);
flush_pud_tlb_range(vma, address, address + HPAGE_PUD_SIZE);
return pud;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Matthew Wilcox | 73 | 100.00% | 1 | 100.00% |
Total | 73 | 100.00% | 1 | 100.00% |
#endif
#endif
#ifndef __HAVE_ARCH_PGTABLE_DEPOSIT
void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
pgtable_t pgtable)
{
assert_spin_locked(pmd_lockptr(mm, pmdp));
/* FIFO */
if (!pmd_huge_pte(mm, pmdp))
INIT_LIST_HEAD(&pgtable->lru);
else
list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru);
pmd_huge_pte(mm, pmdp) = pgtable;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Gerald Schaefer | 50 | 67.57% | 1 | 25.00% |
Kirill A. Shutemov | 20 | 27.03% | 2 | 50.00% |
Aneesh Kumar K.V | 4 | 5.41% | 1 | 25.00% |
Total | 74 | 100.00% | 4 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PGTABLE_WITHDRAW
/* no "address" argument so destroys page coloring of some arch */
pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp)
{
pgtable_t pgtable;
assert_spin_locked(pmd_lockptr(mm, pmdp));
/* FIFO */
pgtable = pmd_huge_pte(mm, pmdp);
pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru,
struct page, lru);
if (pmd_huge_pte(mm, pmdp))
list_del(&pgtable->lru);
return pgtable;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Gerald Schaefer | 47 | 61.04% | 1 | 20.00% |
Kirill A. Shutemov | 15 | 19.48% | 2 | 40.00% |
Geliang Tang | 11 | 14.29% | 1 | 20.00% |
Aneesh Kumar K.V | 4 | 5.19% | 1 | 20.00% |
Total | 77 | 100.00% | 5 | 100.00% |
#endif
#ifndef __HAVE_ARCH_PMDP_INVALIDATE
pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address,
pmd_t *pmdp)
{
pmd_t old = pmdp_establish(vma, address, pmdp, pmd_mknotpresent(*pmdp));
flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
return old;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Gerald Schaefer | 38 | 76.00% | 1 | 25.00% |
Kirill A. Shutemov | 9 | 18.00% | 1 | 25.00% |
Mel Gorman | 2 | 4.00% | 1 | 25.00% |
Vineet Gupta | 1 | 2.00% | 1 | 25.00% |
Total | 50 | 100.00% | 4 | 100.00% |
#endif
#ifndef pmdp_collapse_flush
pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address,
pmd_t *pmdp)
{
/*
* pmd and hugepage pte format are same. So we could
* use the same function.
*/
pmd_t pmd;
VM_BUG_ON(address & ~HPAGE_PMD_MASK);
VM_BUG_ON(pmd_trans_huge(*pmdp));
pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp);
/* collapse entails shooting down ptes not pmd */
flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE);
return pmd;
}
Contributors
Person | Tokens | Prop | Commits | CommitProp |
Aneesh Kumar K.V | 65 | 97.01% | 2 | 66.67% |
Vineet Gupta | 2 | 2.99% | 1 | 33.33% |
Total | 67 | 100.00% | 3 | 100.00% |
#endif
#endif /* CONFIG_TRANSPARENT_HUGEPAGE */
Overall Contributors
Person | Tokens | Prop | Commits | CommitProp |
Andrea Arcangeli | 295 | 33.07% | 1 | 4.17% |
Gerald Schaefer | 149 | 16.70% | 2 | 8.33% |
Vineet Gupta | 108 | 12.11% | 4 | 16.67% |
Aneesh Kumar K.V | 93 | 10.43% | 3 | 12.50% |
Matthew Wilcox | 78 | 8.74% | 1 | 4.17% |
Kirill A. Shutemov | 64 | 7.17% | 4 | 16.67% |
JoonSoo Kim | 61 | 6.84% | 1 | 4.17% |
Zi Yan | 15 | 1.68% | 1 | 4.17% |
Geliang Tang | 11 | 1.23% | 1 | 4.17% |
Dan J Williams | 7 | 0.78% | 1 | 4.17% |
Rik Van Riel | 5 | 0.56% | 2 | 8.33% |
Andrew Morton | 3 | 0.34% | 1 | 4.17% |
Mel Gorman | 2 | 0.22% | 1 | 4.17% |
Greg Kroah-Hartman | 1 | 0.11% | 1 | 4.17% |
Total | 892 | 100.00% | 24 | 100.00% |
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.