Release 4.16 arch/powerpc/include/asm/book3s/64/tlbflush.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H

#define _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H


#define MMU_NO_CONTEXT	~0UL


#include <asm/book3s/64/tlbflush-hash.h>
#include <asm/book3s/64/tlbflush-radix.h>

/* TLB flush actions. Used as argument to tlbiel_all() */

enum {
	
TLB_INVAL_SCOPE_GLOBAL = 0,	/* invalidate all TLBs */
	
TLB_INVAL_SCOPE_LPID = 1,	/* invalidate TLBs for current LPID */
};

#ifdef CONFIG_PPC_NATIVE


static inline void tlbiel_all(void)
{
	/*
         * This is used for host machine check and bootup.
         *
         * This uses early_radix_enabled and implementations use
         * early_cpu_has_feature etc because that works early in boot
         * and this is the machine check path which is not performance
         * critical.
         */
	if (early_radix_enabled())
		radix__tlbiel_all(TLB_INVAL_SCOPE_GLOBAL);
	else
		hash__tlbiel_all(TLB_INVAL_SCOPE_GLOBAL);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Nicholas Piggin
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%

#else


static inline void tlbiel_all(void) { BUG(); }
Contributors
Person
Tokens
Prop
Commits
CommitProp
Michael Ellerman
12
100.00%
1
100.00%
Total
12
100.00%
1
100.00%


;
#endif



static inline void tlbiel_all_lpid(bool radix)
{
	/*
         * This is used for guest machine check.
         */
	if (radix)
		radix__tlbiel_all(TLB_INVAL_SCOPE_LPID);
	else
		hash__tlbiel_all(TLB_INVAL_SCOPE_LPID);
}


Contributors
Person
Tokens
Prop
Commits
CommitProp
Nicholas Piggin
26
100.00%
1
100.00%
Total
26
100.00%
1
100.00%


#define __HAVE_ARCH_FLUSH_PMD_TLB_RANGE


static inline void flush_pmd_tlb_range(struct vm_area_struct *vma,
				       unsigned long start, unsigned long end)
{
	if (radix_enabled())
		return radix__flush_pmd_tlb_range(vma, start, end);
	return hash__flush_tlb_range(vma, start, end);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
45
100.00%
1
100.00%
Total
45
100.00%
1
100.00%


#define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE


static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma,
					   unsigned long start,
					   unsigned long end)
{
	if (radix_enabled())
		return radix__flush_hugetlb_tlb_range(vma, start, end);
	return hash__flush_tlb_range(vma, start, end);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
45
100.00%
1
100.00%
Total
45
100.00%
1
100.00%



static inline void flush_tlb_range(struct vm_area_struct *vma,
				   unsigned long start, unsigned long end)
{
	if (radix_enabled())
		return radix__flush_tlb_range(vma, start, end);
	return hash__flush_tlb_range(vma, start, end);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
45
100.00%
2
100.00%
Total
45
100.00%
2
100.00%



static inline void flush_tlb_kernel_range(unsigned long start,
					  unsigned long end)
{
	if (radix_enabled())
		return radix__flush_tlb_kernel_range(start, end);
	return hash__flush_tlb_kernel_range(start, end);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
36
100.00%
2
100.00%
Total
36
100.00%
2
100.00%



static inline void local_flush_tlb_mm(struct mm_struct *mm)
{
	if (radix_enabled())
		return radix__local_flush_tlb_mm(mm);
	return hash__local_flush_tlb_mm(mm);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
29
100.00%
2
100.00%
Total
29
100.00%
2
100.00%



static inline void local_flush_tlb_page(struct vm_area_struct *vma,
					unsigned long vmaddr)
{
	if (radix_enabled())
		return radix__local_flush_tlb_page(vma, vmaddr);
	return hash__local_flush_tlb_page(vma, vmaddr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
37
100.00%
2
100.00%
Total
37
100.00%
2
100.00%



static inline void local_flush_all_mm(struct mm_struct *mm)
{
	if (radix_enabled())
		return radix__local_flush_all_mm(mm);
	return hash__local_flush_all_mm(mm);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Frederic Barrat
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%



static inline void tlb_flush(struct mmu_gather *tlb)
{
	if (radix_enabled())
		return radix__tlb_flush(tlb);
	return hash__tlb_flush(tlb);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
29
100.00%
2
100.00%
Total
29
100.00%
2
100.00%

#ifdef CONFIG_SMP


static inline void flush_tlb_mm(struct mm_struct *mm)
{
	if (radix_enabled())
		return radix__flush_tlb_mm(mm);
	return hash__flush_tlb_mm(mm);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
29
100.00%
2
100.00%
Total
29
100.00%
2
100.00%



static inline void flush_tlb_page(struct vm_area_struct *vma,
				  unsigned long vmaddr)
{
	if (radix_enabled())
		return radix__flush_tlb_page(vma, vmaddr);
	return hash__flush_tlb_page(vma, vmaddr);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
37
100.00%
2
100.00%
Total
37
100.00%
2
100.00%



static inline void flush_all_mm(struct mm_struct *mm)
{
	if (radix_enabled())
		return radix__flush_all_mm(mm);
	return hash__flush_all_mm(mm);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Frederic Barrat
29
100.00%
1
100.00%
Total
29
100.00%
1
100.00%

#else

#define flush_tlb_mm(mm)		local_flush_tlb_mm(mm)

#define flush_tlb_page(vma, addr)	local_flush_tlb_page(vma, addr)

#define flush_all_mm(mm)		local_flush_all_mm(mm)
#endif /* CONFIG_SMP */
/*
 * flush the page walk cache for the address
 */


static inline void flush_tlb_pgtable(struct mmu_gather *tlb, unsigned long address)
{
	/*
         * Flush the page table walk cache on freeing a page table. We already
         * have marked the upper/higher level page table entry none by now.
         * So it is safe to flush PWC here.
         */
	if (!radix_enabled())
		return;

	radix__flush_tlb_pwc(tlb, address);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
31
100.00%
1
100.00%
Total
31
100.00%
1
100.00%

#endif /*  _ASM_POWERPC_BOOK3S_64_TLBFLUSH_H */
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
Aneesh Kumar K.V
413
72.97%
5
55.56%
Nicholas Piggin
67
11.84%
1
11.11%
Frederic Barrat
65
11.48%
1
11.11%
Michael Ellerman
20
3.53%
1
11.11%
Greg Kroah-Hartman
1
0.18%
1
11.11%
Total
566
100.00%
9
100.00%
Directory: arch/powerpc/include/asm/book3s/64

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.