Commit a9252aae authored by Aneesh Kumar K.V's avatar Aneesh Kumar K.V Committed by Michael Ellerman
Browse files

powerpc/mm: Move hugetlb and THP related pmd accessors to pgtable.h 



Here we create pgtable-64/4k.h and move pmd accessors that are common
between hash and radix there. We can't do much sharing with 4K Linux
page size because 4K Linux page size with hash config doesn't support
THP. So for now it is empty. In later patches we will add functions that
does conditional hash/radix accessors there.

Signed-off-by: default avatarAneesh Kumar K.V <aneesh.kumar@linux.vnet.ibm.com>
Signed-off-by: default avatarMichael Ellerman <mpe@ellerman.id.au>
parent ac94ac79

arch/powerpc/include/asm/book3s/64/hash-64k.h

+0 −83
Original line number Diff line number Diff line
@@ -118,57 +118,6 @@ static inline int remap_4k_pfn(struct vm_area_struct *vma, unsigned long addr, 
#define H_PUD_TABLE_SIZE	(sizeof(pud_t) << PUD_INDEX_SIZE)

#define H_PGD_TABLE_SIZE	(sizeof(pgd_t) << PGD_INDEX_SIZE)



#ifdef CONFIG_HUGETLB_PAGE

/*

 * We have PGD_INDEX_SIZ = 12 and PTE_INDEX_SIZE = 8, so that we can have

 * 16GB hugepage pte in PGD and 16MB hugepage pte at PMD;

 *

 * Defined in such a way that we can optimize away code block at build time

 * if CONFIG_HUGETLB_PAGE=n.

 */

static inline int pmd_huge(pmd_t pmd)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pmd_val(pmd) & _PAGE_PTE);

}



static inline int pud_huge(pud_t pud)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pud_val(pud) & _PAGE_PTE);

}



static inline int pgd_huge(pgd_t pgd)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pgd_val(pgd) & _PAGE_PTE);

}

#define pgd_huge pgd_huge



#ifdef CONFIG_DEBUG_VM

extern int hugepd_ok(hugepd_t hpd);

#define is_hugepd(hpd)               (hugepd_ok(hpd))

#else

/*

 * With 64k page size, we have hugepage ptes in the pgd and pmd entries. We don't

 * need to setup hugepage directory for them. Our pte and page directory format

 * enable us to have this enabled.

 */

static inline int hugepd_ok(hugepd_t hpd)

{

	return 0;

}

#define is_hugepd(pdep)			0

#endif /* CONFIG_DEBUG_VM */



#endif /* CONFIG_HUGETLB_PAGE */



#ifdef CONFIG_TRANSPARENT_HUGEPAGE

extern unsigned long pmd_hugepage_update(struct mm_struct *mm,

					 unsigned long addr,
@@ -239,44 +188,12 @@ static inline int pmd_trans_huge(pmd_t pmd) 
		  (_PAGE_PTE | H_PAGE_THP_HUGE));

}



static inline int pmd_large(pmd_t pmd)

{

	return !!(pmd_val(pmd) & _PAGE_PTE);

}



static inline pmd_t pmd_mknotpresent(pmd_t pmd)

{

	return __pmd(pmd_val(pmd) & ~_PAGE_PRESENT);

}



#define __HAVE_ARCH_PMD_SAME

static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b)

{

	return (((pmd_raw(pmd_a) ^ pmd_raw(pmd_b)) & ~cpu_to_be64(_PAGE_HPTEFLAGS)) == 0);

}



static inline int __pmdp_test_and_clear_young(struct mm_struct *mm,

					      unsigned long addr, pmd_t *pmdp)

{

	unsigned long old;



	if ((pmd_val(*pmdp) & (_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0)

		return 0;

	old = pmd_hugepage_update(mm, addr, pmdp, _PAGE_ACCESSED, 0);

	return ((old & _PAGE_ACCESSED) != 0);

}



#define __HAVE_ARCH_PMDP_SET_WRPROTECT

static inline void pmdp_set_wrprotect(struct mm_struct *mm, unsigned long addr,

				      pmd_t *pmdp)

{



	if ((pmd_val(*pmdp) & _PAGE_WRITE) == 0)

		return;



	pmd_hugepage_update(mm, addr, pmdp, _PAGE_WRITE, 0);

}



#endif /*  CONFIG_TRANSPARENT_HUGEPAGE */

#endif	/* __ASSEMBLY__ */

arch/powerpc/include/asm/book3s/64/pgtable-4k.h

0 → 100644
+7 −0
Original line number Diff line number Diff line 
#ifndef _ASM_POWERPC_BOOK3S_64_PGTABLE_4K_H

#define _ASM_POWERPC_BOOK3S_64_PGTABLE_4K_H

/*

 * hash 4k can't share hugetlb and also doesn't support THP

 */



#endif /*_ASM_POWERPC_BOOK3S_64_PGTABLE_4K_H */

arch/powerpc/include/asm/book3s/64/pgtable-64k.h

0 → 100644
+94 −0
Original line number Diff line number Diff line 
#ifndef _ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H

#define _ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H



#ifndef __ASSEMBLY__

#ifdef CONFIG_HUGETLB_PAGE

/*

 * We have PGD_INDEX_SIZ = 12 and PTE_INDEX_SIZE = 8, so that we can have

 * 16GB hugepage pte in PGD and 16MB hugepage pte at PMD;

 *

 * Defined in such a way that we can optimize away code block at build time

 * if CONFIG_HUGETLB_PAGE=n.

 */

static inline int pmd_huge(pmd_t pmd)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pmd_val(pmd) & _PAGE_PTE);

}



static inline int pud_huge(pud_t pud)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pud_val(pud) & _PAGE_PTE);

}



static inline int pgd_huge(pgd_t pgd)

{

	/*

	 * leaf pte for huge page

	 */

	return !!(pgd_val(pgd) & _PAGE_PTE);

}

#define pgd_huge pgd_huge



#ifdef CONFIG_DEBUG_VM

extern int hugepd_ok(hugepd_t hpd);

#define is_hugepd(hpd)               (hugepd_ok(hpd))

#else

/*

 * With 64k page size, we have hugepage ptes in the pgd and pmd entries. We don't

 * need to setup hugepage directory for them. Our pte and page directory format

 * enable us to have this enabled.

 */

static inline int hugepd_ok(hugepd_t hpd)

{

	return 0;

}

#define is_hugepd(pdep)			0

#endif /* CONFIG_DEBUG_VM */



#endif /* CONFIG_HUGETLB_PAGE */



#ifdef CONFIG_TRANSPARENT_HUGEPAGE

static inline int pmd_large(pmd_t pmd)

{

	return !!(pmd_val(pmd) & _PAGE_PTE);

}



static inline pmd_t pmd_mknotpresent(pmd_t pmd)

{

	return __pmd(pmd_val(pmd) & ~_PAGE_PRESENT);

}

/*

 * For radix we should always find H_PAGE_HASHPTE zero. Hence

 * the below will work for radix too

 */

static inline int __pmdp_test_and_clear_young(struct mm_struct *mm,

					      unsigned long addr, pmd_t *pmdp)

{

	unsigned long old;



	if ((pmd_val(*pmdp) & (_PAGE_ACCESSED | H_PAGE_HASHPTE)) == 0)

		return 0;

	old = pmd_hugepage_update(mm, addr, pmdp, _PAGE_ACCESSED, 0);

	return ((old & _PAGE_ACCESSED) != 0);

}



#define __HAVE_ARCH_PMDP_SET_WRPROTECT

static inline void pmdp_set_wrprotect(struct mm_struct *mm, unsigned long addr,

				      pmd_t *pmdp)

{



	if ((pmd_val(*pmdp) & _PAGE_WRITE) == 0)

		return;



	pmd_hugepage_update(mm, addr, pmdp, _PAGE_WRITE, 0);

}



#endif /*  CONFIG_TRANSPARENT_HUGEPAGE */

#endif	/* __ASSEMBLY__ */

#endif /*_ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H */

arch/powerpc/include/asm/book3s/64/pgtable.h

+7 −0
Original line number Diff line number Diff line
@@ -206,6 +206,13 @@ extern unsigned long __pgd_table_size; 


#include <asm/book3s/64/hash.h>

#include <asm/book3s/64/radix.h>



#ifdef CONFIG_PPC_64K_PAGES

#include <asm/book3s/64/pgtable-64k.h>

#else

#include <asm/book3s/64/pgtable-4k.h>

#endif



#include <asm/barrier.h>



/*

CRA Git | Maintained and supported by SUSTech CRA and CCSE