66c570f545
This switch few of the page table accessor to use the __raw variant
and does the cpu to big endian conversion of constants. This helps in
generating better code.
For ex: a pgd_none(pgd) check with and without fix is listed below
Without fix:
------------
2240: 20 00 61 eb ld r27,32(r1)
/* PGD level */
typedef struct { __be64 pgd; } pgd_t;
static inline unsigned long pgd_val(pgd_t x)
{
return be64_to_cpu(x.pgd);
2244: 22 00 66 78 rldicl r6,r3,32,32
2248: 3e 40 7d 54 rotlwi r29,r3,8
224c: 0e c0 7d 50 rlwimi r29,r3,24,0,7
2250: 3e 40 c5 54 rotlwi r5,r6,8
2254: 2e c4 7d 50 rlwimi r29,r3,24,16,23
2258: 0e c0 c5 50 rlwimi r5,r6,24,0,7
225c: 2e c4 c5 50 rlwimi r5,r6,24,16,23
2260: c6 07 bd 7b rldicr r29,r29,32,31
2264: 78 2b bd 7f or r29,r29,r5
if (pgd_none(pgd))
2268: 00 00 bd 2f cmpdi cr7,r29,0
226c: 54 03 9e 41 beq cr7,25c0 <__get_user_pages_fast+0x500>
With fix:
---------
2370: 20 00 61 eb ld r27,32(r1)
if (pgd_none(pgd))
2374: 00 00 bd 2f cmpdi cr7,r29,0
2378: a8 03 9e 41 beq cr7,2720 <__get_user_pages_fast+0x530>
break;
Signed-off-by: Aneesh Kumar K.V <aneesh.kumar@linux.vnet.ibm.com>
Acked-by: Balbir Singh <bsingharora@gmail.com>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
65 lines
1.5 KiB
C
65 lines
1.5 KiB
C
#ifndef _ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H
|
|
#define _ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H
|
|
|
|
#ifndef __ASSEMBLY__
|
|
#ifdef CONFIG_HUGETLB_PAGE
|
|
/*
|
|
* We have PGD_INDEX_SIZ = 12 and PTE_INDEX_SIZE = 8, so that we can have
|
|
* 16GB hugepage pte in PGD and 16MB hugepage pte at PMD;
|
|
*
|
|
* Defined in such a way that we can optimize away code block at build time
|
|
* if CONFIG_HUGETLB_PAGE=n.
|
|
*/
|
|
static inline int pmd_huge(pmd_t pmd)
|
|
{
|
|
/*
|
|
* leaf pte for huge page
|
|
*/
|
|
return !!(pmd_raw(pmd) & cpu_to_be64(_PAGE_PTE));
|
|
}
|
|
|
|
static inline int pud_huge(pud_t pud)
|
|
{
|
|
/*
|
|
* leaf pte for huge page
|
|
*/
|
|
return !!(pud_raw(pud) & cpu_to_be64(_PAGE_PTE));
|
|
}
|
|
|
|
static inline int pgd_huge(pgd_t pgd)
|
|
{
|
|
/*
|
|
* leaf pte for huge page
|
|
*/
|
|
return !!(pgd_raw(pgd) & cpu_to_be64(_PAGE_PTE));
|
|
}
|
|
#define pgd_huge pgd_huge
|
|
|
|
#ifdef CONFIG_DEBUG_VM
|
|
extern int hugepd_ok(hugepd_t hpd);
|
|
#define is_hugepd(hpd) (hugepd_ok(hpd))
|
|
#else
|
|
/*
|
|
* With 64k page size, we have hugepage ptes in the pgd and pmd entries. We don't
|
|
* need to setup hugepage directory for them. Our pte and page directory format
|
|
* enable us to have this enabled.
|
|
*/
|
|
static inline int hugepd_ok(hugepd_t hpd)
|
|
{
|
|
return 0;
|
|
}
|
|
#define is_hugepd(pdep) 0
|
|
#endif /* CONFIG_DEBUG_VM */
|
|
|
|
#endif /* CONFIG_HUGETLB_PAGE */
|
|
|
|
static inline int remap_4k_pfn(struct vm_area_struct *vma, unsigned long addr,
|
|
unsigned long pfn, pgprot_t prot)
|
|
{
|
|
if (radix_enabled())
|
|
BUG();
|
|
return hash__remap_4k_pfn(vma, addr, pfn, prot);
|
|
}
|
|
#endif /* __ASSEMBLY__ */
|
|
#endif /*_ASM_POWERPC_BOOK3S_64_PGTABLE_64K_H */
|