mirror of https://github.com/Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
88 lines
2.2 KiB
88 lines
2.2 KiB
#ifndef _ASM_POWERPC_PTE_WALK_H |
|
#define _ASM_POWERPC_PTE_WALK_H |
|
|
|
#include <linux/sched.h> |
|
|
|
/* Don't use this directly */ |
|
extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, |
|
bool *is_thp, unsigned *hshift); |
|
|
|
static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, |
|
bool *is_thp, unsigned *hshift) |
|
{ |
|
pte_t *pte; |
|
|
|
VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__); |
|
pte = __find_linux_pte(pgdir, ea, is_thp, hshift); |
|
|
|
#if defined(CONFIG_DEBUG_VM) && \ |
|
!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)) |
|
/* |
|
* We should not find huge page if these configs are not enabled. |
|
*/ |
|
if (hshift) |
|
WARN_ON(*hshift); |
|
#endif |
|
return pte; |
|
} |
|
|
|
static inline pte_t *find_init_mm_pte(unsigned long ea, unsigned *hshift) |
|
{ |
|
pgd_t *pgdir = init_mm.pgd; |
|
return __find_linux_pte(pgdir, ea, NULL, hshift); |
|
} |
|
|
|
/* |
|
* Convert a kernel vmap virtual address (vmalloc or ioremap space) to a |
|
* physical address, without taking locks. This can be used in real-mode. |
|
*/ |
|
static inline phys_addr_t ppc_find_vmap_phys(unsigned long addr) |
|
{ |
|
pte_t *ptep; |
|
phys_addr_t pa; |
|
int hugepage_shift; |
|
|
|
/* |
|
* init_mm does not free page tables, and does not do THP. It may |
|
* have huge pages from huge vmalloc / ioremap etc. |
|
*/ |
|
ptep = find_init_mm_pte(addr, &hugepage_shift); |
|
if (WARN_ON(!ptep)) |
|
return 0; |
|
|
|
pa = PFN_PHYS(pte_pfn(*ptep)); |
|
|
|
if (!hugepage_shift) |
|
hugepage_shift = PAGE_SHIFT; |
|
|
|
pa |= addr & ((1ul << hugepage_shift) - 1); |
|
|
|
return pa; |
|
} |
|
|
|
/* |
|
* This is what we should always use. Any other lockless page table lookup needs |
|
* careful audit against THP split. |
|
*/ |
|
static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, |
|
bool *is_thp, unsigned *hshift) |
|
{ |
|
pte_t *pte; |
|
|
|
VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__); |
|
VM_WARN(pgdir != current->mm->pgd, |
|
"%s lock less page table lookup called on wrong mm\n", __func__); |
|
pte = __find_linux_pte(pgdir, ea, is_thp, hshift); |
|
|
|
#if defined(CONFIG_DEBUG_VM) && \ |
|
!(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)) |
|
/* |
|
* We should not find huge page if these configs are not enabled. |
|
*/ |
|
if (hshift) |
|
WARN_ON(*hshift); |
|
#endif |
|
return pte; |
|
} |
|
|
|
#endif /* _ASM_POWERPC_PTE_WALK_H */
|
|
|