2005-04-16 22:20:36 +00:00
|
|
|
#ifndef _X86_64_PAGE_H
|
|
|
|
#define _X86_64_PAGE_H
|
|
|
|
|
2007-05-08 07:31:11 +00:00
|
|
|
#include <linux/const.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/* PAGE_SHIFT determines the page size */
|
|
|
|
#define PAGE_SHIFT 12
|
2007-05-02 17:27:06 +00:00
|
|
|
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
2005-04-16 22:20:36 +00:00
|
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
2005-11-05 16:25:53 +00:00
|
|
|
#define PHYSICAL_PAGE_MASK (~(PAGE_SIZE-1) & __PHYSICAL_MASK)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define THREAD_ORDER 1
|
2006-01-11 21:43:00 +00:00
|
|
|
#define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
|
2005-04-16 22:20:36 +00:00
|
|
|
#define CURRENT_MASK (~(THREAD_SIZE-1))
|
|
|
|
|
2006-01-11 21:43:00 +00:00
|
|
|
#define EXCEPTION_STACK_ORDER 0
|
|
|
|
#define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
|
|
|
|
|
2006-07-28 12:44:48 +00:00
|
|
|
#define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
|
2006-01-11 21:43:00 +00:00
|
|
|
#define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
|
|
|
|
|
|
|
|
#define IRQSTACK_ORDER 2
|
|
|
|
#define IRQSTACKSIZE (PAGE_SIZE << IRQSTACK_ORDER)
|
|
|
|
|
2006-01-16 00:56:39 +00:00
|
|
|
#define STACKFAULT_STACK 1
|
|
|
|
#define DOUBLEFAULT_STACK 2
|
|
|
|
#define NMI_STACK 3
|
|
|
|
#define DEBUG_STACK 4
|
|
|
|
#define MCE_STACK 5
|
|
|
|
#define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
|
2007-05-02 17:27:06 +00:00
|
|
|
#define LARGE_PAGE_SIZE (_AC(1,UL) << PMD_SHIFT)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define HPAGE_SHIFT PMD_SHIFT
|
2007-05-02 17:27:06 +00:00
|
|
|
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
2005-04-16 22:20:36 +00:00
|
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
|
|
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
2005-09-12 16:49:24 +00:00
|
|
|
extern unsigned long end_pfn;
|
2008-01-30 12:30:17 +00:00
|
|
|
extern unsigned long end_pfn_map;
|
2005-09-12 16:49:24 +00:00
|
|
|
|
2008-01-30 12:31:09 +00:00
|
|
|
void clear_page(void *page);
|
|
|
|
void copy_page(void *to, void *from);
|
|
|
|
|
|
|
|
struct page;
|
|
|
|
|
|
|
|
static void inline clear_user_page(void *page, unsigned long vaddr,
|
|
|
|
struct page *pg)
|
|
|
|
{
|
|
|
|
clear_page(page);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void inline copy_user_page(void *to, void *from, unsigned long vaddr,
|
|
|
|
struct page *topage)
|
|
|
|
{
|
|
|
|
copy_page(to, from);
|
|
|
|
}
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2007-07-17 11:03:05 +00:00
|
|
|
#define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
|
|
|
|
alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
|
2005-04-16 22:20:36 +00:00
|
|
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
|
|
|
/*
|
|
|
|
* These are used to make use of C type-checking..
|
|
|
|
*/
|
|
|
|
typedef struct { unsigned long pte; } pte_t;
|
|
|
|
typedef struct { unsigned long pmd; } pmd_t;
|
|
|
|
typedef struct { unsigned long pud; } pud_t;
|
|
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
|
|
|
#define PTE_MASK PHYSICAL_PAGE_MASK
|
|
|
|
|
|
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
|
|
|
2007-05-02 17:27:07 +00:00
|
|
|
extern unsigned long phys_base;
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#define pte_val(x) ((x).pte)
|
|
|
|
#define pmd_val(x) ((x).pmd)
|
|
|
|
#define pud_val(x) ((x).pud)
|
|
|
|
#define pgd_val(x) ((x).pgd)
|
|
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
|
|
|
|
|
|
#define __pte(x) ((pte_t) { (x) } )
|
|
|
|
#define __pmd(x) ((pmd_t) { (x) } )
|
|
|
|
#define __pud(x) ((pud_t) { (x) } )
|
|
|
|
#define __pgd(x) ((pgd_t) { (x) } )
|
|
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
|
2007-05-02 17:27:06 +00:00
|
|
|
#endif /* !__ASSEMBLY__ */
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2005-06-25 21:57:52 +00:00
|
|
|
#define __PHYSICAL_START CONFIG_PHYSICAL_START
|
2007-05-02 17:27:08 +00:00
|
|
|
#define __KERNEL_ALIGN 0x200000
|
2007-05-08 07:31:14 +00:00
|
|
|
|
2007-05-11 05:22:15 +00:00
|
|
|
/*
|
|
|
|
* Make sure kernel is aligned to 2MB address. Catching it at compile
|
|
|
|
* time is better. Change your config file and compile the kernel
|
|
|
|
* for a 2MB aligned address (CONFIG_PHYSICAL_START)
|
|
|
|
*/
|
|
|
|
#if (CONFIG_PHYSICAL_START % __KERNEL_ALIGN) != 0
|
|
|
|
#error "CONFIG_PHYSICAL_START must be a multiple of 2MB"
|
|
|
|
#endif
|
|
|
|
|
2005-06-25 21:57:52 +00:00
|
|
|
#define __START_KERNEL (__START_KERNEL_map + __PHYSICAL_START)
|
2007-05-08 07:31:14 +00:00
|
|
|
#define __START_KERNEL_map _AC(0xffffffff80000000, UL)
|
|
|
|
#define __PAGE_OFFSET _AC(0xffff810000000000, UL)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
/* to align the pointer to the (next) page boundary */
|
|
|
|
#define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK)
|
|
|
|
|
|
|
|
/* See Documentation/x86_64/mm.txt for a description of the memory map. */
|
|
|
|
#define __PHYSICAL_MASK_SHIFT 46
|
2007-05-02 17:27:06 +00:00
|
|
|
#define __PHYSICAL_MASK ((_AC(1,UL) << __PHYSICAL_MASK_SHIFT) - 1)
|
2005-04-16 22:20:36 +00:00
|
|
|
#define __VIRTUAL_MASK_SHIFT 48
|
2007-05-02 17:27:06 +00:00
|
|
|
#define __VIRTUAL_MASK ((_AC(1,UL) << __VIRTUAL_MASK_SHIFT) - 1)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2007-05-02 17:27:06 +00:00
|
|
|
#define KERNEL_TEXT_SIZE (40*1024*1024)
|
2007-05-08 07:31:14 +00:00
|
|
|
#define KERNEL_TEXT_START _AC(0xffffffff80000000, UL)
|
Revert "[PATCH] x86: __pa and __pa_symbol address space separation"
This was broken. It adds complexity, for no good reason. Rather than
separate __pa() and __pa_symbol(), we should deprecate __pa_symbol(),
and preferably __pa() too - and just use "virt_to_phys()" instead, which
is more readable and has nicer semantics.
However, right now, just undo the separation, and make __pa_symbol() be
the exact same as __pa(). That fixes the bugs this patch introduced,
and we can do the fairly obvious cleanups later.
Do the new __phys_addr() function (which is now the actual workhorse for
the unified __pa()/__pa_symbol()) as a real external function, that way
all the potential issues with compile/link-time optimizations of
constant symbol addresses go away, and we can also, if we choose to, add
more sanity-checking of the argument.
Cc: Eric W. Biederman <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Cc: Andi Kleen <ak@suse.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-07 15:44:24 +00:00
|
|
|
#define PAGE_OFFSET __PAGE_OFFSET
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
|
|
|
#include <asm/bug.h>
|
|
|
|
|
Revert "[PATCH] x86: __pa and __pa_symbol address space separation"
This was broken. It adds complexity, for no good reason. Rather than
separate __pa() and __pa_symbol(), we should deprecate __pa_symbol(),
and preferably __pa() too - and just use "virt_to_phys()" instead, which
is more readable and has nicer semantics.
However, right now, just undo the separation, and make __pa_symbol() be
the exact same as __pa(). That fixes the bugs this patch introduced,
and we can do the fairly obvious cleanups later.
Do the new __phys_addr() function (which is now the actual workhorse for
the unified __pa()/__pa_symbol()) as a real external function, that way
all the potential issues with compile/link-time optimizations of
constant symbol addresses go away, and we can also, if we choose to, add
more sanity-checking of the argument.
Cc: Eric W. Biederman <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Cc: Andi Kleen <ak@suse.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-07 15:44:24 +00:00
|
|
|
extern unsigned long __phys_addr(unsigned long);
|
2005-04-16 22:20:36 +00:00
|
|
|
|
Revert "[PATCH] x86: __pa and __pa_symbol address space separation"
This was broken. It adds complexity, for no good reason. Rather than
separate __pa() and __pa_symbol(), we should deprecate __pa_symbol(),
and preferably __pa() too - and just use "virt_to_phys()" instead, which
is more readable and has nicer semantics.
However, right now, just undo the separation, and make __pa_symbol() be
the exact same as __pa(). That fixes the bugs this patch introduced,
and we can do the fairly obvious cleanups later.
Do the new __phys_addr() function (which is now the actual workhorse for
the unified __pa()/__pa_symbol()) as a real external function, that way
all the potential issues with compile/link-time optimizations of
constant symbol addresses go away, and we can also, if we choose to, add
more sanity-checking of the argument.
Cc: Eric W. Biederman <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Cc: Andi Kleen <ak@suse.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-07 15:44:24 +00:00
|
|
|
#endif /* __ASSEMBLY__ */
|
2005-04-16 22:20:36 +00:00
|
|
|
|
Revert "[PATCH] x86: __pa and __pa_symbol address space separation"
This was broken. It adds complexity, for no good reason. Rather than
separate __pa() and __pa_symbol(), we should deprecate __pa_symbol(),
and preferably __pa() too - and just use "virt_to_phys()" instead, which
is more readable and has nicer semantics.
However, right now, just undo the separation, and make __pa_symbol() be
the exact same as __pa(). That fixes the bugs this patch introduced,
and we can do the fairly obvious cleanups later.
Do the new __phys_addr() function (which is now the actual workhorse for
the unified __pa()/__pa_symbol()) as a real external function, that way
all the potential issues with compile/link-time optimizations of
constant symbol addresses go away, and we can also, if we choose to, add
more sanity-checking of the argument.
Cc: Eric W. Biederman <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Cc: Andi Kleen <ak@suse.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-07 15:44:24 +00:00
|
|
|
#define __pa(x) __phys_addr((unsigned long)(x))
|
|
|
|
#define __pa_symbol(x) __phys_addr((unsigned long)(x))
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET))
|
Revert "[PATCH] x86: __pa and __pa_symbol address space separation"
This was broken. It adds complexity, for no good reason. Rather than
separate __pa() and __pa_symbol(), we should deprecate __pa_symbol(),
and preferably __pa() too - and just use "virt_to_phys()" instead, which
is more readable and has nicer semantics.
However, right now, just undo the separation, and make __pa_symbol() be
the exact same as __pa(). That fixes the bugs this patch introduced,
and we can do the fairly obvious cleanups later.
Do the new __phys_addr() function (which is now the actual workhorse for
the unified __pa()/__pa_symbol()) as a real external function, that way
all the potential issues with compile/link-time optimizations of
constant symbol addresses go away, and we can also, if we choose to, add
more sanity-checking of the argument.
Cc: Eric W. Biederman <ebiederm@xmission.com>
Cc: Vivek Goyal <vgoyal@in.ibm.com>
Cc: Andi Kleen <ak@suse.de>
Cc: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2007-05-07 15:44:24 +00:00
|
|
|
#define __boot_va(x) __va(x)
|
|
|
|
#define __boot_pa(x) __pa(x)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
|
|
|
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS \
|
|
|
|
(((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
|
|
|
VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
|
|
|
|
#define __HAVE_ARCH_GATE_AREA 1
|
2007-10-16 08:24:15 +00:00
|
|
|
#define vmemmap ((struct page *)VMEMMAP_START)
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2006-03-27 09:15:34 +00:00
|
|
|
#include <asm-generic/memory_model.h>
|
2005-09-03 22:54:30 +00:00
|
|
|
#include <asm-generic/page.h>
|
|
|
|
|
2006-04-27 14:48:08 +00:00
|
|
|
#endif /* __KERNEL__ */
|
|
|
|
|
2005-04-16 22:20:36 +00:00
|
|
|
#endif /* _X86_64_PAGE_H */
|