forked from Minki/linux
bb7f380849
Instead of using the first level page table to define mappings for the linear memory space, we can use direct mapping from the TLB handling routines. This has several advantages: * No need to read the tables at each TLB miss * No issue in 16k pages mode where the 1st level table maps 64 Mbytes The size of the available linear space is known at system startup. In order to avoid data access at each TLB miss to know the memory size, the TLB routine is patched at startup with the proper size This patch provides a 10%-15% improvment of TLB miss handling for kernel addresses Signed-off-by: Christophe Leroy <christophe.leroy@c-s.fr> Signed-off-by: Scott Wood <oss@buserror.net>
176 lines
4.2 KiB
C
176 lines
4.2 KiB
C
/*
|
|
* This file contains the routines for initializing the MMU
|
|
* on the 8xx series of chips.
|
|
* -- christophe
|
|
*
|
|
* Derived from arch/powerpc/mm/40x_mmu.c:
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*
|
|
*/
|
|
|
|
#include <linux/memblock.h>
|
|
#include <asm/fixmap.h>
|
|
#include <asm/code-patching.h>
|
|
|
|
#include "mmu_decl.h"
|
|
|
|
#define IMMR_SIZE (FIX_IMMR_SIZE << PAGE_SHIFT)
|
|
|
|
extern int __map_without_ltlbs;
|
|
|
|
/*
|
|
* Return PA for this VA if it is in IMMR area, or 0
|
|
*/
|
|
phys_addr_t v_block_mapped(unsigned long va)
|
|
{
|
|
unsigned long p = PHYS_IMMR_BASE;
|
|
|
|
if (__map_without_ltlbs)
|
|
return 0;
|
|
if (va >= VIRT_IMMR_BASE && va < VIRT_IMMR_BASE + IMMR_SIZE)
|
|
return p + va - VIRT_IMMR_BASE;
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* Return VA for a given PA or 0 if not mapped
|
|
*/
|
|
unsigned long p_block_mapped(phys_addr_t pa)
|
|
{
|
|
unsigned long p = PHYS_IMMR_BASE;
|
|
|
|
if (__map_without_ltlbs)
|
|
return 0;
|
|
if (pa >= p && pa < p + IMMR_SIZE)
|
|
return VIRT_IMMR_BASE + pa - p;
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* MMU_init_hw does the chip-specific initialization of the MMU hardware.
|
|
*/
|
|
void __init MMU_init_hw(void)
|
|
{
|
|
/* Nothing to do for the time being but keep it similar to other PPC */
|
|
}
|
|
|
|
#define LARGE_PAGE_SIZE_8M (1<<23)
|
|
|
|
static void mmu_mapin_immr(void)
|
|
{
|
|
unsigned long p = PHYS_IMMR_BASE;
|
|
unsigned long v = VIRT_IMMR_BASE;
|
|
unsigned long f = pgprot_val(PAGE_KERNEL_NCG);
|
|
int offset;
|
|
|
|
for (offset = 0; offset < IMMR_SIZE; offset += PAGE_SIZE)
|
|
map_page(v + offset, p + offset, f);
|
|
}
|
|
|
|
/* Address of instructions to patch */
|
|
#ifndef CONFIG_PIN_TLB
|
|
extern unsigned int DTLBMiss_jmp;
|
|
#endif
|
|
extern unsigned int DTLBMiss_cmp, FixupDAR_cmp;
|
|
|
|
void mmu_patch_cmp_limit(unsigned int *addr, unsigned long mapped)
|
|
{
|
|
unsigned int instr = *addr;
|
|
|
|
instr &= 0xffff0000;
|
|
instr |= (unsigned long)__va(mapped) >> 16;
|
|
patch_instruction(addr, instr);
|
|
}
|
|
|
|
unsigned long __init mmu_mapin_ram(unsigned long top)
|
|
{
|
|
unsigned long mapped;
|
|
|
|
if (__map_without_ltlbs) {
|
|
mapped = 0;
|
|
mmu_mapin_immr();
|
|
#ifndef CONFIG_PIN_TLB
|
|
patch_instruction(&DTLBMiss_jmp, PPC_INST_NOP);
|
|
#endif
|
|
} else {
|
|
mapped = top & ~(LARGE_PAGE_SIZE_8M - 1);
|
|
}
|
|
|
|
mmu_patch_cmp_limit(&DTLBMiss_cmp, mapped);
|
|
mmu_patch_cmp_limit(&FixupDAR_cmp, mapped);
|
|
|
|
/* If the size of RAM is not an exact power of two, we may not
|
|
* have covered RAM in its entirety with 8 MiB
|
|
* pages. Consequently, restrict the top end of RAM currently
|
|
* allocable so that calls to the MEMBLOCK to allocate PTEs for "tail"
|
|
* coverage with normal-sized pages (or other reasons) do not
|
|
* attempt to allocate outside the allowed range.
|
|
*/
|
|
if (mapped)
|
|
memblock_set_current_limit(mapped);
|
|
|
|
return mapped;
|
|
}
|
|
|
|
void setup_initial_memory_limit(phys_addr_t first_memblock_base,
|
|
phys_addr_t first_memblock_size)
|
|
{
|
|
/* We don't currently support the first MEMBLOCK not mapping 0
|
|
* physical on those processors
|
|
*/
|
|
BUG_ON(first_memblock_base != 0);
|
|
|
|
#ifdef CONFIG_PIN_TLB
|
|
/* 8xx can only access 24MB at the moment */
|
|
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x01800000));
|
|
#else
|
|
/* 8xx can only access 8MB at the moment */
|
|
memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000));
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* Set up to use a given MMU context.
|
|
* id is context number, pgd is PGD pointer.
|
|
*
|
|
* We place the physical address of the new task page directory loaded
|
|
* into the MMU base register, and set the ASID compare register with
|
|
* the new "context."
|
|
*/
|
|
void set_context(unsigned long id, pgd_t *pgd)
|
|
{
|
|
s16 offset = (s16)(__pa(swapper_pg_dir));
|
|
|
|
#ifdef CONFIG_BDI_SWITCH
|
|
pgd_t **ptr = *(pgd_t ***)(KERNELBASE + 0xf0);
|
|
|
|
/* Context switch the PTE pointer for the Abatron BDI2000.
|
|
* The PGDIR is passed as second argument.
|
|
*/
|
|
*(ptr + 1) = pgd;
|
|
#endif
|
|
|
|
/* Register M_TW will contain base address of level 1 table minus the
|
|
* lower part of the kernel PGDIR base address, so that all accesses to
|
|
* level 1 table are done relative to lower part of kernel PGDIR base
|
|
* address.
|
|
*/
|
|
mtspr(SPRN_M_TW, __pa(pgd) - offset);
|
|
|
|
/* Update context */
|
|
mtspr(SPRN_M_CASID, id);
|
|
/* sync */
|
|
mb();
|
|
}
|
|
|
|
void flush_instruction_cache(void)
|
|
{
|
|
isync();
|
|
mtspr(SPRN_IC_CST, IDC_INVALL);
|
|
isync();
|
|
}
|