2005-04-16 22:20:36 +00:00
|
|
|
/*
|
|
|
|
* c 2001 PPC 64 Team, IBM Corp
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version
|
|
|
|
* 2 of the License, or (at your option) any later version.
|
|
|
|
*/
|
|
|
|
|
2011-05-10 19:28:52 +00:00
|
|
|
#include <linux/smp.h>
|
2011-07-22 22:24:23 +00:00
|
|
|
#include <linux/export.h>
|
2010-07-12 04:36:09 +00:00
|
|
|
#include <linux/memblock.h>
|
2017-02-04 00:20:53 +00:00
|
|
|
#include <linux/sched/task.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#include <asm/lppaca.h>
|
|
|
|
#include <asm/paca.h>
|
powerpc: Make the 64-bit kernel as a position-independent executable
This implements CONFIG_RELOCATABLE for 64-bit by making the kernel as
a position-independent executable (PIE) when it is set. This involves
processing the dynamic relocations in the image in the early stages of
booting, even if the kernel is being run at the address it is linked at,
since the linker does not necessarily fill in words in the image for
which there are dynamic relocations. (In fact the linker does fill in
such words for 64-bit executables, though not for 32-bit executables,
so in principle we could avoid calling relocate() entirely when we're
running a 64-bit kernel at the linked address.)
The dynamic relocations are processed by a new function relocate(addr),
where the addr parameter is the virtual address where the image will be
run. In fact we call it twice; once before calling prom_init, and again
when starting the main kernel. This means that reloc_offset() returns
0 in prom_init (since it has been relocated to the address it is running
at), which necessitated a few adjustments.
This also changes __va and __pa to use an equivalent definition that is
simpler. With the relocatable kernel, PAGE_OFFSET and MEMORY_START are
constants (for 64-bit) whereas PHYSICAL_START is a variable (and
KERNELBASE ideally should be too, but isn't yet).
With this, relocatable kernels still copy themselves down to physical
address 0 and run there.
Signed-off-by: Paul Mackerras <paulus@samba.org>
2008-08-30 01:43:47 +00:00
|
|
|
#include <asm/sections.h>
|
2009-07-23 23:15:42 +00:00
|
|
|
#include <asm/pgtable.h>
|
2010-05-13 19:40:11 +00:00
|
|
|
#include <asm/kexec.h>
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2017-12-22 11:17:13 +00:00
|
|
|
#include "setup.h"
|
|
|
|
|
2018-02-13 15:08:11 +00:00
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
2009-06-02 21:17:41 +00:00
|
|
|
|
2006-01-12 23:26:42 +00:00
|
|
|
/*
|
2018-02-13 15:08:13 +00:00
|
|
|
* See asm/lppaca.h for more detail.
|
|
|
|
*
|
|
|
|
* lppaca structures must must be 1kB in size, L1 cache line aligned,
|
|
|
|
* and not cross 4kB boundary. A 1kB size and 1kB alignment will satisfy
|
|
|
|
* these requirements.
|
2006-01-12 23:26:42 +00:00
|
|
|
*/
|
2018-02-13 15:08:13 +00:00
|
|
|
static inline void init_lppaca(struct lppaca *lppaca)
|
|
|
|
{
|
|
|
|
BUILD_BUG_ON(sizeof(struct lppaca) != 640);
|
|
|
|
|
|
|
|
*lppaca = (struct lppaca) {
|
2013-08-06 16:01:46 +00:00
|
|
|
.desc = cpu_to_be32(0xd397d781), /* "LpPa" */
|
2018-02-13 15:08:13 +00:00
|
|
|
.size = cpu_to_be16(0x400),
|
2006-01-12 23:26:42 +00:00
|
|
|
.fpregs_in_use = 1,
|
2013-08-06 16:01:46 +00:00
|
|
|
.slb_count = cpu_to_be16(64),
|
2006-01-12 23:26:42 +00:00
|
|
|
.vmxregs_in_use = 0,
|
2018-02-13 15:08:13 +00:00
|
|
|
.page_ins = 0, };
|
2006-01-12 23:26:42 +00:00
|
|
|
};
|
|
|
|
|
2018-02-13 15:08:13 +00:00
|
|
|
static struct lppaca * __init new_lppaca(int cpu, unsigned long limit)
|
2010-08-12 20:18:48 +00:00
|
|
|
{
|
|
|
|
struct lppaca *lp;
|
2018-02-13 15:08:13 +00:00
|
|
|
size_t size = 0x400;
|
|
|
|
|
|
|
|
BUILD_BUG_ON(size < sizeof(struct lppaca));
|
2010-08-12 20:18:48 +00:00
|
|
|
|
2018-02-13 15:08:11 +00:00
|
|
|
if (early_cpu_has_feature(CPU_FTR_HVMODE))
|
|
|
|
return NULL;
|
|
|
|
|
2018-02-13 15:08:13 +00:00
|
|
|
lp = __va(memblock_alloc_base(size, 0x400, limit));
|
|
|
|
init_lppaca(lp);
|
2010-08-12 20:18:48 +00:00
|
|
|
|
|
|
|
return lp;
|
|
|
|
}
|
|
|
|
|
2018-02-13 15:08:13 +00:00
|
|
|
static void __init free_lppaca(struct lppaca *lp)
|
2010-08-12 20:18:48 +00:00
|
|
|
{
|
2018-02-13 15:08:13 +00:00
|
|
|
size_t size = 0x400;
|
2010-08-12 20:18:48 +00:00
|
|
|
|
2018-02-13 15:08:11 +00:00
|
|
|
if (early_cpu_has_feature(CPU_FTR_HVMODE))
|
|
|
|
return;
|
|
|
|
|
2018-02-13 15:08:13 +00:00
|
|
|
memblock_free(__pa(lp), size);
|
2010-08-12 20:18:48 +00:00
|
|
|
}
|
2009-06-02 21:17:41 +00:00
|
|
|
#endif /* CONFIG_PPC_BOOK3S */
|
|
|
|
|
2017-10-19 04:08:43 +00:00
|
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
2009-06-02 21:17:41 +00:00
|
|
|
|
2006-08-07 06:19:19 +00:00
|
|
|
/*
|
2018-02-13 15:08:14 +00:00
|
|
|
* 3 persistent SLBs are allocated here. The buffer will be zero
|
2006-08-07 06:19:19 +00:00
|
|
|
* initially, hence will all be invaild until we actually write them.
|
2014-05-15 12:38:03 +00:00
|
|
|
*
|
|
|
|
* If you make the number of persistent SLB entries dynamic, please also
|
|
|
|
* update PR KVM to flush and restore them accordingly.
|
2006-08-07 06:19:19 +00:00
|
|
|
*/
|
2018-02-13 15:08:14 +00:00
|
|
|
static struct slb_shadow * __init new_slb_shadow(int cpu, unsigned long limit)
|
2013-12-05 03:42:40 +00:00
|
|
|
{
|
2017-08-13 01:33:43 +00:00
|
|
|
struct slb_shadow *s;
|
|
|
|
|
2018-02-13 15:08:14 +00:00
|
|
|
if (cpu != boot_cpuid) {
|
|
|
|
/*
|
|
|
|
* Boot CPU comes here before early_radix_enabled
|
|
|
|
* is parsed (e.g., for disable_radix). So allocate
|
|
|
|
* always and this will be fixed up in free_unused_pacas.
|
|
|
|
*/
|
|
|
|
if (early_radix_enabled())
|
|
|
|
return NULL;
|
|
|
|
}
|
2017-08-13 01:33:43 +00:00
|
|
|
|
2018-02-13 15:08:14 +00:00
|
|
|
s = __va(memblock_alloc_base(sizeof(*s), L1_CACHE_BYTES, limit));
|
|
|
|
memset(s, 0, sizeof(*s));
|
2015-01-08 05:40:51 +00:00
|
|
|
|
2013-12-05 03:42:40 +00:00
|
|
|
s->persistent = cpu_to_be32(SLB_NUM_BOLTED);
|
|
|
|
s->buffer_length = cpu_to_be32(sizeof(*s));
|
|
|
|
|
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
2017-10-19 04:08:43 +00:00
|
|
|
#endif /* CONFIG_PPC_BOOK3S_64 */
|
2009-06-02 21:17:41 +00:00
|
|
|
|
2005-11-09 02:38:01 +00:00
|
|
|
/* The Paca is an array with one entry per processor. Each contains an
|
2005-04-16 22:20:36 +00:00
|
|
|
* lppaca, which contains the information shared between the
|
2005-11-24 05:34:45 +00:00
|
|
|
* hypervisor and Linux.
|
2005-04-16 22:20:36 +00:00
|
|
|
* On systems with hardware multi-threading, there are two threads
|
|
|
|
* per processor. The Paca array must contain an entry for each thread.
|
|
|
|
* The VPD Areas will give a max logical processors = 2 * max physical
|
|
|
|
* processors. The processor VPD array needs one entry per physical
|
|
|
|
* processor (not thread).
|
|
|
|
*/
|
2018-02-13 15:08:12 +00:00
|
|
|
struct paca_struct **paca_ptrs __read_mostly;
|
|
|
|
EXPORT_SYMBOL(paca_ptrs);
|
2008-04-24 03:43:49 +00:00
|
|
|
|
2010-01-28 13:23:22 +00:00
|
|
|
void __init initialise_paca(struct paca_struct *new_paca, int cpu)
|
|
|
|
{
|
2018-02-13 15:08:11 +00:00
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
2018-02-13 15:08:13 +00:00
|
|
|
new_paca->lppaca_ptr = NULL;
|
2018-02-13 15:08:11 +00:00
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_PPC_BOOK3E
|
2010-01-28 13:23:22 +00:00
|
|
|
new_paca->kernel_pgd = swapper_pg_dir;
|
2009-06-02 21:17:41 +00:00
|
|
|
#endif
|
2010-01-28 13:23:22 +00:00
|
|
|
new_paca->lock_token = 0x8000;
|
|
|
|
new_paca->paca_index = cpu;
|
2016-03-03 04:26:53 +00:00
|
|
|
new_paca->kernel_toc = kernel_toc_addr();
|
2010-01-28 13:23:22 +00:00
|
|
|
new_paca->kernelbase = (unsigned long) _stext;
|
2014-03-28 02:36:29 +00:00
|
|
|
/* Only set MSR:IR/DR when MMU is initialized */
|
|
|
|
new_paca->kernel_msr = MSR_KERNEL & ~(MSR_IR | MSR_DR);
|
2010-01-28 13:23:22 +00:00
|
|
|
new_paca->hw_cpu_id = 0xffff;
|
2010-05-13 19:40:11 +00:00
|
|
|
new_paca->kexec_state = KEXEC_STATE_NONE;
|
2010-01-28 13:23:22 +00:00
|
|
|
new_paca->__current = &init_task;
|
2012-09-07 15:31:44 +00:00
|
|
|
new_paca->data_offset = 0xfeeeeeeeeeeeeeeeULL;
|
2017-10-19 04:08:43 +00:00
|
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
2018-02-13 15:08:14 +00:00
|
|
|
new_paca->slb_shadow_ptr = NULL;
|
2017-10-19 04:08:43 +00:00
|
|
|
#endif
|
2013-10-12 00:22:38 +00:00
|
|
|
|
|
|
|
#ifdef CONFIG_PPC_BOOK3E
|
|
|
|
/* For now -- if we have threads this will be adjusted later */
|
|
|
|
new_paca->tcd_ptr = &new_paca->tcd;
|
|
|
|
#endif
|
2010-01-28 13:23:22 +00:00
|
|
|
}
|
|
|
|
|
2010-07-07 21:55:37 +00:00
|
|
|
/* Put the paca pointer into r13 and SPRG_PACA */
|
|
|
|
void setup_paca(struct paca_struct *new_paca)
|
|
|
|
{
|
2011-01-20 06:50:21 +00:00
|
|
|
/* Setup r13 */
|
2010-07-07 21:55:37 +00:00
|
|
|
local_paca = new_paca;
|
2011-01-20 06:50:21 +00:00
|
|
|
|
2010-07-07 21:55:37 +00:00
|
|
|
#ifdef CONFIG_PPC_BOOK3E
|
2011-01-20 06:50:21 +00:00
|
|
|
/* On Book3E, initialize the TLB miss exception frames */
|
2010-07-07 21:55:37 +00:00
|
|
|
mtspr(SPRN_SPRG_TLB_EXFRAME, local_paca->extlb);
|
2011-01-20 06:50:21 +00:00
|
|
|
#else
|
|
|
|
/* In HV mode, we setup both HPACA and PACA to avoid problems
|
|
|
|
* if we do a GET_PACA() before the feature fixups have been
|
|
|
|
* applied
|
|
|
|
*/
|
2016-07-23 09:12:35 +00:00
|
|
|
if (early_cpu_has_feature(CPU_FTR_HVMODE))
|
2011-01-20 06:50:21 +00:00
|
|
|
mtspr(SPRN_SPRG_HPACA, local_paca);
|
2010-07-07 21:55:37 +00:00
|
|
|
#endif
|
2011-01-20 06:50:21 +00:00
|
|
|
mtspr(SPRN_SPRG_PACA, local_paca);
|
|
|
|
|
2010-07-07 21:55:37 +00:00
|
|
|
}
|
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
static int __initdata paca_nr_cpu_ids;
|
|
|
|
static int __initdata paca_ptrs_size;
|
2010-01-28 13:23:22 +00:00
|
|
|
|
|
|
|
void __init allocate_pacas(void)
|
|
|
|
{
|
2015-10-07 03:48:17 +00:00
|
|
|
u64 limit;
|
2018-02-13 15:08:12 +00:00
|
|
|
unsigned long size = 0;
|
2015-10-07 03:48:17 +00:00
|
|
|
int cpu;
|
2010-01-28 13:23:22 +00:00
|
|
|
|
2015-10-07 03:48:17 +00:00
|
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
2010-01-28 13:23:22 +00:00
|
|
|
/*
|
2017-12-22 11:17:13 +00:00
|
|
|
* We access pacas in real mode, and cannot take SLB faults
|
|
|
|
* on them when in virtual mode, so allocate them accordingly.
|
2010-01-28 13:23:22 +00:00
|
|
|
*/
|
2017-12-22 11:17:13 +00:00
|
|
|
limit = min(ppc64_bolted_size(), ppc64_rma_size);
|
|
|
|
#else
|
|
|
|
limit = ppc64_rma_size;
|
2015-10-07 03:48:17 +00:00
|
|
|
#endif
|
2010-01-28 13:23:22 +00:00
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
paca_nr_cpu_ids = nr_cpu_ids;
|
2010-01-28 13:23:22 +00:00
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
paca_ptrs_size = sizeof(struct paca_struct *) * nr_cpu_ids;
|
|
|
|
paca_ptrs = __va(memblock_alloc_base(paca_ptrs_size, 0, limit));
|
|
|
|
memset(paca_ptrs, 0, paca_ptrs_size);
|
2010-01-28 13:23:22 +00:00
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
size += paca_ptrs_size;
|
|
|
|
|
|
|
|
for (cpu = 0; cpu < nr_cpu_ids; cpu++) {
|
|
|
|
unsigned long pa;
|
|
|
|
|
|
|
|
pa = memblock_alloc_base(sizeof(struct paca_struct),
|
|
|
|
L1_CACHE_BYTES, limit);
|
|
|
|
paca_ptrs[cpu] = __va(pa);
|
|
|
|
memset(paca_ptrs[cpu], 0, sizeof(struct paca_struct));
|
|
|
|
|
|
|
|
size += sizeof(struct paca_struct);
|
|
|
|
}
|
|
|
|
|
|
|
|
printk(KERN_DEBUG "Allocated %lu bytes for %u pacas\n",
|
|
|
|
size, nr_cpu_ids);
|
2010-01-28 13:23:22 +00:00
|
|
|
|
|
|
|
/* Can't use for_each_*_cpu, as they aren't functional yet */
|
2018-02-13 15:08:13 +00:00
|
|
|
for (cpu = 0; cpu < nr_cpu_ids; cpu++) {
|
2018-02-13 15:08:14 +00:00
|
|
|
struct paca_struct *paca = paca_ptrs[cpu];
|
|
|
|
|
|
|
|
initialise_paca(paca, cpu);
|
2018-02-13 15:08:13 +00:00
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
2018-02-13 15:08:14 +00:00
|
|
|
paca->lppaca_ptr = new_lppaca(cpu, limit);
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
|
|
|
paca->slb_shadow_ptr = new_slb_shadow(cpu, limit);
|
2018-02-13 15:08:13 +00:00
|
|
|
#endif
|
|
|
|
}
|
2010-01-28 13:23:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void __init free_unused_pacas(void)
|
|
|
|
{
|
2018-02-13 15:08:12 +00:00
|
|
|
unsigned long size = 0;
|
|
|
|
int new_ptrs_size;
|
|
|
|
int cpu;
|
2008-04-24 03:43:49 +00:00
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
for (cpu = 0; cpu < paca_nr_cpu_ids; cpu++) {
|
|
|
|
if (!cpu_possible(cpu)) {
|
|
|
|
unsigned long pa = __pa(paca_ptrs[cpu]);
|
2018-02-13 15:08:13 +00:00
|
|
|
#ifdef CONFIG_PPC_PSERIES
|
|
|
|
free_lppaca(paca_ptrs[cpu]->lppaca_ptr);
|
|
|
|
#endif
|
2018-02-13 15:08:12 +00:00
|
|
|
memblock_free(pa, sizeof(struct paca_struct));
|
|
|
|
paca_ptrs[cpu] = NULL;
|
|
|
|
size += sizeof(struct paca_struct);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
new_ptrs_size = sizeof(struct paca_struct *) * nr_cpu_ids;
|
|
|
|
if (new_ptrs_size < paca_ptrs_size) {
|
|
|
|
memblock_free(__pa(paca_ptrs) + new_ptrs_size,
|
|
|
|
paca_ptrs_size - new_ptrs_size);
|
|
|
|
size += paca_ptrs_size - new_ptrs_size;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (size)
|
|
|
|
printk(KERN_DEBUG "Freed %lu bytes for unused pacas\n", size);
|
2010-08-12 20:18:48 +00:00
|
|
|
|
2018-02-13 15:08:12 +00:00
|
|
|
paca_nr_cpu_ids = nr_cpu_ids;
|
|
|
|
paca_ptrs_size = new_ptrs_size;
|
2018-02-13 15:08:14 +00:00
|
|
|
|
|
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
|
|
|
if (early_radix_enabled()) {
|
|
|
|
/* Ugly fixup, see new_slb_shadow() */
|
|
|
|
memblock_free(__pa(paca_ptrs[boot_cpuid]->slb_shadow_ptr),
|
|
|
|
sizeof(struct slb_shadow));
|
|
|
|
paca_ptrs[boot_cpuid]->slb_shadow_ptr = NULL;
|
|
|
|
}
|
|
|
|
#endif
|
2008-04-24 03:43:49 +00:00
|
|
|
}
|
2017-03-22 03:36:49 +00:00
|
|
|
|
|
|
|
void copy_mm_to_paca(struct mm_struct *mm)
|
|
|
|
{
|
|
|
|
#ifdef CONFIG_PPC_BOOK3S
|
|
|
|
mm_context_t *context = &mm->context;
|
|
|
|
|
|
|
|
get_paca()->mm_ctx_id = context->id;
|
|
|
|
#ifdef CONFIG_PPC_MM_SLICES
|
2017-11-09 17:27:40 +00:00
|
|
|
VM_BUG_ON(!mm->context.slb_addr_limit);
|
|
|
|
get_paca()->mm_ctx_slb_addr_limit = mm->context.slb_addr_limit;
|
2017-03-22 03:36:49 +00:00
|
|
|
get_paca()->mm_ctx_low_slices_psize = context->low_slices_psize;
|
|
|
|
memcpy(&get_paca()->mm_ctx_high_slices_psize,
|
2017-03-22 03:36:58 +00:00
|
|
|
&context->high_slices_psize, TASK_SLICE_ARRAY_SZ(mm));
|
2017-03-22 03:36:49 +00:00
|
|
|
#else /* CONFIG_PPC_MM_SLICES */
|
|
|
|
get_paca()->mm_ctx_user_psize = context->user_psize;
|
|
|
|
get_paca()->mm_ctx_sllp = context->sllp;
|
|
|
|
#endif
|
2017-10-19 04:08:43 +00:00
|
|
|
#else /* !CONFIG_PPC_BOOK3S */
|
2017-03-22 03:36:49 +00:00
|
|
|
return;
|
|
|
|
#endif
|
|
|
|
}
|