85a0b791bc
Pull s390 updates from Heiko Carstens:
"Since Martin is on vacation you get the s390 pull request from me:
- Host large page support for KVM guests. As the patches have large
impact on arch/s390/mm/ this series goes out via both the KVM and
the s390 tree.
- Add an option for no compression to the "Kernel compression mode"
menu, this will come in handy with the rework of the early boot
code.
- A large rework of the early boot code that will make life easier
for KASAN and KASLR. With the rework the bootable uncompressed
image is not generated anymore, only the bzImage is available. For
debuggung purposes the new "no compression" option is used.
- Re-enable the gcc plugins as the issue with the latent entropy
plugin is solved with the early boot code rework.
- More spectre relates changes:
+ Detect the etoken facility and remove expolines automatically.
+ Add expolines to a few more indirect branches.
- A rewrite of the common I/O layer trace points to make them
consumable by 'perf stat'.
- Add support for format-3 PCI function measurement blocks.
- Changes for the zcrypt driver:
+ Add attributes to indicate the load of cards and queues.
+ Restructure some code for the upcoming AP device support in KVM.
- Build flags improvements in various Makefiles.
- A few fixes for the kdump support.
- A couple of patches for gcc 8 compile warning cleanup.
- Cleanup s390 specific proc handlers.
- Add s390 support to the restartable sequence self tests.
- Some PTR_RET vs PTR_ERR_OR_ZERO cleanup.
- Lots of bug fixes"
* 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/s390/linux: (107 commits)
s390/dasd: fix hanging offline processing due to canceled worker
s390/dasd: fix panic for failed online processing
s390/mm: fix addressing exception after suspend/resume
rseq/selftests: add s390 support
s390: fix br_r1_trampoline for machines without exrl
s390/lib: use expoline for all bcr instructions
s390/numa: move initial setup of node_to_cpumask_map
s390/kdump: Fix elfcorehdr size calculation
s390/cpum_sf: save TOD clock base in SDBs for time conversion
KVM: s390: Add huge page enablement control
s390/mm: Add huge page gmap linking support
s390/mm: hugetlb pages within a gmap can not be freed
KVM: s390: Add skey emulation fault handling
s390/mm: Add huge pmd storage key handling
s390/mm: Clear skeys for newly mapped huge guest pmds
s390/mm: Clear huge page storage keys on enable_skey
s390/mm: Add huge page dirty sync support
s390/mm: Add gmap pmd invalidation and clearing
s390/mm: Add gmap pmd notification bit setting
s390/mm: Add gmap pmd linking
...
162 lines
4.1 KiB
C
162 lines
4.1 KiB
C
/* SPDX-License-Identifier: LGPL-2.1 OR MIT */
|
|
/*
|
|
* rseq.h
|
|
*
|
|
* (C) Copyright 2016-2018 - Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
|
|
*/
|
|
|
|
#ifndef RSEQ_H
|
|
#define RSEQ_H
|
|
|
|
#include <stdint.h>
|
|
#include <stdbool.h>
|
|
#include <pthread.h>
|
|
#include <signal.h>
|
|
#include <sched.h>
|
|
#include <errno.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <sched.h>
|
|
#include <linux/rseq.h>
|
|
|
|
/*
|
|
* Empty code injection macros, override when testing.
|
|
* It is important to consider that the ASM injection macros need to be
|
|
* fully reentrant (e.g. do not modify the stack).
|
|
*/
|
|
#ifndef RSEQ_INJECT_ASM
|
|
#define RSEQ_INJECT_ASM(n)
|
|
#endif
|
|
|
|
#ifndef RSEQ_INJECT_C
|
|
#define RSEQ_INJECT_C(n)
|
|
#endif
|
|
|
|
#ifndef RSEQ_INJECT_INPUT
|
|
#define RSEQ_INJECT_INPUT
|
|
#endif
|
|
|
|
#ifndef RSEQ_INJECT_CLOBBER
|
|
#define RSEQ_INJECT_CLOBBER
|
|
#endif
|
|
|
|
#ifndef RSEQ_INJECT_FAILED
|
|
#define RSEQ_INJECT_FAILED
|
|
#endif
|
|
|
|
extern __thread volatile struct rseq __rseq_abi;
|
|
|
|
#define rseq_likely(x) __builtin_expect(!!(x), 1)
|
|
#define rseq_unlikely(x) __builtin_expect(!!(x), 0)
|
|
#define rseq_barrier() __asm__ __volatile__("" : : : "memory")
|
|
|
|
#define RSEQ_ACCESS_ONCE(x) (*(__volatile__ __typeof__(x) *)&(x))
|
|
#define RSEQ_WRITE_ONCE(x, v) __extension__ ({ RSEQ_ACCESS_ONCE(x) = (v); })
|
|
#define RSEQ_READ_ONCE(x) RSEQ_ACCESS_ONCE(x)
|
|
|
|
#define __rseq_str_1(x) #x
|
|
#define __rseq_str(x) __rseq_str_1(x)
|
|
|
|
#define rseq_log(fmt, args...) \
|
|
fprintf(stderr, fmt "(in %s() at " __FILE__ ":" __rseq_str(__LINE__)"\n", \
|
|
## args, __func__)
|
|
|
|
#define rseq_bug(fmt, args...) \
|
|
do { \
|
|
rseq_log(fmt, ##args); \
|
|
abort(); \
|
|
} while (0)
|
|
|
|
#if defined(__x86_64__) || defined(__i386__)
|
|
#include <rseq-x86.h>
|
|
#elif defined(__ARMEL__)
|
|
#include <rseq-arm.h>
|
|
#elif defined(__PPC__)
|
|
#include <rseq-ppc.h>
|
|
#elif defined(__mips__)
|
|
#include <rseq-mips.h>
|
|
#elif defined(__s390__)
|
|
#include <rseq-s390.h>
|
|
#else
|
|
#error unsupported target
|
|
#endif
|
|
|
|
/*
|
|
* Register rseq for the current thread. This needs to be called once
|
|
* by any thread which uses restartable sequences, before they start
|
|
* using restartable sequences, to ensure restartable sequences
|
|
* succeed. A restartable sequence executed from a non-registered
|
|
* thread will always fail.
|
|
*/
|
|
int rseq_register_current_thread(void);
|
|
|
|
/*
|
|
* Unregister rseq for current thread.
|
|
*/
|
|
int rseq_unregister_current_thread(void);
|
|
|
|
/*
|
|
* Restartable sequence fallback for reading the current CPU number.
|
|
*/
|
|
int32_t rseq_fallback_current_cpu(void);
|
|
|
|
/*
|
|
* Values returned can be either the current CPU number, -1 (rseq is
|
|
* uninitialized), or -2 (rseq initialization has failed).
|
|
*/
|
|
static inline int32_t rseq_current_cpu_raw(void)
|
|
{
|
|
return RSEQ_ACCESS_ONCE(__rseq_abi.cpu_id);
|
|
}
|
|
|
|
/*
|
|
* Returns a possible CPU number, which is typically the current CPU.
|
|
* The returned CPU number can be used to prepare for an rseq critical
|
|
* section, which will confirm whether the cpu number is indeed the
|
|
* current one, and whether rseq is initialized.
|
|
*
|
|
* The CPU number returned by rseq_cpu_start should always be validated
|
|
* by passing it to a rseq asm sequence, or by comparing it to the
|
|
* return value of rseq_current_cpu_raw() if the rseq asm sequence
|
|
* does not need to be invoked.
|
|
*/
|
|
static inline uint32_t rseq_cpu_start(void)
|
|
{
|
|
return RSEQ_ACCESS_ONCE(__rseq_abi.cpu_id_start);
|
|
}
|
|
|
|
static inline uint32_t rseq_current_cpu(void)
|
|
{
|
|
int32_t cpu;
|
|
|
|
cpu = rseq_current_cpu_raw();
|
|
if (rseq_unlikely(cpu < 0))
|
|
cpu = rseq_fallback_current_cpu();
|
|
return cpu;
|
|
}
|
|
|
|
static inline void rseq_clear_rseq_cs(void)
|
|
{
|
|
#ifdef __LP64__
|
|
__rseq_abi.rseq_cs.ptr = 0;
|
|
#else
|
|
__rseq_abi.rseq_cs.ptr.ptr32 = 0;
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* rseq_prepare_unload() should be invoked by each thread executing a rseq
|
|
* critical section at least once between their last critical section and
|
|
* library unload of the library defining the rseq critical section
|
|
* (struct rseq_cs). This also applies to use of rseq in code generated by
|
|
* JIT: rseq_prepare_unload() should be invoked at least once by each
|
|
* thread executing a rseq critical section before reclaim of the memory
|
|
* holding the struct rseq_cs.
|
|
*/
|
|
static inline void rseq_prepare_unload(void)
|
|
{
|
|
rseq_clear_rseq_cs();
|
|
}
|
|
|
|
#endif /* RSEQ_H_ */
|