mirror of
https://github.com/torvalds/linux.git
synced 2024-12-15 07:33:56 +00:00
e6ce9d7411
Add generic support for try_cmpxchg{,64}_local() and their falbacks. These provides the generic try_cmpxchg_local family of functions from the arch_ prefixed version, also adding explicit instrumentation. Signed-off-by: Uros Bizjak <ubizjak@gmail.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Signed-off-by: Ingo Molnar <mingo@kernel.org> Acked-by: Mark Rutland <mark.rutland@arm.com> Link: https://lore.kernel.org/r/20230405141710.3551-2-ubizjak@gmail.com Cc: Linus Torvalds <torvalds@linux-foundation.org>
250 lines
5.8 KiB
Bash
Executable File
250 lines
5.8 KiB
Bash
Executable File
#!/bin/sh
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
|
|
ATOMICDIR=$(dirname $0)
|
|
|
|
. ${ATOMICDIR}/atomic-tbl.sh
|
|
|
|
#gen_template_fallback(template, meta, pfx, name, sfx, order, atomic, int, args...)
|
|
gen_template_fallback()
|
|
{
|
|
local template="$1"; shift
|
|
local meta="$1"; shift
|
|
local pfx="$1"; shift
|
|
local name="$1"; shift
|
|
local sfx="$1"; shift
|
|
local order="$1"; shift
|
|
local atomic="$1"; shift
|
|
local int="$1"; shift
|
|
|
|
local atomicname="arch_${atomic}_${pfx}${name}${sfx}${order}"
|
|
|
|
local ret="$(gen_ret_type "${meta}" "${int}")"
|
|
local retstmt="$(gen_ret_stmt "${meta}")"
|
|
local params="$(gen_params "${int}" "${atomic}" "$@")"
|
|
local args="$(gen_args "$@")"
|
|
|
|
if [ ! -z "${template}" ]; then
|
|
printf "#ifndef ${atomicname}\n"
|
|
. ${template}
|
|
printf "#define ${atomicname} ${atomicname}\n"
|
|
printf "#endif\n\n"
|
|
fi
|
|
}
|
|
|
|
#gen_proto_fallback(meta, pfx, name, sfx, order, atomic, int, args...)
|
|
gen_proto_fallback()
|
|
{
|
|
local meta="$1"; shift
|
|
local pfx="$1"; shift
|
|
local name="$1"; shift
|
|
local sfx="$1"; shift
|
|
local order="$1"; shift
|
|
|
|
local tmpl="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
|
|
gen_template_fallback "${tmpl}" "${meta}" "${pfx}" "${name}" "${sfx}" "${order}" "$@"
|
|
}
|
|
|
|
#gen_basic_fallbacks(basename)
|
|
gen_basic_fallbacks()
|
|
{
|
|
local basename="$1"; shift
|
|
cat << EOF
|
|
#define ${basename}_acquire ${basename}
|
|
#define ${basename}_release ${basename}
|
|
#define ${basename}_relaxed ${basename}
|
|
EOF
|
|
}
|
|
|
|
gen_proto_order_variant()
|
|
{
|
|
local meta="$1"; shift
|
|
local pfx="$1"; shift
|
|
local name="$1"; shift
|
|
local sfx="$1"; shift
|
|
local order="$1"; shift
|
|
local atomic="$1"
|
|
|
|
local basename="arch_${atomic}_${pfx}${name}${sfx}"
|
|
|
|
printf "#define ${basename}${order} ${basename}${order}\n"
|
|
}
|
|
|
|
#gen_proto_order_variants(meta, pfx, name, sfx, atomic, int, args...)
|
|
gen_proto_order_variants()
|
|
{
|
|
local meta="$1"; shift
|
|
local pfx="$1"; shift
|
|
local name="$1"; shift
|
|
local sfx="$1"; shift
|
|
local atomic="$1"
|
|
|
|
local basename="arch_${atomic}_${pfx}${name}${sfx}"
|
|
|
|
local template="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
|
|
|
|
# If we don't have relaxed atomics, then we don't bother with ordering fallbacks
|
|
# read_acquire and set_release need to be templated, though
|
|
if ! meta_has_relaxed "${meta}"; then
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
|
|
|
|
if meta_has_acquire "${meta}"; then
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
|
|
fi
|
|
|
|
if meta_has_release "${meta}"; then
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
|
|
fi
|
|
|
|
return
|
|
fi
|
|
|
|
printf "#ifndef ${basename}_relaxed\n"
|
|
|
|
if [ ! -z "${template}" ]; then
|
|
printf "#ifdef ${basename}\n"
|
|
fi
|
|
|
|
gen_basic_fallbacks "${basename}"
|
|
|
|
if [ ! -z "${template}" ]; then
|
|
printf "#endif /* ${basename} */\n\n"
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
|
|
gen_proto_fallback "${meta}" "${pfx}" "${name}" "${sfx}" "_relaxed" "$@"
|
|
fi
|
|
|
|
printf "#else /* ${basename}_relaxed */\n\n"
|
|
|
|
gen_template_fallback "${ATOMICDIR}/fallbacks/acquire" "${meta}" "${pfx}" "${name}" "${sfx}" "_acquire" "$@"
|
|
gen_template_fallback "${ATOMICDIR}/fallbacks/release" "${meta}" "${pfx}" "${name}" "${sfx}" "_release" "$@"
|
|
gen_template_fallback "${ATOMICDIR}/fallbacks/fence" "${meta}" "${pfx}" "${name}" "${sfx}" "" "$@"
|
|
|
|
printf "#endif /* ${basename}_relaxed */\n\n"
|
|
}
|
|
|
|
gen_order_fallbacks()
|
|
{
|
|
local xchg="$1"; shift
|
|
|
|
cat <<EOF
|
|
|
|
#ifndef ${xchg}_acquire
|
|
#define ${xchg}_acquire(...) \\
|
|
__atomic_op_acquire(${xchg}, __VA_ARGS__)
|
|
#endif
|
|
|
|
#ifndef ${xchg}_release
|
|
#define ${xchg}_release(...) \\
|
|
__atomic_op_release(${xchg}, __VA_ARGS__)
|
|
#endif
|
|
|
|
#ifndef ${xchg}
|
|
#define ${xchg}(...) \\
|
|
__atomic_op_fence(${xchg}, __VA_ARGS__)
|
|
#endif
|
|
|
|
EOF
|
|
}
|
|
|
|
gen_xchg_fallbacks()
|
|
{
|
|
local xchg="$1"; shift
|
|
printf "#ifndef ${xchg}_relaxed\n"
|
|
|
|
gen_basic_fallbacks ${xchg}
|
|
|
|
printf "#else /* ${xchg}_relaxed */\n"
|
|
|
|
gen_order_fallbacks ${xchg}
|
|
|
|
printf "#endif /* ${xchg}_relaxed */\n\n"
|
|
}
|
|
|
|
gen_try_cmpxchg_fallback()
|
|
{
|
|
local cmpxchg="$1"; shift;
|
|
local order="$1"; shift;
|
|
|
|
cat <<EOF
|
|
#ifndef arch_try_${cmpxchg}${order}
|
|
#define arch_try_${cmpxchg}${order}(_ptr, _oldp, _new) \\
|
|
({ \\
|
|
typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \\
|
|
___r = arch_${cmpxchg}${order}((_ptr), ___o, (_new)); \\
|
|
if (unlikely(___r != ___o)) \\
|
|
*___op = ___r; \\
|
|
likely(___r == ___o); \\
|
|
})
|
|
#endif /* arch_try_${cmpxchg}${order} */
|
|
|
|
EOF
|
|
}
|
|
|
|
gen_try_cmpxchg_fallbacks()
|
|
{
|
|
local cmpxchg="$1"; shift;
|
|
|
|
printf "#ifndef arch_try_${cmpxchg}_relaxed\n"
|
|
printf "#ifdef arch_try_${cmpxchg}\n"
|
|
|
|
gen_basic_fallbacks "arch_try_${cmpxchg}"
|
|
|
|
printf "#endif /* arch_try_${cmpxchg} */\n\n"
|
|
|
|
for order in "" "_acquire" "_release" "_relaxed"; do
|
|
gen_try_cmpxchg_fallback "${cmpxchg}" "${order}"
|
|
done
|
|
|
|
printf "#else /* arch_try_${cmpxchg}_relaxed */\n"
|
|
|
|
gen_order_fallbacks "arch_try_${cmpxchg}"
|
|
|
|
printf "#endif /* arch_try_${cmpxchg}_relaxed */\n\n"
|
|
}
|
|
|
|
cat << EOF
|
|
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
// Generated by $0
|
|
// DO NOT MODIFY THIS FILE DIRECTLY
|
|
|
|
#ifndef _LINUX_ATOMIC_FALLBACK_H
|
|
#define _LINUX_ATOMIC_FALLBACK_H
|
|
|
|
#include <linux/compiler.h>
|
|
|
|
EOF
|
|
|
|
for xchg in "arch_xchg" "arch_cmpxchg" "arch_cmpxchg64"; do
|
|
gen_xchg_fallbacks "${xchg}"
|
|
done
|
|
|
|
for cmpxchg in "cmpxchg" "cmpxchg64"; do
|
|
gen_try_cmpxchg_fallbacks "${cmpxchg}"
|
|
done
|
|
|
|
for cmpxchg in "cmpxchg_local" "cmpxchg64_local"; do
|
|
gen_try_cmpxchg_fallback "${cmpxchg}" ""
|
|
done
|
|
|
|
grep '^[a-z]' "$1" | while read name meta args; do
|
|
gen_proto "${meta}" "${name}" "atomic" "int" ${args}
|
|
done
|
|
|
|
cat <<EOF
|
|
#ifdef CONFIG_GENERIC_ATOMIC64
|
|
#include <asm-generic/atomic64.h>
|
|
#endif
|
|
|
|
EOF
|
|
|
|
grep '^[a-z]' "$1" | while read name meta args; do
|
|
gen_proto "${meta}" "${name}" "atomic64" "s64" ${args}
|
|
done
|
|
|
|
cat <<EOF
|
|
#endif /* _LINUX_ATOMIC_FALLBACK_H */
|
|
EOF
|