forked from Minki/linux
0824611f9b
This patch partition basic-block for each function in the CFG. The algorithm is simple, we identify basic-block head in a first traversal, then second traversal to identify the tail. We could build extended basic-block (EBB) in next steps. EBB could make the graph more readable when the eBPF sequence is big. Signed-off-by: Jiong Wang <jiong.wang@netronome.com> Acked-by: Jakub Kicinski <jakub.kicinski@netronome.com> Signed-off-by: Alexei Starovoitov <ast@kernel.org>
264 lines
6.2 KiB
C
264 lines
6.2 KiB
C
// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
|
|
/*
|
|
* Copyright (C) 2018 Netronome Systems, Inc.
|
|
*
|
|
* This software is dual licensed under the GNU General License Version 2,
|
|
* June 1991 as shown in the file COPYING in the top-level directory of this
|
|
* source tree or the BSD 2-Clause License provided below. You have the
|
|
* option to license this software under the complete terms of either license.
|
|
*
|
|
* The BSD 2-Clause License:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* 2. Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
|
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <linux/list.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include "cfg.h"
|
|
#include "main.h"
|
|
|
|
struct cfg {
|
|
struct list_head funcs;
|
|
int func_num;
|
|
};
|
|
|
|
struct func_node {
|
|
struct list_head l;
|
|
struct list_head bbs;
|
|
struct bpf_insn *start;
|
|
struct bpf_insn *end;
|
|
int idx;
|
|
int bb_num;
|
|
};
|
|
|
|
struct bb_node {
|
|
struct list_head l;
|
|
struct bpf_insn *head;
|
|
struct bpf_insn *tail;
|
|
int idx;
|
|
};
|
|
|
|
#define func_prev(func) list_prev_entry(func, l)
|
|
#define func_next(func) list_next_entry(func, l)
|
|
#define bb_prev(bb) list_prev_entry(bb, l)
|
|
#define bb_next(bb) list_next_entry(bb, l)
|
|
#define cfg_first_func(cfg) \
|
|
list_first_entry(&cfg->funcs, struct func_node, l)
|
|
#define cfg_last_func(cfg) \
|
|
list_last_entry(&cfg->funcs, struct func_node, l)
|
|
#define func_first_bb(func) \
|
|
list_first_entry(&func->bbs, struct bb_node, l)
|
|
#define func_last_bb(func) \
|
|
list_last_entry(&func->bbs, struct bb_node, l)
|
|
|
|
static struct func_node *cfg_append_func(struct cfg *cfg, struct bpf_insn *insn)
|
|
{
|
|
struct func_node *new_func, *func;
|
|
|
|
list_for_each_entry(func, &cfg->funcs, l) {
|
|
if (func->start == insn)
|
|
return func;
|
|
else if (func->start > insn)
|
|
break;
|
|
}
|
|
|
|
func = func_prev(func);
|
|
new_func = calloc(1, sizeof(*new_func));
|
|
if (!new_func) {
|
|
p_err("OOM when allocating FUNC node");
|
|
return NULL;
|
|
}
|
|
new_func->start = insn;
|
|
new_func->idx = cfg->func_num;
|
|
list_add(&new_func->l, &func->l);
|
|
cfg->func_num++;
|
|
|
|
return new_func;
|
|
}
|
|
|
|
static struct bb_node *func_append_bb(struct func_node *func,
|
|
struct bpf_insn *insn)
|
|
{
|
|
struct bb_node *new_bb, *bb;
|
|
|
|
list_for_each_entry(bb, &func->bbs, l) {
|
|
if (bb->head == insn)
|
|
return bb;
|
|
else if (bb->head > insn)
|
|
break;
|
|
}
|
|
|
|
bb = bb_prev(bb);
|
|
new_bb = calloc(1, sizeof(*new_bb));
|
|
if (!new_bb) {
|
|
p_err("OOM when allocating BB node");
|
|
return NULL;
|
|
}
|
|
new_bb->head = insn;
|
|
list_add(&new_bb->l, &bb->l);
|
|
|
|
return new_bb;
|
|
}
|
|
|
|
static bool cfg_partition_funcs(struct cfg *cfg, struct bpf_insn *cur,
|
|
struct bpf_insn *end)
|
|
{
|
|
struct func_node *func, *last_func;
|
|
|
|
func = cfg_append_func(cfg, cur);
|
|
if (!func)
|
|
return true;
|
|
|
|
for (; cur < end; cur++) {
|
|
if (cur->code != (BPF_JMP | BPF_CALL))
|
|
continue;
|
|
if (cur->src_reg != BPF_PSEUDO_CALL)
|
|
continue;
|
|
func = cfg_append_func(cfg, cur + cur->off + 1);
|
|
if (!func)
|
|
return true;
|
|
}
|
|
|
|
last_func = cfg_last_func(cfg);
|
|
last_func->end = end - 1;
|
|
func = cfg_first_func(cfg);
|
|
list_for_each_entry_from(func, &last_func->l, l) {
|
|
func->end = func_next(func)->start - 1;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
static bool func_partition_bb_head(struct func_node *func)
|
|
{
|
|
struct bpf_insn *cur, *end;
|
|
struct bb_node *bb;
|
|
|
|
cur = func->start;
|
|
end = func->end;
|
|
INIT_LIST_HEAD(&func->bbs);
|
|
bb = func_append_bb(func, cur);
|
|
if (!bb)
|
|
return true;
|
|
|
|
for (; cur <= end; cur++) {
|
|
if (BPF_CLASS(cur->code) == BPF_JMP) {
|
|
u8 opcode = BPF_OP(cur->code);
|
|
|
|
if (opcode == BPF_EXIT || opcode == BPF_CALL)
|
|
continue;
|
|
|
|
bb = func_append_bb(func, cur + cur->off + 1);
|
|
if (!bb)
|
|
return true;
|
|
|
|
if (opcode != BPF_JA) {
|
|
bb = func_append_bb(func, cur + 1);
|
|
if (!bb)
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
static void func_partition_bb_tail(struct func_node *func)
|
|
{
|
|
struct bb_node *bb, *last;
|
|
unsigned int bb_idx = 0;
|
|
|
|
last = func_last_bb(func);
|
|
last->tail = func->end;
|
|
bb = func_first_bb(func);
|
|
list_for_each_entry_from(bb, &last->l, l) {
|
|
bb->tail = bb_next(bb)->head - 1;
|
|
bb->idx = bb_idx++;
|
|
}
|
|
|
|
last->idx = bb_idx++;
|
|
func->bb_num = bb_idx;
|
|
}
|
|
|
|
static bool func_partition_bb(struct func_node *func)
|
|
{
|
|
if (func_partition_bb_head(func))
|
|
return true;
|
|
|
|
func_partition_bb_tail(func);
|
|
|
|
return false;
|
|
}
|
|
|
|
static bool cfg_build(struct cfg *cfg, struct bpf_insn *insn, unsigned int len)
|
|
{
|
|
int cnt = len / sizeof(*insn);
|
|
struct func_node *func;
|
|
|
|
INIT_LIST_HEAD(&cfg->funcs);
|
|
|
|
if (cfg_partition_funcs(cfg, insn, insn + cnt))
|
|
return true;
|
|
|
|
list_for_each_entry(func, &cfg->funcs, l) {
|
|
if (func_partition_bb(func))
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
static void cfg_destroy(struct cfg *cfg)
|
|
{
|
|
struct func_node *func, *func2;
|
|
|
|
list_for_each_entry_safe(func, func2, &cfg->funcs, l) {
|
|
struct bb_node *bb, *bb2;
|
|
|
|
list_for_each_entry_safe(bb, bb2, &func->bbs, l) {
|
|
list_del(&bb->l);
|
|
free(bb);
|
|
}
|
|
|
|
list_del(&func->l);
|
|
free(func);
|
|
}
|
|
}
|
|
|
|
void dump_xlated_cfg(void *buf, unsigned int len)
|
|
{
|
|
struct bpf_insn *insn = buf;
|
|
struct cfg cfg;
|
|
|
|
memset(&cfg, 0, sizeof(cfg));
|
|
if (cfg_build(&cfg, insn, len))
|
|
return;
|
|
|
|
cfg_destroy(&cfg);
|
|
}
|