From: Arthur Fabre <afabre@xxxxxxxxxxxxxx> Basic benchmarks for: * Getting a trait. * Setting a trait, with no traits already stored after it. * Moving traits, when setting or deleting a trait with traits stored after it. Signed-off-by: Arthur Fabre <afabre@xxxxxxxxxxxxxx> --- tools/testing/selftests/bpf/Makefile | 2 + tools/testing/selftests/bpf/bench.c | 8 ++ .../selftests/bpf/benchs/bench_xdp_traits.c | 160 +++++++++++++++++++++ .../testing/selftests/bpf/progs/bench_xdp_traits.c | 131 +++++++++++++++++ 4 files changed, 301 insertions(+) diff --git a/tools/testing/selftests/bpf/Makefile b/tools/testing/selftests/bpf/Makefile index e6a02d5b87d123cef7e6b41bfbc96d34083f38e1..6b7a7351664cf611ce72fb76b308b7392e3811ba 100644 --- a/tools/testing/selftests/bpf/Makefile +++ b/tools/testing/selftests/bpf/Makefile @@ -815,6 +815,7 @@ $(OUTPUT)/bench_local_storage_create.o: $(OUTPUT)/bench_local_storage_create.ske $(OUTPUT)/bench_bpf_hashmap_lookup.o: $(OUTPUT)/bpf_hashmap_lookup.skel.h $(OUTPUT)/bench_htab_mem.o: $(OUTPUT)/htab_mem_bench.skel.h $(OUTPUT)/bench_bpf_crypto.o: $(OUTPUT)/crypto_bench.skel.h +$(OUTPUT)/bench_xdp_traits.o: $(OUTPUT)/bench_xdp_traits.skel.h $(OUTPUT)/bench.o: bench.h testing_helpers.h $(BPFOBJ) $(OUTPUT)/bench: LDLIBS += -lm $(OUTPUT)/bench: $(OUTPUT)/bench.o \ @@ -835,6 +836,7 @@ $(OUTPUT)/bench: $(OUTPUT)/bench.o \ $(OUTPUT)/bench_local_storage_create.o \ $(OUTPUT)/bench_htab_mem.o \ $(OUTPUT)/bench_bpf_crypto.o \ + $(OUTPUT)/bench_xdp_traits.o \ # $(call msg,BINARY,,$@) $(Q)$(CC) $(CFLAGS) $(LDFLAGS) $(filter %.a %.o,$^) $(LDLIBS) -o $@ diff --git a/tools/testing/selftests/bpf/bench.c b/tools/testing/selftests/bpf/bench.c index 1bd403a5ef7b3401f501d790453c7be9ed289cb5..4678b928fc6ad2f0a870a25d9b10c75a1f6d77ba 100644 --- a/tools/testing/selftests/bpf/bench.c +++ b/tools/testing/selftests/bpf/bench.c @@ -283,6 +283,7 @@ extern struct argp bench_local_storage_create_argp; extern struct argp bench_htab_mem_argp; extern struct argp bench_trigger_batch_argp; extern struct argp bench_crypto_argp; +extern struct argp bench_trait_argp; static const struct argp_child bench_parsers[] = { { &bench_ringbufs_argp, 0, "Ring buffers benchmark", 0 }, @@ -297,6 +298,7 @@ static const struct argp_child bench_parsers[] = { { &bench_htab_mem_argp, 0, "hash map memory benchmark", 0 }, { &bench_trigger_batch_argp, 0, "BPF triggering benchmark", 0 }, { &bench_crypto_argp, 0, "bpf crypto benchmark", 0 }, + { &bench_trait_argp, 0, "XDP trait benchmark", 0 }, {}, }; @@ -549,6 +551,9 @@ extern const struct bench bench_local_storage_create; extern const struct bench bench_htab_mem; extern const struct bench bench_crypto_encrypt; extern const struct bench bench_crypto_decrypt; +extern const struct bench bench_xdp_trait_get; +extern const struct bench bench_xdp_trait_set; +extern const struct bench bench_xdp_trait_move; static const struct bench *benchs[] = { &bench_count_global, @@ -609,6 +614,9 @@ static const struct bench *benchs[] = { &bench_htab_mem, &bench_crypto_encrypt, &bench_crypto_decrypt, + &bench_xdp_trait_get, + &bench_xdp_trait_set, + &bench_xdp_trait_move, }; static void find_benchmark(void) diff --git a/tools/testing/selftests/bpf/benchs/bench_xdp_traits.c b/tools/testing/selftests/bpf/benchs/bench_xdp_traits.c new file mode 100644 index 0000000000000000000000000000000000000000..0fbcd49edd825f53e6957319d3f05efc218dfb02 --- /dev/null +++ b/tools/testing/selftests/bpf/benchs/bench_xdp_traits.c @@ -0,0 +1,160 @@ +// SPDX-License-Identifier: GPL-2.0 + +#include <argp.h> +#include "bench.h" +#include "bench_xdp_traits.skel.h" + +static struct trait_ctx { + struct bench_xdp_traits *skel; + int pfd; +} ctx; + +static struct trait_args { + u32 trait_len; +} args = { + .trait_len = 2, +}; + +enum { + ARG_TRAIT_LEN = 6000, +}; + +static const struct argp_option opts[] = { + { "trait-len", ARG_TRAIT_LEN, "TRAIT_LEN", 0, + "Set the length of the trait set/get" }, + {}, +}; + +static error_t trait_parse_arg(int key, char *arg, struct argp_state *state) +{ + switch (key) { + case ARG_TRAIT_LEN: + args.trait_len = strtoul(arg, NULL, 10); + if (args.trait_len != 2 && args.trait_len != 4 && args.trait_len != 8) { + fprintf(stderr, "Invalid trait length\n"); + argp_usage(state); + } + break; + default: + return ARGP_ERR_UNKNOWN; + } + + return 0; +} + +const struct argp bench_trait_argp = { + .options = opts, + .parser = trait_parse_arg, +}; + +static void trait_validate(void) +{ + if (env.consumer_cnt != 0) { + fprintf(stderr, "bpf trait benchmark doesn't support consumer!\n"); + exit(1); + } +} + +static void trait_setup(void) +{ + int err; + + setup_libbpf(); + + ctx.skel = bench_xdp_traits__open(); + if (!ctx.skel) { + fprintf(stderr, "failed to open skeleton\n"); + exit(1); + } + + ctx.skel->bss->trait_len = args.trait_len; + + err = bench_xdp_traits__load(ctx.skel); + if (err) { + fprintf(stderr, "failed to load skeleton\n"); + bench_xdp_traits__destroy(ctx.skel); + exit(1); + } +} + +static void trait_get_setup(void) +{ + trait_setup(); + ctx.pfd = bpf_program__fd(ctx.skel->progs.trait_get); +} + +static void trait_set_setup(void) +{ + trait_setup(); + ctx.pfd = bpf_program__fd(ctx.skel->progs.trait_set); +} + +static void trait_move_setup(void) +{ + trait_setup(); + ctx.pfd = bpf_program__fd(ctx.skel->progs.trait_move); +} + +static void trait_measure(struct bench_res *res) +{ + res->hits = atomic_swap(&ctx.skel->bss->hits, 0); +} + +static void *trait_producer(void *unused) +{ + static char in[14]; + int err; + + LIBBPF_OPTS(bpf_test_run_opts, opts, + .data_in = in, + .data_size_in = sizeof(in), + .repeat = 256, // max + ); + + while (true) { + err = bpf_prog_test_run_opts(ctx.pfd, &opts); + if (err != 0) { + fprintf(stderr, "failed to prog_run: %d\n", err); + return NULL; + } + if (opts.retval != 0) { + fprintf(stderr, "prog didn't return 0: %d\n", opts.retval); + return NULL; + } + } + + return NULL; +} + +const struct bench bench_xdp_trait_get = { + .name = "xdp-trait-get", + .argp = &bench_trait_argp, + .validate = trait_validate, + .setup = trait_get_setup, + .producer_thread = trait_producer, + .measure = trait_measure, + .report_progress = ops_report_progress, + .report_final = ops_report_final, +}; + +const struct bench bench_xdp_trait_set = { + .name = "xdp-trait-set", + .argp = &bench_trait_argp, + .validate = trait_validate, + .setup = trait_set_setup, + .producer_thread = trait_producer, + .measure = trait_measure, + .report_progress = ops_report_progress, + .report_final = ops_report_final, +}; + +const struct bench bench_xdp_trait_move = { + .name = "xdp-trait-move", + .argp = &bench_trait_argp, + .validate = trait_validate, + .setup = trait_move_setup, + .producer_thread = trait_producer, + .measure = trait_measure, + .report_progress = ops_report_progress, + .report_final = ops_report_final, +}; diff --git a/tools/testing/selftests/bpf/progs/bench_xdp_traits.c b/tools/testing/selftests/bpf/progs/bench_xdp_traits.c new file mode 100644 index 0000000000000000000000000000000000000000..558c1ab22e09990d3eb0f78f916fd02de3def749 --- /dev/null +++ b/tools/testing/selftests/bpf/progs/bench_xdp_traits.c @@ -0,0 +1,131 @@ +// SPDX-License-Identifier: GPL-2.0 +#include <linux/bpf.h> +#include <bpf/bpf_helpers.h> +#include <errno.h> + +extern int bpf_xdp_trait_set(const struct xdp_md *xdp, __u64 key, + const void *val, __u64 val__sz, + __u64 flags) __ksym; +extern int bpf_xdp_trait_get(const struct xdp_md *xdp, __u64 key, void *val, + __u64 val__sz) __ksym; +extern int bpf_xdp_trait_del(const struct xdp_md *xdp, __u64 key) __ksym; + +__u32 trait_len; +long hits = 0; + +#define ITERATIONS (10000) + +SEC("xdp") +int trait_get(struct xdp_md *xdp) +{ + int ret, i; + __u16 val2 = 0xdead; + __u32 val4 = 0xdeadbeef; + __u64 val8 = 0xdeadbeefafafcfcf; + +#define BENCH_GET(val, size) do { \ + ret = bpf_xdp_trait_set(xdp, 32, &val, sizeof(val), 0); \ + if (ret != 0) \ + return ret; \ + for (i = 0; i < ITERATIONS; i++) \ + ret = bpf_xdp_trait_get(xdp, 32, &val, sizeof(val)); \ + if (ret != size) \ + return ret; \ + } while (0) + + switch (trait_len) { + case 2: + BENCH_GET(val2, 2); + break; + case 4: + BENCH_GET(val4, 4); + break; + case 8: + BENCH_GET(val8, 8); + break; + } + + __sync_add_and_fetch(&hits, ITERATIONS); + return 0; +} + +SEC("xdp") +int trait_set(struct xdp_md *xdp) +{ + int ret, i; + __u16 val2 = 0xdead; + __u32 val4 = 0xdeadbeef; + __u64 val8 = 0xdeadbeefafafcfcf; + +#define BENCH_SET(val) do { \ + for (i = 0; i < ITERATIONS; i++) \ + ret = bpf_xdp_trait_set(xdp, 32, &val, sizeof(val), 0); \ + } while (0) + + switch (trait_len) { + case 2: + BENCH_SET(val2); + break; + case 4: + BENCH_SET(val4); + break; + case 8: + BENCH_SET(val8); + break; + } + + if (ret != 0) + return ret; + + __sync_add_and_fetch(&hits, ITERATIONS); + return 0; +} + +SEC("xdp") +int trait_move(struct xdp_md *xdp) +{ + int ret, ret_del, i; + __u16 val2 = 0xdead; + __u32 val4 = 0xdeadbeef; + __u64 val8 = 0xdeadbeefafafcfcf; + +#define BENCH_MOVE(val) do { \ + for (i = 0; i < 8; i++) { \ + ret = bpf_xdp_trait_set(xdp, 40+i, &val8, sizeof(val8), 0); \ + if (ret != 0) \ + return ret; \ + } \ + /* We do two operations per iteration, so do half as many to make it + * vaguely comparable with other benchmarks + */ \ + for (i = 0; i < ITERATIONS/2; i++) { \ + /* Need to delete after, otherwise we'll just overwrite an + * existing trait and there will be nothing to move. + */ \ + ret = bpf_xdp_trait_set(xdp, 32, &val, sizeof(val), 0); \ + ret_del = bpf_xdp_trait_del(xdp, 32); \ + } \ + } while (0) + + switch (trait_len) { + case 2: + BENCH_MOVE(val2); + break; + case 4: + BENCH_MOVE(val4); + break; + case 8: + BENCH_MOVE(val8); + break; + } + + if (ret != 0) + return ret; + if (ret_del != 0) + return ret_del; + + __sync_add_and_fetch(&hits, ITERATIONS); + return 0; +} + +char _license[] SEC("license") = "GPL"; -- 2.43.0