Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 | /* SPDX-License-Identifier: GPL-2.0 */ #pragma once #include <stdlib.h> #include <stdbool.h> #include <linux/err.h> #include <errno.h> #include <unistd.h> #include <bpf/bpf.h> #include <bpf/libbpf.h> #include <math.h> #include <time.h> #include <sys/syscall.h> struct cpu_set { bool *cpus; int cpus_len; int next_cpu; }; struct env { char *bench_name; int duration_sec; int warmup_sec; bool verbose; bool list; bool affinity; int consumer_cnt; int producer_cnt; struct cpu_set prod_cpus; struct cpu_set cons_cpus; }; struct basic_stats { double mean; double stddev; }; struct bench_res { long hits; long drops; long false_hits; long important_hits; unsigned long gp_ns; unsigned long gp_ct; unsigned int stime; }; struct bench { const char *name; void (*validate)(void); void (*setup)(void); void *(*producer_thread)(void *ctx); void *(*consumer_thread)(void *ctx); void (*measure)(struct bench_res* res); void (*report_progress)(int iter, struct bench_res* res, long delta_ns); void (*report_final)(struct bench_res res[], int res_cnt); }; struct counter { long value; } __attribute__((aligned(128))); extern struct env env; extern const struct bench *bench; void setup_libbpf(void); void hits_drops_report_progress(int iter, struct bench_res *res, long delta_ns); void hits_drops_report_final(struct bench_res res[], int res_cnt); void false_hits_report_progress(int iter, struct bench_res *res, long delta_ns); void false_hits_report_final(struct bench_res res[], int res_cnt); void ops_report_progress(int iter, struct bench_res *res, long delta_ns); void ops_report_final(struct bench_res res[], int res_cnt); void local_storage_report_progress(int iter, struct bench_res *res, long delta_ns); void local_storage_report_final(struct bench_res res[], int res_cnt); void grace_period_latency_basic_stats(struct bench_res res[], int res_cnt, struct basic_stats *gp_stat); void grace_period_ticks_basic_stats(struct bench_res res[], int res_cnt, struct basic_stats *gp_stat); static inline __u64 get_time_ns(void) { struct timespec t; clock_gettime(CLOCK_MONOTONIC, &t); return (u64)t.tv_sec * 1000000000 + t.tv_nsec; } static inline void atomic_inc(long *value) { (void)__atomic_add_fetch(value, 1, __ATOMIC_RELAXED); } static inline void atomic_add(long *value, long n) { (void)__atomic_add_fetch(value, n, __ATOMIC_RELAXED); } static inline long atomic_swap(long *value, long n) { return __atomic_exchange_n(value, n, __ATOMIC_RELAXED); } |