diff options
| author | Jiri Olsa <jolsa@kernel.org> | 2026-08-03 23:01:49 +0200 |
|---|---|---|
| committer | Andrii Nakryiko <andrii@kernel.org> | 2026-08-05 11:34:46 -0700 |
| commit | a74594607a0b310c1533e713b9097cc1cbbb85bf (patch) | |
| tree | 15810358f5a830fa237db7aaf6e4d6604375d86c /kernel | |
| parent | 347c1d722e3ea4ffa2850585f5c76c6e551eac83 (diff) | |
bpf: Avoid changing callchain in bpf_get_stackid_pe
There's no need to modify the trace object bpf_get_stackid_pe, we just
need to pass the needed callchain length in separate argument.
This way we can have callchain pointers const and remove the trace->nr
modification and restoration.
Assisted-by: Codex:GPT-5.5
Signed-off-by: Jiri Olsa <jolsa@kernel.org>
Signed-off-by: Andrii Nakryiko <andrii@kernel.org>
Link: https://lore.kernel.org/bpf/20260803210149.296496-13-jolsa@kernel.org
Diffstat (limited to 'kernel')
| -rw-r--r-- | kernel/bpf/stackmap.c | 39 |
1 files changed, 17 insertions, 22 deletions
diff --git a/kernel/bpf/stackmap.c b/kernel/bpf/stackmap.c index 57a25b56d0ac..8f0f3ff1a869 100644 --- a/kernel/bpf/stackmap.c +++ b/kernel/bpf/stackmap.c @@ -506,7 +506,7 @@ get_callchain_entry_for_task(struct task_struct *task, u32 max_depth) struct stackid { struct stack_map_bucket *bucket; - u64 *ips; + const u64 *ips; u32 nr; u32 len; u32 hash; @@ -515,21 +515,21 @@ struct stackid { }; static int stackid_init(struct stackid *stackid, struct bpf_map *map, - struct perf_callchain_entry *trace, u64 flags) + const struct perf_callchain_entry *trace, u32 trace_nr, u64 flags) { struct bpf_stack_map *smap = container_of(map, struct bpf_stack_map, map); u32 skip = flags & BPF_F_SKIP_FIELD_MASK; u32 max_depth; - if (trace->nr <= skip) + if (trace_nr <= skip) /* skipping more than usable stack trace */ return -EFAULT; max_depth = stack_map_calculate_max_depth(map->value_size, stack_map_data_size(map), flags); - stackid->nr = min_t(u32, trace->nr - skip, max_depth - skip); + stackid->nr = min_t(u32, trace_nr - skip, max_depth - skip); stackid->len = stackid->nr * sizeof(u64); stackid->ips = trace->ip + skip; - stackid->hash = jhash2((u32 *)stackid->ips, stackid->len / sizeof(u32), 0); + stackid->hash = jhash2((const u32 *)stackid->ips, stackid->len / sizeof(u32), 0); stackid->id = stackid->hash & (smap->n_buckets - 1); stackid->bucket = READ_ONCE(smap->buckets[stackid->id]); stackid->hash_matches = stackid->bucket && stackid->bucket->hash == stackid->hash; @@ -537,11 +537,12 @@ static int stackid_init(struct stackid *stackid, struct bpf_map *map, } static int stackid_fastpath(struct stackid *stackid, struct bpf_map *map, - struct perf_callchain_entry *trace, u64 flags) + const struct perf_callchain_entry *trace, u32 trace_nr, + u64 flags) { int err; - err = stackid_init(stackid, map, trace, flags); + err = stackid_init(stackid, map, trace, trace_nr, flags); if (err) return err; @@ -640,7 +641,7 @@ BPF_CALL_3(bpf_get_stackid, struct pt_regs *, regs, struct bpf_map *, map, /* couldn't fetch the stack trace */ return -EFAULT; - err = stackid_fastpath(&stackid, map, trace, flags); + err = stackid_fastpath(&stackid, map, trace, trace->nr, flags); if (err != -ENOENT) return err; @@ -676,12 +677,13 @@ static __u64 count_kernel_ip(const struct perf_callchain_entry *trace) BPF_CALL_3(bpf_get_stackid_pe, struct bpf_perf_event_data_kern *, ctx, struct bpf_map *, map, u64, flags) { + const struct perf_callchain_entry *trace; struct perf_event *event = ctx->event; struct stack_map_bucket *new_bucket; - struct perf_callchain_entry *trace; struct stackid stackid; bool kernel, user; __u64 nr_kernel; + u32 trace_nr; int ret; /* perf_sample_data doesn't have callchain, use bpf_get_stackid */ @@ -701,13 +703,13 @@ BPF_CALL_3(bpf_get_stackid_pe, struct bpf_perf_event_data_kern *, ctx, return -EFAULT; nr_kernel = count_kernel_ip(trace); - __u64 nr = trace->nr; /* save original */ if (kernel) { - trace->nr = nr_kernel; + trace_nr = nr_kernel; } else { /* user */ u64 skip = flags & BPF_F_SKIP_FIELD_MASK; + trace_nr = trace->nr; skip += nr_kernel; if (skip > BPF_F_SKIP_FIELD_MASK) return -EFAULT; @@ -715,21 +717,14 @@ BPF_CALL_3(bpf_get_stackid_pe, struct bpf_perf_event_data_kern *, ctx, flags = (flags & ~BPF_F_SKIP_FIELD_MASK) | skip; } - ret = stackid_fastpath(&stackid, map, trace, flags); + ret = stackid_fastpath(&stackid, map, trace, trace_nr, flags); if (ret != -ENOENT) - goto out; + return ret; new_bucket = stackid_new_bucket(&stackid, map); - if (new_bucket) { - trace->nr = nr; + if (new_bucket) return stackid_install(&stackid, map, new_bucket, flags); - } - ret = -ENOMEM; - -out: - /* restore nr */ - trace->nr = nr; - return ret; + return -ENOMEM; } const struct bpf_func_proto bpf_get_stackid_proto_pe = { |
