perf/core: Add perf_sample_save_raw_data() helper
When we save the raw_data to the perf sample data, we need to update the sample flags and the dynamic size. To make sure this is done consistently, add the perf_sample_save_raw_data() helper and convert all call sites. Suggested-by: Peter Zijlstra <peterz@infradead.org> Signed-off-by: Namhyung Kim <namhyung@kernel.org> Signed-off-by: Ingo Molnar <mingo@kernel.org> Tested-by: Jiri Olsa <jolsa@kernel.org> Acked-by: Jiri Olsa <jolsa@kernel.org> Acked-by: Peter Zijlstra <peterz@infradead.org> Link: https://lore.kernel.org/r/20230118060559.615653-4-namhyung@kernel.org
This commit is contained in:
parent
31046500c1
commit
0a9081cf0a
@ -662,9 +662,7 @@ static int cfdiag_push_sample(struct perf_event *event,
|
||||
if (event->attr.sample_type & PERF_SAMPLE_RAW) {
|
||||
raw.frag.size = cpuhw->usedss;
|
||||
raw.frag.data = cpuhw->stop;
|
||||
raw.size = raw.frag.size;
|
||||
data.raw = &raw;
|
||||
data.sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(&data, &raw);
|
||||
}
|
||||
|
||||
overflow = perf_event_overflow(event, &data, ®s);
|
||||
|
@ -362,9 +362,7 @@ static int paicrypt_push_sample(void)
|
||||
if (event->attr.sample_type & PERF_SAMPLE_RAW) {
|
||||
raw.frag.size = rawsize;
|
||||
raw.frag.data = cpump->save;
|
||||
raw.size = raw.frag.size;
|
||||
data.raw = &raw;
|
||||
data.sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(&data, &raw);
|
||||
}
|
||||
|
||||
overflow = perf_event_overflow(event, &data, ®s);
|
||||
|
@ -451,9 +451,7 @@ static int paiext_push_sample(void)
|
||||
if (event->attr.sample_type & PERF_SAMPLE_RAW) {
|
||||
raw.frag.size = rawsize;
|
||||
raw.frag.data = cpump->save;
|
||||
raw.size = raw.frag.size;
|
||||
data.raw = &raw;
|
||||
data.sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(&data, &raw);
|
||||
}
|
||||
|
||||
overflow = perf_event_overflow(event, &data, ®s);
|
||||
|
@ -1110,8 +1110,7 @@ fail:
|
||||
.data = ibs_data.data,
|
||||
},
|
||||
};
|
||||
data.raw = &raw;
|
||||
data.sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(&data, &raw);
|
||||
}
|
||||
|
||||
if (perf_ibs == &perf_ibs_op)
|
||||
|
@ -95,6 +95,11 @@ struct perf_raw_record {
|
||||
u32 size;
|
||||
};
|
||||
|
||||
static __always_inline bool perf_raw_frag_last(const struct perf_raw_frag *frag)
|
||||
{
|
||||
return frag->pad < sizeof(u64);
|
||||
}
|
||||
|
||||
/*
|
||||
* branch stack layout:
|
||||
* nr: number of taken branches stored in entries[]
|
||||
@ -1182,6 +1187,29 @@ static inline void perf_sample_save_callchain(struct perf_sample_data *data,
|
||||
data->sample_flags |= PERF_SAMPLE_CALLCHAIN;
|
||||
}
|
||||
|
||||
static inline void perf_sample_save_raw_data(struct perf_sample_data *data,
|
||||
struct perf_raw_record *raw)
|
||||
{
|
||||
struct perf_raw_frag *frag = &raw->frag;
|
||||
u32 sum = 0;
|
||||
int size;
|
||||
|
||||
do {
|
||||
sum += frag->size;
|
||||
if (perf_raw_frag_last(frag))
|
||||
break;
|
||||
frag = frag->next;
|
||||
} while (1);
|
||||
|
||||
size = round_up(sum + sizeof(u32), sizeof(u64));
|
||||
raw->size = size - sizeof(u32);
|
||||
frag->pad = raw->size - sum;
|
||||
|
||||
data->raw = raw;
|
||||
data->dyn_size += size;
|
||||
data->sample_flags |= PERF_SAMPLE_RAW;
|
||||
}
|
||||
|
||||
/*
|
||||
* Clear all bitfields in the perf_branch_entry.
|
||||
* The to and from fields are not cleared because they are
|
||||
@ -1690,11 +1718,6 @@ extern void perf_restore_debug_store(void);
|
||||
static inline void perf_restore_debug_store(void) { }
|
||||
#endif
|
||||
|
||||
static __always_inline bool perf_raw_frag_last(const struct perf_raw_frag *frag)
|
||||
{
|
||||
return frag->pad < sizeof(u64);
|
||||
}
|
||||
|
||||
#define perf_output_put(handle, x) perf_output_copy((handle), &(x), sizeof(x))
|
||||
|
||||
struct perf_pmu_events_attr {
|
||||
|
@ -7581,30 +7581,10 @@ void perf_prepare_sample(struct perf_event_header *header,
|
||||
if (filtered_sample_type & PERF_SAMPLE_CALLCHAIN)
|
||||
perf_sample_save_callchain(data, event, regs);
|
||||
|
||||
if (sample_type & PERF_SAMPLE_RAW) {
|
||||
struct perf_raw_record *raw = data->raw;
|
||||
int size;
|
||||
|
||||
if (raw && (data->sample_flags & PERF_SAMPLE_RAW)) {
|
||||
struct perf_raw_frag *frag = &raw->frag;
|
||||
u32 sum = 0;
|
||||
|
||||
do {
|
||||
sum += frag->size;
|
||||
if (perf_raw_frag_last(frag))
|
||||
break;
|
||||
frag = frag->next;
|
||||
} while (1);
|
||||
|
||||
size = round_up(sum + sizeof(u32), sizeof(u64));
|
||||
raw->size = size - sizeof(u32);
|
||||
frag->pad = raw->size - sum;
|
||||
} else {
|
||||
size = sizeof(u64);
|
||||
if (filtered_sample_type & PERF_SAMPLE_RAW) {
|
||||
data->raw = NULL;
|
||||
}
|
||||
|
||||
data->dyn_size += size;
|
||||
data->dyn_size += sizeof(u64);
|
||||
data->sample_flags |= PERF_SAMPLE_RAW;
|
||||
}
|
||||
|
||||
if (sample_type & PERF_SAMPLE_BRANCH_STACK) {
|
||||
@ -10120,8 +10100,7 @@ void perf_tp_event(u16 event_type, u64 count, void *record, int entry_size,
|
||||
};
|
||||
|
||||
perf_sample_data_init(&data, 0, 0);
|
||||
data.raw = &raw;
|
||||
data.sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(&data, &raw);
|
||||
|
||||
perf_trace_buf_update(record, event_type);
|
||||
|
||||
|
@ -687,8 +687,7 @@ BPF_CALL_5(bpf_perf_event_output, struct pt_regs *, regs, struct bpf_map *, map,
|
||||
}
|
||||
|
||||
perf_sample_data_init(sd, 0, 0);
|
||||
sd->raw = &raw;
|
||||
sd->sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(sd, &raw);
|
||||
|
||||
err = __bpf_perf_event_output(regs, map, flags, sd);
|
||||
|
||||
@ -746,8 +745,7 @@ u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size,
|
||||
|
||||
perf_fetch_caller_regs(regs);
|
||||
perf_sample_data_init(sd, 0, 0);
|
||||
sd->raw = &raw;
|
||||
sd->sample_flags |= PERF_SAMPLE_RAW;
|
||||
perf_sample_save_raw_data(sd, &raw);
|
||||
|
||||
ret = __bpf_perf_event_output(regs, map, flags, sd);
|
||||
out:
|
||||
|
Loading…
Reference in New Issue
Block a user