cregit-Linux how code gets into the kernel

Release 4.10 tools/perf/builtin-inject.c

Directory: tools/perf
/*
 * builtin-inject.c
 *
 * Builtin inject command: Examine the live mode (stdin) event stream
 * and repipe it to stdout while optionally injecting additional
 * events into it.
 */
#include "builtin.h"

#include "perf.h"
#include "util/color.h"
#include "util/evlist.h"
#include "util/evsel.h"
#include "util/session.h"
#include "util/tool.h"
#include "util/debug.h"
#include "util/build-id.h"
#include "util/data.h"
#include "util/auxtrace.h"
#include "util/jit.h"

#include <subcmd/parse-options.h>

#include <linux/list.h>


struct perf_inject {
	
struct perf_tool	tool;
	
struct perf_session	*session;
	
bool			build_ids;
	
bool			sched_stat;
	
bool			have_auxtrace;
	
bool			strip;
	
bool			jit_mode;
	
const char		*input_name;
	
struct perf_data_file	output;
	
u64			bytes_written;
	
u64			aux_id;
	
struct list_head	samples;
	
struct itrace_synth_opts itrace_synth_opts;
};


struct event_entry {
	
struct list_head node;
	
u32		 tid;
	
union perf_event event[0];
};


static int output_bytes(struct perf_inject *inject, void *buf, size_t sz) { ssize_t size; size = perf_data_file__write(&inject->output, buf, sz); if (size < 0) return -errno; inject->bytes_written += size; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
tom zanussitom zanussi2750.00%120.00%
adrian hunteradrian hunter1018.52%120.00%
andrey vaginandrey vagin814.81%120.00%
jiri olsajiri olsa611.11%120.00%
arnaldo carvalho de meloarnaldo carvalho de melo35.56%120.00%
Total54100.00%5100.00%


static int perf_event__repipe_synth(struct perf_tool *tool, union perf_event *event) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); return output_bytes(inject, event, event->header.size); }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter45100.00%1100.00%
Total45100.00%1100.00%


static int perf_event__repipe_oe_synth(struct perf_tool *tool, union perf_event *event, struct ordered_events *oe __maybe_unused) { return perf_event__repipe_synth(tool, event); }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo30100.00%1100.00%
Total30100.00%1100.00%

#ifdef HAVE_JITDUMP
static int perf_event__drop_oe(struct perf_tool *tool __maybe_unused, union perf_event *event __maybe_unused, struct ordered_events *oe __maybe_unused) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
stephane eranianstephane eranian27100.00%1100.00%
Total27100.00%1100.00%

#endif
static int perf_event__repipe_op2_synth(struct perf_tool *tool, union perf_event *event, struct perf_session *session __maybe_unused) { return perf_event__repipe_synth(tool, event); }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo2996.67%266.67%
irina tirdeairina tirdea13.33%133.33%
Total30100.00%3100.00%


static int perf_event__repipe_attr(struct perf_tool *tool, union perf_event *event, struct perf_evlist **pevlist) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); int ret; ret = perf_event__process_attr(tool, event, pevlist); if (ret) return ret; if (!inject->output.is_pipe) return 0; return perf_event__repipe_synth(tool, event); }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter3139.74%228.57%
arnaldo carvalho de meloarnaldo carvalho de melo2430.77%228.57%
stephane eranianstephane eranian1924.36%114.29%
jiri olsajiri olsa45.13%228.57%
Total78100.00%7100.00%

#ifdef HAVE_AUXTRACE_SUPPORT
static int copy_bytes(struct perf_inject *inject, int fd, off_t size) { char buf[4096]; ssize_t ssz; int ret; while (size > 0) { ssz = read(fd, buf, min(size, (off_t)sizeof(buf))); if (ssz < 0) return -errno; ret = output_bytes(inject, buf, ssz); if (ret) return ret; size -= ssz; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter94100.00%1100.00%
Total94100.00%1100.00%


static s64 perf_event__repipe_auxtrace(struct perf_tool *tool, union perf_event *event, struct perf_session *session) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); int ret; inject->have_auxtrace = true; if (!inject->output.is_pipe) { off_t offset; offset = lseek(inject->output.fd, 0, SEEK_CUR); if (offset == -1) return -errno; ret = auxtrace_index__auxtrace_event(&session->auxtrace_index, event, offset); if (ret < 0) return ret; } if (perf_data_file__is_pipe(session->file) || !session->one_mmap) { ret = output_bytes(inject, event, event->header.size); if (ret < 0) return ret; ret = copy_bytes(inject, perf_data_file__fd(session->file), event->auxtrace.size); } else { ret = output_bytes(inject, event, event->header.size + event->auxtrace.size); } if (ret < 0) return ret; return event->auxtrace.size; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter208100.00%3100.00%
Total208100.00%3100.00%

#else
static s64 perf_event__repipe_auxtrace(struct perf_tool *tool __maybe_unused, union perf_event *event __maybe_unused, struct perf_session *session __maybe_unused) { pr_err("AUX area tracing not supported\n"); return -EINVAL; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter33100.00%1100.00%
Total33100.00%1100.00%

#endif
static int perf_event__repipe(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample __maybe_unused, struct machine *machine __maybe_unused) { return perf_event__repipe_synth(tool, event); }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo3494.44%675.00%
irina tirdeairina tirdea12.78%112.50%
adrian hunteradrian hunter12.78%112.50%
Total36100.00%8100.00%


static int perf_event__drop(struct perf_tool *tool __maybe_unused, union perf_event *event __maybe_unused, struct perf_sample *sample __maybe_unused, struct machine *machine __maybe_unused) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter33100.00%1100.00%
Total33100.00%1100.00%


static int perf_event__drop_aux(struct perf_tool *tool, union perf_event *event __maybe_unused, struct perf_sample *sample, struct machine *machine __maybe_unused) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); if (!inject->aux_id) inject->aux_id = sample->id; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter61100.00%1100.00%
Total61100.00%1100.00%

typedef int (*inject_handler)(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct perf_evsel *evsel, struct machine *machine);
static int perf_event__repipe_sample(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct perf_evsel *evsel, struct machine *machine) { if (evsel->handler) { inject_handler f = evsel->handler; return f(tool, event, sample, evsel, machine); } build_id__mark_dso_hit(tool, event, sample, evsel, machine); return perf_event__repipe_synth(tool, event); }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin4251.85%233.33%
arnaldo carvalho de meloarnaldo carvalho de melo3948.15%466.67%
Total81100.00%6100.00%


static int perf_event__repipe_mmap(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { int err; err = perf_event__process_mmap(tool, event, sample, machine); perf_event__repipe(tool, event, sample, machine); return err; }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo3053.57%685.71%
tom zanussitom zanussi2646.43%114.29%
Total56100.00%7100.00%

#ifdef HAVE_JITDUMP
static int perf_event__jit_repipe_mmap(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); u64 n = 0; int ret; /* * if jit marker, then inject jit mmaps and generate ELF images */ ret = jit_process(inject->session, &inject->output, machine, event->mmap.filename, sample->pid, &n); if (ret < 0) return ret; if (ret) { inject->bytes_written += n; return 0; } return perf_event__repipe_mmap(tool, event, sample, machine); }

Contributors

PersonTokensPropCommitsCommitProp
stephane eranianstephane eranian9784.35%150.00%
adrian hunteradrian hunter1815.65%150.00%
Total115100.00%2100.00%

#endif
static int perf_event__repipe_mmap2(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { int err; err = perf_event__process_mmap2(tool, event, sample, machine); perf_event__repipe(tool, event, sample, machine); return err; }

Contributors

PersonTokensPropCommitsCommitProp
stephane eranianstephane eranian56100.00%1100.00%
Total56100.00%1100.00%

#ifdef HAVE_JITDUMP
static int perf_event__jit_repipe_mmap2(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); u64 n = 0; int ret; /* * if jit marker, then inject jit mmaps and generate ELF images */ ret = jit_process(inject->session, &inject->output, machine, event->mmap2.filename, sample->pid, &n); if (ret < 0) return ret; if (ret) { inject->bytes_written += n; return 0; } return perf_event__repipe_mmap2(tool, event, sample, machine); }

Contributors

PersonTokensPropCommitsCommitProp
stephane eranianstephane eranian9784.35%150.00%
adrian hunteradrian hunter1815.65%150.00%
Total115100.00%2100.00%

#endif
static int perf_event__repipe_fork(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { int err; err = perf_event__process_fork(tool, event, sample, machine); perf_event__repipe(tool, event, sample, machine); return err; }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo3053.57%787.50%
tom zanussitom zanussi2646.43%112.50%
Total56100.00%8100.00%


static int perf_event__repipe_comm(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { int err; err = perf_event__process_comm(tool, event, sample, machine); perf_event__repipe(tool, event, sample, machine); return err; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter56100.00%1100.00%
Total56100.00%1100.00%


static int perf_event__repipe_exit(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct machine *machine) { int err; err = perf_event__process_exit(tool, event, sample, machine); perf_event__repipe(tool, event, sample, machine); return err; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter56100.00%1100.00%
Total56100.00%1100.00%


static int perf_event__repipe_tracing_data(struct perf_tool *tool, union perf_event *event, struct perf_session *session) { int err; perf_event__repipe_synth(tool, event); err = perf_event__process_tracing_data(tool, event, session); return err; }

Contributors

PersonTokensPropCommitsCommitProp
tom zanussitom zanussi2862.22%125.00%
arnaldo carvalho de meloarnaldo carvalho de melo920.00%250.00%
adrian hunteradrian hunter817.78%125.00%
Total45100.00%4100.00%


static int perf_event__repipe_id_index(struct perf_tool *tool, union perf_event *event, struct perf_session *session) { int err; perf_event__repipe_synth(tool, event); err = perf_event__process_id_index(tool, event, session); return err; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter45100.00%1100.00%
Total45100.00%1100.00%


static int dso__read_build_id(struct dso *dso) { if (dso->has_build_id) return 0; if (filename__read_build_id(dso->long_name, dso->build_id, sizeof(dso->build_id)) > 0) { dso->has_build_id = true; return 0; } return -1; }

Contributors

PersonTokensPropCommitsCommitProp
tom zanussitom zanussi3459.65%133.33%
arnaldo carvalho de meloarnaldo carvalho de melo2340.35%266.67%
Total57100.00%3100.00%


static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool, struct machine *machine) { u16 misc = PERF_RECORD_MISC_USER; int err; if (dso__read_build_id(dso) < 0) { pr_debug("no build_id found for %s\n", dso->long_name); return -1; } if (dso->kernel) misc = PERF_RECORD_MISC_KERNEL; err = perf_event__synthesize_build_id(tool, dso, misc, perf_event__repipe, machine); if (err) { pr_err("Can't synthesize build_id event for %s\n", dso->long_name); return -1; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
arnaldo carvalho de meloarnaldo carvalho de melo6161.00%685.71%
tom zanussitom zanussi3939.00%114.29%
Total100100.00%7100.00%


static int perf_event__inject_buildid(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct perf_evsel *evsel __maybe_unused, struct machine *machine) { struct addr_location al; struct thread *thread; thread = machine__findnew_thread(machine, sample->pid, sample->tid); if (thread == NULL) { pr_err("problem processing %d event, skipping it.\n", event->header.type); goto repipe; } thread__find_addr_map(thread, sample->cpumode, MAP__FUNCTION, sample->ip, &al); if (al.map != NULL) { if (!al.map->dso->hit) { al.map->dso->hit = 1; if (map__load(al.map) >= 0) { dso__inject_build_id(al.map->dso, tool, machine); /* * If this fails, too bad, let the other side * account this as unresolved. */ } else { #ifdef HAVE_LIBELF_SUPPORT pr_warning("no symbols found in %s, maybe " "install a debug package?\n", al.map->dso->long_name); #endif } } } thread__put(thread); repipe: perf_event__repipe(tool, event, sample, machine); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
tom zanussitom zanussi14070.35%15.56%
arnaldo carvalho de meloarnaldo carvalho de melo4522.61%1055.56%
namhyung kimnamhyung kim73.52%316.67%
adrian hunteradrian hunter52.51%211.11%
irina tirdeairina tirdea10.50%15.56%
ingo molnaringo molnar10.50%15.56%
Total199100.00%18100.00%


static int perf_inject__sched_process_exit(struct perf_tool *tool, union perf_event *event __maybe_unused, struct perf_sample *sample, struct perf_evsel *evsel __maybe_unused, struct machine *machine __maybe_unused) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); struct event_entry *ent; list_for_each_entry(ent, &inject->samples, node) { if (sample->tid == ent->tid) { list_del_init(&ent->node); free(ent); break; } } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin6873.12%233.33%
tom zanussitom zanussi1516.13%116.67%
arnaldo carvalho de meloarnaldo carvalho de melo77.53%116.67%
irina tirdeairina tirdea22.15%116.67%
ian munsieian munsie11.08%116.67%
Total93100.00%6100.00%


static int perf_inject__sched_switch(struct perf_tool *tool, union perf_event *event, struct perf_sample *sample, struct perf_evsel *evsel, struct machine *machine) { struct perf_inject *inject = container_of(tool, struct perf_inject, tool); struct event_entry *ent; perf_inject__sched_process_exit(tool, event, sample, evsel, machine); ent = malloc(event->header.size + sizeof(struct event_entry)); if (ent == NULL) { color_fprintf(stderr, PERF_COLOR_RED, "Not enough memory to process sched switch event!"); return -1; } ent->tid = sample->tid; memcpy(&ent->event, event, event->header.size); list_add(&ent->node, &inject->samples); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin142100.00%1100.00%
Total142100.00%1100.00%


static int perf_inject__sched_stat(struct perf_tool *tool, union perf_event *event __maybe_unused, struct perf_sample *sample, struct perf_evsel *evsel, struct machine *machine) { struct event_entry *ent; union perf_event *event_sw; struct perf_sample sample_sw; struct perf_inject *inject = container_of(tool, struct perf_inject, tool); u32 pid = perf_evsel__intval(evsel, sample, "pid"); list_for_each_entry(ent, &inject->samples, node) { if (pid == ent->tid) goto found; } return 0; found: event_sw = &ent->event[0]; perf_evsel__parse_sample(evsel, event_sw, &sample_sw); sample_sw.period = sample->period; sample_sw.time = sample->time; perf_event__synthesize_sample(event_sw, evsel->attr.sample_type, evsel->attr.read_format, &sample_sw, false); build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine); return perf_event__repipe(tool, event_sw, &sample_sw, machine); }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin17896.74%266.67%
adrian hunteradrian hunter63.26%133.33%
Total184100.00%3100.00%


static void sig_handler(int sig __maybe_unused) { session_done = 1; }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin14100.00%1100.00%
Total14100.00%1100.00%


static int perf_evsel__check_stype(struct perf_evsel *evsel, u64 sample_type, const char *sample_msg) { struct perf_event_attr *attr = &evsel->attr; const char *name = perf_evsel__name(evsel); if (!(attr->sample_type & sample_type)) { pr_err("Samples for %s event do not have %s attribute set.", name, sample_msg); return -EINVAL; } return 0; }

Contributors

PersonTokensPropCommitsCommitProp
andrey vaginandrey vagin68100.00%1100.00%
Total68100.00%1100.00%


static int drop_sample(struct perf_tool *tool __maybe_unused, union perf_event *event __maybe_unused, struct perf_sample *sample __maybe_unused, struct perf_evsel *evsel __maybe_unused, struct machine *machine __maybe_unused) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter39100.00%1100.00%
Total39100.00%1100.00%


static void strip_init(struct perf_inject *inject) { struct perf_evlist *evlist = inject->session->evlist; struct perf_evsel *evsel; inject->tool.context_switch = perf_event__drop; evlist__for_each_entry(evlist, evsel) evsel->handler = drop_sample; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter4697.87%150.00%
arnaldo carvalho de meloarnaldo carvalho de melo12.13%150.00%
Total47100.00%2100.00%


static bool has_tracking(struct perf_evsel *evsel) { return evsel->attr.mmap || evsel->attr.mmap2 || evsel->attr.comm || evsel->attr.task; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter36100.00%1100.00%
Total36100.00%1100.00%

#define COMPAT_MASK (PERF_SAMPLE_ID | PERF_SAMPLE_TID | PERF_SAMPLE_TIME | \ PERF_SAMPLE_ID | PERF_SAMPLE_CPU | PERF_SAMPLE_IDENTIFIER) /* * In order that the perf.data file is parsable, tracking events like MMAP need * their selected event to exist, except if there is only 1 selected event left * and it has a compatible sample type. */
static bool ok_to_remove(struct perf_evlist *evlist, struct perf_evsel *evsel_to_remove) { struct perf_evsel *evsel; int cnt = 0; bool ok = false; if (!has_tracking(evsel_to_remove)) return true; evlist__for_each_entry(evlist, evsel) { if (evsel->handler != drop_sample) { cnt += 1; if ((evsel->attr.sample_type & COMPAT_MASK) == (evsel_to_remove->attr.sample_type & COMPAT_MASK)) ok = true; } } return ok && cnt == 1; }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter9698.97%150.00%
arnaldo carvalho de meloarnaldo carvalho de melo11.03%150.00%
Total97100.00%2100.00%


static void strip_fini(struct perf_inject *inject) { struct perf_evlist *evlist = inject->session->evlist; struct perf_evsel *evsel, *tmp; /* Remove non-synthesized evsels if possible */ evlist__for_each_entry_safe(evlist, tmp, evsel) { if (evsel->handler == drop_sample && ok_to_remove(evlist, evsel)) { pr_debug("Deleting %s\n", perf_evsel__name(evsel)); perf_evlist__remove(evlist, evsel); perf_evsel__delete(evsel); } } }

Contributors

PersonTokensPropCommitsCommitProp
adrian hunteradrian hunter7998.75%150.00%
arnaldo carvalho de meloarnaldo carvalho de melo11.25%150.00%
Total80100.00%2100.00%


static int __cmd_inject(struct perf_inject *inject) { int ret = -EINVAL; struct perf_session *session = inject->session; struct perf_data_file *file_out = &inject->output; int fd = perf_data_file__fd(file_out); u64 output_data_offset; signal(SIGINT, sig_handler); if (inject->build_ids || inject->sched_stat || inject->itrace_synth_opts.set) { inject->tool.mmap = perf_event__repipe_mmap; inject->tool.mmap2 = perf_event__repipe_mmap2; inject->tool.fork