Release 4.15 kernel/trace/trace_output.c

/*
 * trace_output.c
 *
 * Copyright (C) 2008 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
 *
 */
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/ftrace.h>
#include <linux/sched/clock.h>
#include <linux/sched/mm.h>

#include "trace_output.h"

/* must be a power of 2 */

#define EVENT_HASHSIZE	128


DECLARE_RWSEM(trace_event_sem);


static struct hlist_head event_hash[EVENT_HASHSIZE] __read_mostly;


static int next_event_type = __TRACE_LAST_TYPE + 1;



enum print_line_t trace_print_bputs_msg_only(struct trace_iterator *iter)
{
	struct trace_seq *s = &iter->seq;
	struct trace_entry *entry = iter->ent;
	struct bputs_entry *field;

	trace_assign_type(field, entry);

	trace_seq_puts(s, field->str);

	return trace_handle_return(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
55
96.49%
2
66.67%
Eduard - Gabriel Munteanu
2
3.51%
1
33.33%
Total
57
100.00%
3
100.00%



enum print_line_t trace_print_bprintk_msg_only(struct trace_iterator *iter)
{
	struct trace_seq *s = &iter->seq;
	struct trace_entry *entry = iter->ent;
	struct bprint_entry *field;

	trace_assign_type(field, entry);

	trace_seq_bprintf(s, field->fmt, field->buf);

	return trace_handle_return(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
57
93.44%
3
75.00%
Johannes Berg
4
6.56%
1
25.00%
Total
61
100.00%
4
100.00%



enum print_line_t trace_print_printk_msg_only(struct trace_iterator *iter)
{
	struct trace_seq *s = &iter->seq;
	struct trace_entry *entry = iter->ent;
	struct print_entry *field;

	trace_assign_type(field, entry);

	trace_seq_puts(s, field->buf);

	return trace_handle_return(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
57
100.00%
3
100.00%
Total
57
100.00%
3
100.00%


const char *

trace_print_flags_seq(struct trace_seq *p, const char *delim,
		      unsigned long flags,
		      const struct trace_print_flags *flag_array)
{
	unsigned long mask;
	const char *str;
	const char *ret = trace_seq_buffer_ptr(p);
	int i, first = 1;

	for (i = 0;  flag_array[i].name && flags; i++) {

		mask = flag_array[i].mask;
		if ((flags & mask) != mask)
			continue;

		str = flag_array[i].name;
		flags &= ~mask;
		if (!first && delim)
			trace_seq_puts(p, delim);
		else
			first = 0;
		trace_seq_puts(p, str);
	}

	/* check for left over flags */
	if (flags) {
		if (!first && delim)
			trace_seq_puts(p, delim);
		trace_seq_printf(p, "0x%lx", flags);
	}

	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
154
89.02%
4
66.67%
Andrey Vagin
11
6.36%
1
16.67%
Steven Whitehouse
8
4.62%
1
16.67%
Total
173
100.00%
6
100.00%


EXPORT_SYMBOL(trace_print_flags_seq);


const char *

trace_print_symbols_seq(struct trace_seq *p, unsigned long val,
			const struct trace_print_flags *symbol_array)
{
	int i;
	const char *ret = trace_seq_buffer_ptr(p);

	for (i = 0;  symbol_array[i].name; i++) {

		if (val != symbol_array[i].mask)
			continue;

		trace_seq_puts(p, symbol_array[i].name);
		break;
	}

	if (ret == (const char *)(trace_seq_buffer_ptr(p)))
		trace_seq_printf(p, "0x%lx", val);

	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
106
93.81%
4
80.00%
Steven Whitehouse
7
6.19%
1
20.00%
Total
113
100.00%
5
100.00%


EXPORT_SYMBOL(trace_print_symbols_seq);

#if BITS_PER_LONG == 32

const char *

trace_print_flags_seq_u64(struct trace_seq *p, const char *delim,
		      unsigned long long flags,
		      const struct trace_print_flags_u64 *flag_array)
{
	unsigned long long mask;
	const char *str;
	const char *ret = trace_seq_buffer_ptr(p);
	int i, first = 1;

	for (i = 0;  flag_array[i].name && flags; i++) {

		mask = flag_array[i].mask;
		if ((flags & mask) != mask)
			continue;

		str = flag_array[i].name;
		flags &= ~mask;
		if (!first && delim)
			trace_seq_puts(p, delim);
		else
			first = 0;
		trace_seq_puts(p, str);
	}

	/* check for left over flags */
	if (flags) {
		if (!first && delim)
			trace_seq_puts(p, delim);
		trace_seq_printf(p, "0x%llx", flags);
	}

	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Ross Zwisler
172
98.29%
1
50.00%
Liu Bo
3
1.71%
1
50.00%
Total
175
100.00%
2
100.00%


EXPORT_SYMBOL(trace_print_flags_seq_u64);


const char *

trace_print_symbols_seq_u64(struct trace_seq *p, unsigned long long val,
			 const struct trace_print_flags_u64 *symbol_array)
{
	int i;
	const char *ret = trace_seq_buffer_ptr(p);

	for (i = 0;  symbol_array[i].name; i++) {

		if (val != symbol_array[i].mask)
			continue;

		trace_seq_puts(p, symbol_array[i].name);
		break;
	}

	if (ret == (const char *)(trace_seq_buffer_ptr(p)))
		trace_seq_printf(p, "0x%llx", val);

	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Liu Bo
94
82.46%
1
20.00%
Steven Rostedt
17
14.91%
3
60.00%
Ross Zwisler
3
2.63%
1
20.00%
Total
114
100.00%
5
100.00%


EXPORT_SYMBOL(trace_print_symbols_seq_u64);
#endif


const char *

trace_print_bitmask_seq(struct trace_seq *p, void *bitmask_ptr,
			unsigned int bitmask_size)
{
	const char *ret = trace_seq_buffer_ptr(p);

	trace_seq_bitmask(p, bitmask_ptr, bitmask_size * 8);
	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
48
94.12%
3
75.00%
Keiichiro Tokunaga
3
5.88%
1
25.00%
Total
51
100.00%
4
100.00%


EXPORT_SYMBOL_GPL(trace_print_bitmask_seq);

/**
 * trace_print_hex_seq - print buffer as hex sequence
 * @p: trace seq struct to write to
 * @buf: The buffer to print
 * @buf_len: Length of @buf in bytes
 * @concatenate: Print @buf as single hex string or with spacing
 *
 * Prints the passed buffer as a hex sequence either as a whole,
 * single hex string if @concatenate is true or with spacing after
 * each byte in case @concatenate is false.
 */

const char *

trace_print_hex_seq(struct trace_seq *p, const unsigned char *buf, int buf_len,
		    bool concatenate)
{
	int i;
	const char *ret = trace_seq_buffer_ptr(p);

	for (i = 0; i < buf_len; i++)
		trace_seq_printf(p, "%s%2.2x", concatenate || i == 0 ? "" : " ",
				 buf[i]);
	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Keiichiro Tokunaga
70
85.37%
1
16.67%
Steven Rostedt
7
8.54%
3
50.00%
Daniel Borkmann
5
6.10%
2
33.33%
Total
82
100.00%
6
100.00%


EXPORT_SYMBOL(trace_print_hex_seq);


const char *

trace_print_array_seq(struct trace_seq *p, const void *buf, int count,
		      size_t el_size)
{
	const char *ret = trace_seq_buffer_ptr(p);
	const char *prefix = "";
	void *ptr = (void *)buf;
	size_t buf_len = count * el_size;

	trace_seq_putc(p, '{');

	while (ptr < buf + buf_len) {
		switch (el_size) {
		case 1:
			trace_seq_printf(p, "%s0x%x", prefix,
					 *(u8 *)ptr);
			break;
		case 2:
			trace_seq_printf(p, "%s0x%x", prefix,
					 *(u16 *)ptr);
			break;
		case 4:
			trace_seq_printf(p, "%s0x%x", prefix,
					 *(u32 *)ptr);
			break;
		case 8:
			trace_seq_printf(p, "%s0x%llx", prefix,
					 *(u64 *)ptr);
			break;
		default:
			trace_seq_printf(p, "BAD SIZE:%zu 0x%x", el_size,
					 *(u8 *)ptr);
			el_size = 1;
		}
		prefix = ",";
		ptr += el_size;
	}

	trace_seq_putc(p, '}');
	trace_seq_putc(p, 0);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Dave P Martin
197
95.63%
1
33.33%
Alex Bennée
8
3.88%
1
33.33%
Steven Rostedt
1
0.49%
1
33.33%
Total
206
100.00%
3
100.00%


EXPORT_SYMBOL(trace_print_array_seq);



int trace_raw_output_prep(struct trace_iterator *iter,
			  struct trace_event *trace_event)
{
	struct trace_event_call *event;
	struct trace_seq *s = &iter->seq;
	struct trace_seq *p = &iter->tmp_seq;
	struct trace_entry *entry;

	event = container_of(trace_event, struct trace_event_call, event);
	entry = iter->ent;

	if (entry->type != event->event.type) {
		WARN_ON_ONCE(1);
		return TRACE_TYPE_UNHANDLED;
	}

	trace_seq_init(p);
	trace_seq_printf(s, "%s: ", trace_event_name(event));

	return trace_handle_return(s);
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Li Zefan
97
89.81%
1
14.29%
Steven Rostedt
9
8.33%
5
71.43%
Mathieu Desnoyers
2
1.85%
1
14.29%
Total
108
100.00%
7
100.00%


EXPORT_SYMBOL(trace_raw_output_prep);



static int trace_output_raw(struct trace_iterator *iter, char *name,
			    char *fmt, va_list ap)
{
	struct trace_seq *s = &iter->seq;

	trace_seq_printf(s, "%s: ", name);
	trace_seq_vprintf(s, fmt, ap);

	return trace_handle_return(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
56
100.00%
3
100.00%
Total
56
100.00%
3
100.00%



int trace_output_call(struct trace_iterator *iter, char *name, char *fmt, ...)
{
	va_list ap;
	int ret;

	va_start(ap, fmt);
	ret = trace_output_raw(iter, name, fmt, ap);
	va_end(ap);

	return ret;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
54
100.00%
2
100.00%
Total
54
100.00%
2
100.00%


EXPORT_SYMBOL_GPL(trace_output_call);

#ifdef CONFIG_KRETPROBES


static inline const char *kretprobed(const char *name)
{
	static const char tramp_name[] = "kretprobe_trampoline";
	int size = sizeof(tramp_name);

	if (strncmp(tramp_name, name, size) == 0)
		return "[unknown/kretprobe'd]";
	return name;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
49
100.00%
1
100.00%
Total
49
100.00%
1
100.00%

#else


static inline const char *kretprobed(const char *name)
{
	return name;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
17
100.00%
1
100.00%
Total
17
100.00%
1
100.00%

#endif /* CONFIG_KRETPROBES */


static void

seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address)
{
	char str[KSYM_SYMBOL_LEN];
#ifdef CONFIG_KALLSYMS
	const char *name;

	kallsyms_lookup(address, NULL, NULL, NULL, str);

	name = kretprobed(str);

	if (name && strlen(name)) {
		trace_seq_printf(s, fmt, name);
		return;
	}
#endif
	snprintf(str, KSYM_SYMBOL_LEN, "0x%08lx", address);
	trace_seq_printf(s, fmt, str);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
97
100.00%
3
100.00%
Total
97
100.00%
3
100.00%


static void

seq_print_sym_offset(struct trace_seq *s, const char *fmt,
		     unsigned long address)
{
	char str[KSYM_SYMBOL_LEN];
#ifdef CONFIG_KALLSYMS
	const char *name;

	sprint_symbol(str, address);
	name = kretprobed(str);

	if (name && strlen(name)) {
		trace_seq_printf(s, fmt, name);
		return;
	}
#endif
	snprintf(str, KSYM_SYMBOL_LEN, "0x%08lx", address);
	trace_seq_printf(s, fmt, str);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
91
100.00%
3
100.00%
Total
91
100.00%
3
100.00%

#ifndef CONFIG_64BIT

# define IP_FMT "%08lx"
#else

# define IP_FMT "%016lx"
#endif



static int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm,
			     unsigned long ip, unsigned long sym_flags)
{
	struct file *file = NULL;
	unsigned long vmstart = 0;
	int ret = 1;

	if (s->full)
		return 0;

	if (mm) {
		const struct vm_area_struct *vma;

		down_read(&mm->mmap_sem);
		vma = find_vma(mm, ip);
		if (vma) {
			file = vma->vm_file;
			vmstart = vma->vm_start;
		}
		if (file) {
			ret = trace_seq_path(s, &file->f_path);
			if (ret)
				trace_seq_printf(s, "[+0x%lx]",
						 ip - vmstart);
		}
		up_read(&mm->mmap_sem);
	}
	if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file))
		trace_seq_printf(s, " <" IP_FMT ">", ip);
	return !trace_seq_has_overflowed(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
163
94.77%
3
75.00%
Johannes Berg
9
5.23%
1
25.00%
Total
172
100.00%
4
100.00%


int

seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags)
{
	if (!ip) {
		trace_seq_putc(s, '0');
		goto out;
	}

	if (sym_flags & TRACE_ITER_SYM_OFFSET)
		seq_print_sym_offset(s, "%s", ip);
	else
		seq_print_sym_short(s, "%s", ip);

	if (sym_flags & TRACE_ITER_SYM_ADDR)
		trace_seq_printf(s, " <" IP_FMT ">", ip);

 out:
	return !trace_seq_has_overflowed(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
84
97.67%
2
66.67%
Jovi Zhangwei
2
2.33%
1
33.33%
Total
86
100.00%
3
100.00%

/**
 * trace_print_lat_fmt - print the irq, preempt and lockdep fields
 * @s: trace seq struct to write to
 * @entry: The trace entry field from the ring buffer
 *
 * Prints the generic fields of irqs off, in hard or softirq, preempt
 * count.
 */


int trace_print_lat_fmt(struct trace_seq *s, struct trace_entry *entry)
{
	char hardsoft_irq;
	char need_resched;
	char irqs_off;
	int hardirq;
	int softirq;
	int nmi;

	nmi = entry->flags & TRACE_FLAG_NMI;
	hardirq = entry->flags & TRACE_FLAG_HARDIRQ;
	softirq = entry->flags & TRACE_FLAG_SOFTIRQ;

	irqs_off =
		(entry->flags & TRACE_FLAG_IRQS_OFF) ? 'd' :
		(entry->flags & TRACE_FLAG_IRQS_NOSUPPORT) ? 'X' :
		'.';

	switch (entry->flags & (TRACE_FLAG_NEED_RESCHED |
				TRACE_FLAG_PREEMPT_RESCHED)) {
	case TRACE_FLAG_NEED_RESCHED | TRACE_FLAG_PREEMPT_RESCHED:
		need_resched = 'N';
		break;
	case TRACE_FLAG_NEED_RESCHED:
		need_resched = 'n';
		break;
	case TRACE_FLAG_PREEMPT_RESCHED:
		need_resched = 'p';
		break;
	default:
		need_resched = '.';
		break;
	}

	hardsoft_irq =
		(nmi && hardirq)     ? 'Z' :
		nmi                  ? 'z' :
		(hardirq && softirq) ? 'H' :
		hardirq              ? 'h' :
		softirq              ? 's' :
		                       '.' ;

	trace_seq_printf(s, "%c%c%c",
			 irqs_off, need_resched, hardsoft_irq);

	if (entry->preempt_count)
		trace_seq_printf(s, "%x", entry->preempt_count);
	else
		trace_seq_putc(s, '.');

	return !trace_seq_has_overflowed(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Frédéric Weisbecker
60
29.41%
1
11.11%
Peter Zijlstra
60
29.41%
2
22.22%
David Sharp
29
14.22%
1
11.11%
Steven Rostedt
28
13.73%
4
44.44%
Arnaldo Carvalho de Melo
27
13.24%
1
11.11%
Total
204
100.00%
9
100.00%


static int

lat_print_generic(struct trace_seq *s, struct trace_entry *entry, int cpu)
{
	char comm[TASK_COMM_LEN];

	trace_find_cmdline(entry->pid, comm);

	trace_seq_printf(s, "%8.8s-%-5d %3d",
			 comm, entry->pid, cpu);

	return trace_print_lat_fmt(s, entry);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Steven Rostedt
57
100.00%
2
100.00%
Total
57
100.00%
2
100.00%


#undef MARK

#define MARK(v, s) {.val = v, .sym = s}
/* trace overhead mark */

static const struct trace_mark {
	
unsigned long long	val; /* unit: nsec */
	
char			sym;

} mark[] = {
	MARK(1000000000ULL	, '$'), /* 1 sec */
	MARK(100000000ULL	, '@'), /* 100 msec */
	MARK(10000000ULL	, '*'), /* 10 msec */
	MARK(1000000ULL		, '#'), /* 1000 usecs */
	MARK(100000ULL		, '!'), /* 100 usecs */
	MARK(10000ULL		, '+'), /* 10 usecs */
};

#undef MARK



char trace_find_mark(unsigned long long d)
{
	int i;
	int size = ARRAY_SIZE(mark);

	for (i = 0; i < size; i++) {
		if (d > mark[i].val)
			break;
	}

	return (i == size) ? ' ' : mark[i].sym;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
Byungchul Park
62
96.88%
1
33.33%
Frédéric Weisbecker
1
1.56%
1
33.33%
Jungseok Lee
1
1.56%
1
33.33%
Total
64
100.00%
3
100.00%


static int

lat_print_timestamp(struct trace_iterator *iter, u64 next_ts)
{
	struct trace_array *tr = iter->tr;
	unsigned long verbose = tr->trace_flags & TRACE_ITER_VERBOSE;
	unsigned long in_ns = iter->iter_flags & TRACE_FILE_TIME_IN_NS;
	unsigned long long abs_ts = iter->ts - iter->trace_buffer->time_start;
	unsigned long long rel_ts = next_ts - iter->ts;
	struct trace_seq *s = &iter->seq;

	if (in_ns) {
		abs_ts = ns2usecs(abs_ts);
		rel_ts = ns2usecs(rel_ts);
	}

	if (verbose && in_ns) {
		unsigned long abs_usec = do_div(abs_ts, USEC_PER_MSEC);
		unsigned long abs_msec = (unsigned long)abs_ts;
		unsigned long rel_usec = do_div(rel_ts, USEC_PER_MSEC);
		unsigned long rel_msec = (unsigned long)rel_ts;

		trace_seq_printf(
			s, "[%08llx] %ld.%03ldms (+%ld.%03ldms): ",
			ns2usecs(iter->ts),
			abs_msec, abs_usec,
			rel_msec, rel_usec);

	} else if (verbose && !in_ns) {
		trace_seq_printf(
			s, "[%016llx] %lld (+%lld): ",
			iter->ts, abs_ts, rel_ts);

	} else if (!verbose && in_ns) {
		trace_seq_printf(
			s, " %4lldus%c: ",
			abs_ts,
			trace_find_mark(rel_ts * NSEC_PER_USEC));

	} else { /* !verbose && !in_ns */
		trace_seq_printf(s, " %4lld: ", abs_ts);
	}

	return !trace_seq_has_overflowed(s);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
David Sharp
194
80.17%
1
14.29%
Steven Rostedt
23
9.50%
3
42.86%
Frédéric Weisbecker
17
7.02%
1
14.29%
Byungchul Park
5
2.07%
1
14.29%
Arnaldo Carvalho de Melo
3
1.24%
1
14.29%
Total
242
100.00%
7
100.00%



int trace_print_context(struct trace_iterator *iter)
{
	struct trace_array *tr = iter->tr;
	struct trace_seq *s = &iter->seq;
	struct trace_entry *entry = iter->ent;
	unsigned long long t;
	unsigned long secs, usec_rem;
	char comm[TASK_COMM_LEN];

	trace_find_cmdline(entry->pid, comm);

	trace_seq_printf(s, "%16s-%-5d [%03d] ",
			       comm, entry->pid, iter->cpu);

	if (tr->trace_flags & TRACE_ITER_RECORD_TGID) {
		unsigned int tgid = trace_find_tgid(entry->pid);

		if (!tgid)
			trace_seq_printf(s, "(-----) ");
		else
			trace_seq_printf(s, "(%5d) ", tgid);
	}

	if (tr->trace_flags & TRACE_ITER_IRQ_INFO)
		trace_print_lat_fmt(s, entry);

	if (iter->iter_flags & TRACE_FILE_TIME_IN_NS) {
		t = ns2usecs(iter->ts);
		usec_rem = do_div