Release 4.7 arch/x86/events/msr.c

#include <linux/perf_event.h>


enum perf_msr_id {
	
PERF_MSR_TSC			= 0,
	
PERF_MSR_APERF			= 1,
	
PERF_MSR_MPERF			= 2,
	
PERF_MSR_PPERF			= 3,
	
PERF_MSR_SMI			= 4,
	
PERF_MSR_PTSC			= 5,
	
PERF_MSR_IRPERF			= 6,

	
PERF_MSR_EVENT_MAX,
};



static bool test_aperfmperf(int idx)
{
	return boot_cpu_has(X86_FEATURE_APERFMPERF);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
peter zijlstra
peter zijlstra
14
93.33%
1
50.00%
geliang tang
geliang tang
1
6.67%
1
50.00%
Total
15
100.00%
2
100.00%



static bool test_ptsc(int idx)
{
	return boot_cpu_has(X86_FEATURE_PTSC);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
huang rui
huang rui
15
100.00%
1
100.00%
Total
15
100.00%
1
100.00%



static bool test_irperf(int idx)
{
	return boot_cpu_has(X86_FEATURE_IRPERF);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
huang rui
huang rui
15
100.00%
1
100.00%
Total
15
100.00%
1
100.00%



static bool test_intel(int idx)
{
	if (boot_cpu_data.x86_vendor != X86_VENDOR_INTEL ||
	    boot_cpu_data.x86 != 6)
		return false;

	switch (boot_cpu_data.x86_model) {
	case 30: /* 45nm Nehalem    */
	case 26: /* 45nm Nehalem-EP */
	case 46: /* 45nm Nehalem-EX */

	case 37: /* 32nm Westmere    */
	case 44: /* 32nm Westmere-EP */
	case 47: /* 32nm Westmere-EX */

	case 42: /* 32nm SandyBridge         */
	case 45: /* 32nm SandyBridge-E/EN/EP */

	case 58: /* 22nm IvyBridge       */
	case 62: /* 22nm IvyBridge-EP/EX */

	case 60: /* 22nm Haswell Core */
	case 63: /* 22nm Haswell Server */
	case 69: /* 22nm Haswell ULT */
	case 70: /* 22nm Haswell + GT3e (Intel Iris Pro graphics) */

	case 61: /* 14nm Broadwell Core-M */
	case 86: /* 14nm Broadwell Xeon D */
	case 71: /* 14nm Broadwell + GT3e (Intel Iris Pro graphics) */
	case 79: /* 14nm Broadwell Server */

	case 55: /* 22nm Atom "Silvermont"                */
	case 77: /* 22nm Atom "Silvermont Avoton/Rangely" */
	case 76: /* 14nm Atom "Airmont"                   */
		if (idx == PERF_MSR_SMI)
			return true;
		break;

	case 78: /* 14nm Skylake Mobile */
	case 94: /* 14nm Skylake Desktop */
		if (idx == PERF_MSR_SMI || idx == PERF_MSR_PPERF)
			return true;
		break;
	}

	return false;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
peter zijlstra
peter zijlstra
152
99.35%
1
50.00%
geliang tang
geliang tang
1
0.65%
1
50.00%
Total
153
100.00%
2
100.00%


struct perf_msr {
	
u64	msr;
	
struct	perf_pmu_events_attr *attr;
	
bool	(*test)(int idx);
};

PMU_EVENT_ATTR_STRING(tsc,    evattr_tsc,    "event=0x00");
PMU_EVENT_ATTR_STRING(aperf,  evattr_aperf,  "event=0x01");
PMU_EVENT_ATTR_STRING(mperf,  evattr_mperf,  "event=0x02");
PMU_EVENT_ATTR_STRING(pperf,  evattr_pperf,  "event=0x03");
PMU_EVENT_ATTR_STRING(smi,    evattr_smi,    "event=0x04");
PMU_EVENT_ATTR_STRING(ptsc,   evattr_ptsc,   "event=0x05");
PMU_EVENT_ATTR_STRING(irperf, evattr_irperf, "event=0x06");


static struct perf_msr msr[] = {
	[PERF_MSR_TSC]    = { 0,		&evattr_tsc,	NULL,                },
	[PERF_MSR_APERF]  = { MSR_IA32_APERF,	&evattr_aperf,	test_aperfmperf, },
	[PERF_MSR_MPERF]  = { MSR_IA32_MPERF,	&evattr_mperf,	test_aperfmperf, },
	[PERF_MSR_PPERF]  = { MSR_PPERF,	&evattr_pperf,	test_intel,        },
	[PERF_MSR_SMI]    = { MSR_SMI_COUNT,	&evattr_smi,	test_intel,        },
	[PERF_MSR_PTSC]   = { MSR_F15H_PTSC,	&evattr_ptsc,	test_ptsc,        },
	[PERF_MSR_IRPERF] = { MSR_F17H_IRPERF,	&evattr_irperf,	test_irperf,        },
};


static struct attribute *events_attrs[PERF_MSR_EVENT_MAX + 1] = {
	NULL,
};


static struct attribute_group events_attr_group = {
	.name = "events",
	.attrs = events_attrs,
};

PMU_FORMAT_ATTR(event, "config:0-63");

static struct attribute *format_attrs[] = {
	&format_attr_event.attr,
	NULL,
};

static struct attribute_group format_attr_group = {
	.name = "format",
	.attrs = format_attrs,
};


static const struct attribute_group *attr_groups[] = {
	&events_attr_group,
	&format_attr_group,
	NULL,
};



static int msr_event_init(struct perf_event *event)
{
	u64 cfg = event->attr.config;

	if (event->attr.type != event->pmu->type)
		return -ENOENT;

	if (cfg >= PERF_MSR_EVENT_MAX)
		return -EINVAL;

	/* unsupported modes and filters */
	if (event->attr.exclude_user   ||
	    event->attr.exclude_kernel ||
	    event->attr.exclude_hv     ||
	    event->attr.exclude_idle   ||
	    event->attr.exclude_host   ||
	    event->attr.exclude_guest  ||
	    event->attr.sample_period) /* no sampling */
		return -EINVAL;

	if (!msr[cfg].attr)
		return -EINVAL;

	event->hw.idx = -1;
	event->hw.event_base = msr[cfg].msr;
	event->hw.config = cfg;

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
131
90.34%
1
50.00%
peter zijlstra
peter zijlstra
14
9.66%
1
50.00%
Total
145
100.00%
2
100.00%



static inline u64 msr_read_counter(struct perf_event *event)
{
	u64 now;

	if (event->hw.event_base)
		rdmsrl(event->hw.event_base, now);
	else
		rdtscll(now);

	return now;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
40
93.02%
1
50.00%
ingo molnar
ingo molnar
3
6.98%
1
50.00%
Total
43
100.00%
2
100.00%



static void msr_event_update(struct perf_event *event)
{
	u64 prev, now;
	s64 delta;

	/* Careful, an NMI might modify the previous event value. */
again:
	prev = local64_read(&event->hw.prev_count);
	now = msr_read_counter(event);

	if (local64_cmpxchg(&event->hw.prev_count, prev, now) != prev)
		goto again;

	delta = now - prev;
	if (unlikely(event->hw.event_base == MSR_SMI_COUNT))
		delta = sign_extend64(delta, 31);

	local64_add(delta, &event->count);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
93
93.00%
1
33.33%
martin kepplinger
martin kepplinger
6
6.00%
1
33.33%
peter zijlstra
peter zijlstra
1
1.00%
1
33.33%
Total
100
100.00%
3
100.00%



static void msr_event_start(struct perf_event *event, int flags)
{
	u64 now;

	now = msr_read_counter(event);
	local64_set(&event->hw.prev_count, now);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
36
100.00%
1
100.00%
Total
36
100.00%
1
100.00%



static void msr_event_stop(struct perf_event *event, int flags)
{
	msr_event_update(event);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
19
100.00%
1
100.00%
Total
19
100.00%
1
100.00%



static void msr_event_del(struct perf_event *event, int flags)
{
	msr_event_stop(event, PERF_EF_UPDATE);
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
21
100.00%
1
100.00%
Total
21
100.00%
1
100.00%



static int msr_event_add(struct perf_event *event, int flags)
{
	if (flags & PERF_EF_START)
		msr_event_start(event, flags);

	return 0;
}

Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
30
100.00%
1
100.00%
Total
30
100.00%
1
100.00%


static struct pmu pmu_msr = {
	.task_ctx_nr	= perf_sw_context,
	.attr_groups	= attr_groups,
	.event_init	= msr_event_init,
	.add		= msr_event_add,
	.del		= msr_event_del,
	.start		= msr_event_start,
	.stop		= msr_event_stop,
	.read		= msr_event_update,
	.capabilities	= PERF_PMU_CAP_NO_INTERRUPT,
};



static int __init msr_init(void)
{
	int i, j = 0;

	if (!boot_cpu_has(X86_FEATURE_TSC)) {
		pr_cont("no MSR PMU driver.\n");
		return 0;
	}

	/* Probe the MSRs. */
	for (i = PERF_MSR_TSC + 1; i < PERF_MSR_EVENT_MAX; i++) {
		u64 val;

		/*
                 * Virt sucks arse; you cannot tell if a R/O MSR is present :/
                 */
		if (!msr[i].test(i) || rdmsrl_safe(msr[i].msr, &val))
			msr[i].attr = NULL;
	}

	/* List remaining MSRs in the sysfs attrs. */
	for (i = 0; i < PERF_MSR_EVENT_MAX; i++) {
		if (msr[i].attr)
			events_attrs[j++] = &msr[i].attr->attr.attr;
	}
	events_attrs[j] = NULL;

	perf_pmu_register(&pmu_msr, "msr", -1);

	return 0;
}
Contributors
Person
Tokens
Prop
Commits
CommitProp
peter zijlstra
peter zijlstra
87
56.13%
1
50.00%
andy lutomirski
andy lutomirski
68
43.87%
1
50.00%
Total
155
100.00%
2
100.00%


device_initcall(msr_init);
Overall Contributors
Person
Tokens
Prop
Commits
CommitProp
andy lutomirski
andy lutomirski
644
57.71%
1
12.50%
peter zijlstra
peter zijlstra
379
33.96%
2
25.00%
huang rui
huang rui
82
7.35%
2
25.00%
martin kepplinger
martin kepplinger
6
0.54%
1
12.50%
ingo molnar
ingo molnar
3
0.27%
1
12.50%
geliang tang
geliang tang
2
0.18%
1
12.50%
Total
1116
100.00%
8
100.00%
  
Directory: arch/x86/events

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.