Release 4.7 kernel/sched/cpuacct.c

Directory: kernel/sched
#include <linux/cgroup.h>
#include <linux/slab.h>
#include <linux/percpu.h>
#include <linux/spinlock.h>
#include <linux/cpumask.h>
#include <linux/seq_file.h>
#include <linux/rcupdate.h>
#include <linux/kernel_stat.h>
#include <linux/err.h>

#include "sched.h"

/*
 * CPU accounting code for task groups.
 *
 * Based on the work by Paul Menage (menage@google.com) and Balbir Singh
 * (balbir@in.ibm.com).
 */

/* Time spent by the tasks of the cpu accounting group executing in ... */

enum cpuacct_stat_index {
	
CPUACCT_STAT_USER,	/* ... user mode */
	
CPUACCT_STAT_SYSTEM,	/* ... kernel mode */

	
CPUACCT_STAT_NSTATS,
};


enum cpuacct_usage_index {
	
CPUACCT_USAGE_USER,	/* ... user mode */
	
CPUACCT_USAGE_SYSTEM,	/* ... kernel mode */

	
CPUACCT_USAGE_NRUSAGE,
};


struct cpuacct_usage {
	
u64	usages[CPUACCT_USAGE_NRUSAGE];
};

/* track cpu usage of a group of tasks and its child groups */

struct cpuacct {
	
struct cgroup_subsys_state css;
	/* cpuusage holds pointer to a u64-type object on every cpu */
	
struct cpuacct_usage __percpu *cpuusage;
	
struct kernel_cpustat __percpu *cpustat;
};



static inline struct cpuacct *css_ca(struct cgroup_subsys_state *css)
{
	return css ? container_of(css, struct cpuacct, css) : NULL;
}

Contributors
Person Tokens Prop Commits CommitProp
tejun heo tejun heo 29 100.00% 1 100.00%
Total 29 100.00% 1 100.00%

/* return cpu accounting group to which this task belongs */


static inline struct cpuacct *task_ca(struct task_struct *tsk)
{
	return css_ca(task_css(tsk, cpuacct_cgrp_id));
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 22 88.00% 1 25.00%
tejun heo tejun heo 3 12.00% 3 75.00%
Total 25 100.00% 4 100.00%



static inline struct cpuacct *parent_ca(struct cpuacct *ca)
{
	return css_ca(ca->css.parent);
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 20 83.33% 1 33.33%
tejun heo tejun heo 4 16.67% 2 66.67%
Total 24 100.00% 3 100.00%

static DEFINE_PER_CPU(struct cpuacct_usage, root_cpuacct_cpuusage);

static struct cpuacct root_cpuacct = {
	.cpustat	= &kernel_cpustat,
	.cpuusage	= &root_cpuacct_cpuusage,
};

/* create a new cpu accounting group */

static struct cgroup_subsys_state *

cpuacct_css_alloc(struct cgroup_subsys_state *parent_css)
{
	struct cpuacct *ca;

	if (!parent_css)
		return &root_cpuacct.css;

	ca = kzalloc(sizeof(*ca), GFP_KERNEL);
	if (!ca)
		goto out;

	ca->cpuusage = alloc_percpu(struct cpuacct_usage);
	if (!ca->cpuusage)
		goto out_free_ca;

	ca->cpustat = alloc_percpu(struct kernel_cpustat);
	if (!ca->cpustat)
		goto out_free_cpuusage;

	return &ca->css;

out_free_cpuusage:
	free_percpu(ca->cpuusage);
out_free_ca:
	kfree(ca);
out:
	return ERR_PTR(-ENOMEM);
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 116 95.87% 1 33.33%
tejun heo tejun heo 3 2.48% 1 33.33%
dongsheng yang dongsheng yang 2 1.65% 1 33.33%
Total 121 100.00% 3 100.00%

/* destroy an existing cpu accounting group */


static void cpuacct_css_free(struct cgroup_subsys_state *css)
{
	struct cpuacct *ca = css_ca(css);

	free_percpu(ca->cpustat);
	free_percpu(ca->cpuusage);
	kfree(ca);
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 36 90.00% 1 50.00%
tejun heo tejun heo 4 10.00% 1 50.00%
Total 40 100.00% 2 100.00%



static u64 cpuacct_cpuusage_read(struct cpuacct *ca, int cpu,
				 enum cpuacct_usage_index index)
{
	struct cpuacct_usage *cpuusage = per_cpu_ptr(ca->cpuusage, cpu);
	u64 data;

	/*
         * We allow index == CPUACCT_USAGE_NRUSAGE here to read
         * the sum of suages.
         */
	BUG_ON(index > CPUACCT_USAGE_NRUSAGE);

#ifndef CONFIG_64BIT
	/*
         * Take rq->lock to make 64-bit read safe on 32-bit platforms.
         */
	raw_spin_lock_irq(&cpu_rq(cpu)->lock);
#endif

	if (index == CPUACCT_USAGE_NRUSAGE) {
		int i = 0;

		data = 0;
		for (i = 0; i < CPUACCT_USAGE_NRUSAGE; i++)
			data += cpuusage->usages[i];
	} else {
		data = cpuusage->usages[index];
	}

#ifndef CONFIG_64BIT
	raw_spin_unlock_irq(&cpu_rq(cpu)->lock);
#endif

	return data;
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 66 50.77% 1 50.00%
li zefan li zefan 64 49.23% 1 50.00%
Total 130 100.00% 2 100.00%



static void cpuacct_cpuusage_write(struct cpuacct *ca, int cpu, u64 val)
{
	struct cpuacct_usage *cpuusage = per_cpu_ptr(ca->cpuusage, cpu);
	int i;

#ifndef CONFIG_64BIT
	/*
         * Take rq->lock to make 64-bit write safe on 32-bit platforms.
         */
	raw_spin_lock_irq(&cpu_rq(cpu)->lock);
#endif

	for (i = 0; i < CPUACCT_USAGE_NRUSAGE; i++)
		cpuusage->usages[i] = val;

#ifndef CONFIG_64BIT
	raw_spin_unlock_irq(&cpu_rq(cpu)->lock);
#endif
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 61 68.54% 1 50.00%
dongsheng yang dongsheng yang 28 31.46% 1 50.00%
Total 89 100.00% 2 100.00%

/* return total cpu usage (in nanoseconds) of a group */


static u64 __cpuusage_read(struct cgroup_subsys_state *css,
			   enum cpuacct_usage_index index)
{
	struct cpuacct *ca = css_ca(css);
	u64 totalcpuusage = 0;
	int i;

	for_each_possible_cpu(i)
		totalcpuusage += cpuacct_cpuusage_read(ca, i, index);

	return totalcpuusage;
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 40 78.43% 1 25.00%
dongsheng yang dongsheng yang 6 11.76% 1 25.00%
tejun heo tejun heo 4 7.84% 1 25.00%
zhao lei zhao lei 1 1.96% 1 25.00%
Total 51 100.00% 4 100.00%



static u64 cpuusage_user_read(struct cgroup_subsys_state *css,
			      struct cftype *cft)
{
	return __cpuusage_read(css, CPUACCT_USAGE_USER);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 24 100.00% 1 100.00%
Total 24 100.00% 1 100.00%



static u64 cpuusage_sys_read(struct cgroup_subsys_state *css,
			     struct cftype *cft)
{
	return __cpuusage_read(css, CPUACCT_USAGE_SYSTEM);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 24 100.00% 1 100.00%
Total 24 100.00% 1 100.00%



static u64 cpuusage_read(struct cgroup_subsys_state *css, struct cftype *cft)
{
	return __cpuusage_read(css, CPUACCT_USAGE_NRUSAGE);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 24 100.00% 1 100.00%
Total 24 100.00% 1 100.00%



static int cpuusage_write(struct cgroup_subsys_state *css, struct cftype *cft,
			  u64 val)
{
	struct cpuacct *ca = css_ca(css);
	int cpu;

	/*
         * Only allow '0' here to do a reset.
         */
	if (val)
		return -EINVAL;

	for_each_possible_cpu(cpu)
		cpuacct_cpuusage_write(ca, cpu, 0);

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 42 73.68% 1 20.00%
dongsheng yang dongsheng yang 9 15.79% 2 40.00%
tejun heo tejun heo 5 8.77% 1 20.00%
zhao lei zhao lei 1 1.75% 1 20.00%
Total 57 100.00% 5 100.00%



static int __cpuacct_percpu_seq_show(struct seq_file *m,
				     enum cpuacct_usage_index index)
{
	struct cpuacct *ca = css_ca(seq_css(m));
	u64 percpu;
	int i;

	for_each_possible_cpu(i) {
		percpu = cpuacct_cpuusage_read(ca, i, index);
		seq_printf(m, "%llu ", (unsigned long long) percpu);
	}
	seq_printf(m, "\n");
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 62 82.67% 1 20.00%
tejun heo tejun heo 6 8.00% 2 40.00%
dongsheng yang dongsheng yang 6 8.00% 1 20.00%
zhao lei zhao lei 1 1.33% 1 20.00%
Total 75 100.00% 5 100.00%



static int cpuacct_percpu_user_seq_show(struct seq_file *m, void *V)
{
	return __cpuacct_percpu_seq_show(m, CPUACCT_USAGE_USER);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 23 100.00% 1 100.00%
Total 23 100.00% 1 100.00%



static int cpuacct_percpu_sys_seq_show(struct seq_file *m, void *V)
{
	return __cpuacct_percpu_seq_show(m, CPUACCT_USAGE_SYSTEM);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 23 100.00% 1 100.00%
Total 23 100.00% 1 100.00%



static int cpuacct_percpu_seq_show(struct seq_file *m, void *V)
{
	return __cpuacct_percpu_seq_show(m, CPUACCT_USAGE_NRUSAGE);
}

Contributors
Person Tokens Prop Commits CommitProp
dongsheng yang dongsheng yang 23 100.00% 1 100.00%
Total 23 100.00% 1 100.00%


static const char * const cpuacct_stat_desc[] = {
	[CPUACCT_STAT_USER] = "user",
	[CPUACCT_STAT_SYSTEM] = "system",
};



static int cpuacct_stats_show(struct seq_file *sf, void *v)
{
	struct cpuacct *ca = css_ca(seq_css(sf));
	int cpu;
	s64 val = 0;

	for_each_possible_cpu(cpu) {
		struct kernel_cpustat *kcpustat = per_cpu_ptr(ca->cpustat, cpu);
		val += kcpustat->cpustat[CPUTIME_USER];
		val += kcpustat->cpustat[CPUTIME_NICE];
	}
	val = cputime64_to_clock_t(val);
	seq_printf(sf, "%s %lld\n", cpuacct_stat_desc[CPUACCT_STAT_USER], val);

	val = 0;
	for_each_possible_cpu(cpu) {
		struct kernel_cpustat *kcpustat = per_cpu_ptr(ca->cpustat, cpu);
		val += kcpustat->cpustat[CPUTIME_SYSTEM];
		val += kcpustat->cpustat[CPUTIME_IRQ];
		val += kcpustat->cpustat[CPUTIME_SOFTIRQ];
	}

	val = cputime64_to_clock_t(val);
	seq_printf(sf, "%s %lld\n", cpuacct_stat_desc[CPUACCT_STAT_SYSTEM], val);

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 149 87.65% 1 20.00%
tejun heo tejun heo 19 11.18% 3 60.00%
zhao lei zhao lei 2 1.18% 1 20.00%
Total 170 100.00% 5 100.00%


static struct cftype files[] = {
	{
		.name = "usage",
		.read_u64 = cpuusage_read,
		.write_u64 = cpuusage_write,
        },
	{
		.name = "usage_user",
		.read_u64 = cpuusage_user_read,
        },
	{
		.name = "usage_sys",
		.read_u64 = cpuusage_sys_read,
        },
	{
		.name = "usage_percpu",
		.seq_show = cpuacct_percpu_seq_show,
        },
	{
		.name = "usage_percpu_user",
		.seq_show = cpuacct_percpu_user_seq_show,
        },
	{
		.name = "usage_percpu_sys",
		.seq_show = cpuacct_percpu_sys_seq_show,
        },
	{
		.name = "stat",
		.seq_show = cpuacct_stats_show,
        },
	{ }	/* terminate */
};

/*
 * charge this task's execution time to its accounting group.
 *
 * called with rq->lock held.
 */


void cpuacct_charge(struct task_struct *tsk, u64 cputime)
{
	struct cpuacct *ca;
	int index = CPUACCT_USAGE_SYSTEM;
	struct pt_regs *regs = task_pt_regs(tsk);

	if (regs && user_mode(regs))
		index = CPUACCT_USAGE_USER;

	rcu_read_lock();

	for (ca = task_ca(tsk); ca; ca = parent_ca(ca))
		this_cpu_ptr(ca->cpuusage)->usages[index] += cputime;

	rcu_read_unlock();
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 38 45.24% 3 50.00%
dongsheng yang dongsheng yang 18 21.43% 1 16.67%
anton blanchard anton blanchard 15 17.86% 1 16.67%
zhao lei zhao lei 13 15.48% 1 16.67%
Total 84 100.00% 6 100.00%

/*
 * Add user/system time to cpuacct.
 *
 * Note: it's the caller that updates the account of the root cgroup.
 */


void cpuacct_account_field(struct task_struct *tsk, int index, u64 val)
{
	struct cpuacct *ca;

	rcu_read_lock();
	for (ca = task_ca(tsk); ca != &root_cpuacct; ca = parent_ca(ca))
		this_cpu_ptr(ca->cpustat)->cpustat[index] += val;
	rcu_read_unlock();
}

Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 50 80.65% 2 66.67%
zhao lei zhao lei 12 19.35% 1 33.33%
Total 62 100.00% 3 100.00%


struct cgroup_subsys cpuacct_cgrp_subsys = {
	.css_alloc	= cpuacct_css_alloc,
	.css_free	= cpuacct_css_free,
	.legacy_cftypes	= files,
	.early_init	= true,
};
Overall Contributors
Person Tokens Prop Commits CommitProp
li zefan li zefan 888 64.82% 7 29.17%
dongsheng yang dongsheng yang 351 25.62% 2 8.33%
tejun heo tejun heo 83 6.06% 11 45.83%
zhao lei zhao lei 30 2.19% 2 8.33%
anton blanchard anton blanchard 15 1.09% 1 4.17%
ingo molnar ingo molnar 3 0.22% 1 4.17%
Total 1370 100.00% 24 100.00%
  Directory: kernel/sched

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
	Person	Tokens	Prop	Commits	CommitProp
tejun heo	tejun heo	29	100.00%	1	100.00%
	Total	29	100.00%	1	100.00%
cregit-Linux how code gets into the kernel

Release 4.7 kernel/sched/cpuacct.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
