Release 4.16 net/sched/sch_prio.c

Directory: net/sched
/*
 * net/sched/sch_prio.c Simple 3-band priority "scheduler".
 *
 *              This program is free software; you can redistribute it and/or
 *              modify it under the terms of the GNU General Public License
 *              as published by the Free Software Foundation; either version
 *              2 of the License, or (at your option) any later version.
 *
 * Authors:     Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
 * Fixes:       19990609: J Hadi Salim <hadi@nortelnetworks.com>:
 *              Init --  EINVAL when opt undefined
 */

#include <linux/module.h>
#include <linux/slab.h>
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/string.h>
#include <linux/errno.h>
#include <linux/skbuff.h>
#include <net/netlink.h>
#include <net/pkt_sched.h>
#include <net/pkt_cls.h>


struct prio_sched_data {
	
int bands;
	
struct tcf_proto __rcu *filter_list;
	
struct tcf_block *block;
	
u8  prio2band[TC_PRIO_MAX+1];
	
struct Qdisc *queues[TCQ_PRIO_BANDS];
};



static struct Qdisc *

prio_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	u32 band = skb->priority;
	struct tcf_result res;
	struct tcf_proto *fl;
	int err;

	*qerr = NET_XMIT_SUCCESS | __NET_XMIT_BYPASS;
	if (TC_H_MAJ(skb->priority) != sch->handle) {
		fl = rcu_dereference_bh(q->filter_list);
		err = tcf_classify(skb, fl, &res, false);
#ifdef CONFIG_NET_CLS_ACT
		switch (err) {
		case TC_ACT_STOLEN:
		case TC_ACT_QUEUED:
		case TC_ACT_TRAP:
			*qerr = NET_XMIT_SUCCESS | __NET_XMIT_STOLEN;
			/* fall through */
		case TC_ACT_SHOT:
			return NULL;
		}
#endif
		if (!fl || err < 0) {
			if (TC_H_MAJ(band))
				band = 0;
			return q->queues[q->prio2band[band & TC_PRIO_MAX]];
		}
		band = res.classid;
	}
	band = TC_H_MIN(band) - 1;
	if (band >= q->bands)
		return q->queues[q->prio2band[0]];

	return q->queues[band];
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 91 43.13% 3 15.79%
Jamal Hadi Salim 44 20.85% 3 15.79%
Patrick McHardy 29 13.74% 2 10.53%
John Fastabend 16 7.58% 1 5.26%
David S. Miller 14 6.64% 1 5.26%
Jarek Poplawski 5 2.37% 2 10.53%
Jiri Pirko 4 1.90% 2 10.53%
Stephen Hemminger 3 1.42% 1 5.26%
Daniel Borkmann 2 0.95% 1 5.26%
Lucas Nussbaum 1 0.47% 1 5.26%
Gustavo A. R. Silva 1 0.47% 1 5.26%
Adrian Bunk 1 0.47% 1 5.26%
Total 211 100.00% 19 100.00%


static int

prio_enqueue(struct sk_buff *skb, struct Qdisc *sch, struct sk_buff **to_free)
{
	struct Qdisc *qdisc;
	int ret;

	qdisc = prio_classify(skb, sch, &ret);
#ifdef CONFIG_NET_CLS_ACT
	if (qdisc == NULL) {

		if (ret & __NET_XMIT_BYPASS)
			qdisc_qstats_drop(sch);
		__qdisc_drop(skb, to_free);
		return ret;
	}
#endif

	ret = qdisc_enqueue(skb, qdisc, to_free);
	if (ret == NET_XMIT_SUCCESS) {
		qdisc_qstats_backlog_inc(sch, skb);
		sch->q.qlen++;
		return NET_XMIT_SUCCESS;
	}
	if (net_xmit_drop_count(ret))
		qdisc_qstats_drop(sch);
	return ret;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 50 39.37% 3 23.08%
Patrick McHardy 22 17.32% 1 7.69%
Jamal Hadi Salim 17 13.39% 2 15.38%
Jarek Poplawski 9 7.09% 2 15.38%
Eric Dumazet 8 6.30% 1 7.69%
Américo Wang 7 5.51% 1 7.69%
John Fastabend 6 4.72% 1 7.69%
Jussi Kivilinna 5 3.94% 1 7.69%
Gao Feng 3 2.36% 1 7.69%
Total 127 100.00% 13 100.00%



static struct sk_buff *prio_peek(struct Qdisc *sch)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	int prio;

	for (prio = 0; prio < q->bands; prio++) {
		struct Qdisc *qdisc = q->queues[prio];
		struct sk_buff *skb = qdisc->ops->peek(qdisc);
		if (skb)
			return skb;
	}
	return NULL;
}

Contributors
Person Tokens Prop Commits CommitProp
Patrick McHardy 79 100.00% 1 100.00%
Total 79 100.00% 1 100.00%



static struct sk_buff *prio_dequeue(struct Qdisc *sch)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	int prio;

	for (prio = 0; prio < q->bands; prio++) {
		struct Qdisc *qdisc = q->queues[prio];
		struct sk_buff *skb = qdisc_dequeue_peeked(qdisc);
		if (skb) {
			qdisc_bstats_update(sch, skb);
			qdisc_qstats_backlog_dec(sch, skb);
			sch->q.qlen--;
			return skb;
		}
	}
	return NULL;

}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 49 50.00% 1 14.29%
Peter P. Waskiewicz Jr 25 25.51% 1 14.29%
Eric Dumazet 7 7.14% 1 14.29%
Américo Wang 7 7.14% 1 14.29%
David S. Miller 6 6.12% 1 14.29%
Stephen Hemminger 3 3.06% 1 14.29%
Florian Westphal 1 1.02% 1 14.29%
Total 98 100.00% 7 100.00%


static void

prio_reset(struct Qdisc *sch)
{
	int prio;
	struct prio_sched_data *q = qdisc_priv(sch);

	for (prio = 0; prio < q->bands; prio++)
		qdisc_reset(q->queues[prio]);
	sch->qstats.backlog = 0;
	sch->q.qlen = 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 54 83.08% 2 50.00%
Américo Wang 8 12.31% 1 25.00%
Stephen Hemminger 3 4.62% 1 25.00%
Total 65 100.00% 4 100.00%



static int prio_offload(struct Qdisc *sch, bool enable)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	struct net_device *dev = qdisc_dev(sch);
	struct tc_prio_qopt_offload opt = {
		.handle = sch->handle,
		.parent = sch->parent,
        };

	if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc)
		return -EOPNOTSUPP;

	if (enable) {
		opt.command = TC_PRIO_REPLACE;
		opt.replace_params.bands = q->bands;
		memcpy(&opt.replace_params.priomap, q->prio2band,
		       TC_PRIO_MAX + 1);
		opt.replace_params.qstats = &sch->qstats;
	} else {
		opt.command = TC_PRIO_DESTROY;
	}

	return dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_PRIO, &opt);
}

Contributors
Person Tokens Prop Commits CommitProp
Nogah Frankel 148 100.00% 1 100.00%
Total 148 100.00% 1 100.00%


static void

prio_destroy(struct Qdisc *sch)
{
	int prio;
	struct prio_sched_data *q = qdisc_priv(sch);

	tcf_block_put(q->block);
	prio_offload(sch, false);
	for (prio = 0; prio < q->bands; prio++)
		qdisc_destroy(q->queues[prio]);
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 46 73.02% 1 16.67%
Nogah Frankel 7 11.11% 1 16.67%
David S. Miller 4 6.35% 1 16.67%
Stephen Hemminger 3 4.76% 1 16.67%
Jiri Pirko 2 3.17% 1 16.67%
Patrick McHardy 1 1.59% 1 16.67%
Total 63 100.00% 6 100.00%



static int prio_tune(struct Qdisc *sch, struct nlattr *opt,
		     struct netlink_ext_ack *extack)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	struct Qdisc *queues[TCQ_PRIO_BANDS];
	int oldbands = q->bands, i;
	struct tc_prio_qopt *qopt;

	if (nla_len(opt) < sizeof(*qopt))
		return -EINVAL;
	qopt = nla_data(opt);

	if (qopt->bands > TCQ_PRIO_BANDS || qopt->bands < 2)
		return -EINVAL;

	for (i = 0; i <= TC_PRIO_MAX; i++) {
		if (qopt->priomap[i] >= qopt->bands)
			return -EINVAL;
	}

	/* Before commit, make sure we can allocate all new qdiscs */
	for (i = oldbands; i < qopt->bands; i++) {
		queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops,
					      TC_H_MAKE(sch->handle, i + 1),
					      extack);
		if (!queues[i]) {
			while (i > oldbands)
				qdisc_destroy(queues[--i]);
			return -ENOMEM;
		}
	}

	sch_tree_lock(sch);
	q->bands = qopt->bands;
	memcpy(q->prio2band, qopt->priomap, TC_PRIO_MAX+1);

	for (i = q->bands; i < oldbands; i++) {
		struct Qdisc *child = q->queues[i];

		qdisc_tree_reduce_backlog(child, child->q.qlen,
					  child->qstats.backlog);
		qdisc_destroy(child);
	}

	for (i = oldbands; i < q->bands; i++) {
		q->queues[i] = queues[i];
		if (q->queues[i] != &noop_qdisc)
			qdisc_hash_add(q->queues[i], true);
	}

	sch_tree_unlock(sch);
	prio_offload(sch, true);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 156 44.70% 4 21.05%
Eric Dumazet 91 26.07% 1 5.26%
Jiri Kosina 26 7.45% 1 5.26%
David S. Miller 21 6.02% 2 10.53%
Patrick McHardy 14 4.01% 4 21.05%
Peter P. Waskiewicz Jr 11 3.15% 1 5.26%
Nogah Frankel 7 2.01% 1 5.26%
Alexander Aring 7 2.01% 2 10.53%
Américo Wang 7 2.01% 1 5.26%
Amnon Aaronsohn 6 1.72% 1 5.26%
Stephen Hemminger 3 0.86% 1 5.26%
Total 349 100.00% 19 100.00%



static int prio_init(struct Qdisc *sch, struct nlattr *opt,
		     struct netlink_ext_ack *extack)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	int err;

	if (!opt)
		return -EINVAL;

	err = tcf_block_get(&q->block, &q->filter_list, sch, extack);
	if (err)
		return err;

	return prio_tune(sch, opt, extack);
}

Contributors
Person Tokens Prop Commits CommitProp
Jiri Pirko 37 46.84% 2 18.18%
Linus Torvalds (pre-git) 30 37.97% 4 36.36%
Alexander Aring 9 11.39% 3 27.27%
Eric Dumazet 2 2.53% 1 9.09%
Patrick McHardy 1 1.27% 1 9.09%
Total 79 100.00% 11 100.00%



static int prio_dump_offload(struct Qdisc *sch)
{
	struct net_device *dev = qdisc_dev(sch);
	struct tc_prio_qopt_offload hw_stats = {
		.command = TC_PRIO_STATS,
		.handle = sch->handle,
		.parent = sch->parent,
		{
			.stats = {
				.bstats = &sch->bstats,
				.qstats = &sch->qstats,
                        },
                },
        };
	int err;

	sch->flags &= ~TCQ_F_OFFLOADED;
	if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc)
		return 0;

	err = dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_PRIO,
					    &hw_stats);
	if (err == -EOPNOTSUPP)
		return 0;

	if (!err)
		sch->flags |= TCQ_F_OFFLOADED;

	return err;
}

Contributors
Person Tokens Prop Commits CommitProp
Nogah Frankel 127 92.70% 1 50.00%
Andrew Morton 10 7.30% 1 50.00%
Total 137 100.00% 2 100.00%



static int prio_dump(struct Qdisc *sch, struct sk_buff *skb)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	unsigned char *b = skb_tail_pointer(skb);
	struct tc_prio_qopt opt;
	int err;

	opt.bands = q->bands;
	memcpy(&opt.priomap, q->prio2band, TC_PRIO_MAX + 1);

	err = prio_dump_offload(sch);
	if (err)
		goto nla_put_failure;

	if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt))
		goto nla_put_failure;

	return skb->len;

nla_put_failure:
	nlmsg_trim(skb, b);
	return -1;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 87 73.11% 1 14.29%
Nogah Frankel 17 14.29% 1 14.29%
David S. Miller 7 5.88% 1 14.29%
Arnaldo Carvalho de Melo 4 3.36% 2 28.57%
Stephen Hemminger 3 2.52% 1 14.29%
Patrick McHardy 1 0.84% 1 14.29%
Total 119 100.00% 7 100.00%



static int prio_graft(struct Qdisc *sch, unsigned long arg, struct Qdisc *new,
		      struct Qdisc **old, struct netlink_ext_ack *extack)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	unsigned long band = arg - 1;

	if (new == NULL)
		new = &noop_qdisc;

	*old = qdisc_replace(sch, new, &q->queues[band]);
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 66 81.48% 1 25.00%
Américo Wang 7 8.64% 1 25.00%
Alexander Aring 5 6.17% 1 25.00%
Stephen Hemminger 3 3.70% 1 25.00%
Total 81 100.00% 4 100.00%


static struct Qdisc *

prio_leaf(struct Qdisc *sch, unsigned long arg)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	unsigned long band = arg - 1;

	return q->queues[band];
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 40 93.02% 1 50.00%
Stephen Hemminger 3 6.98% 1 50.00%
Total 43 100.00% 2 100.00%



static unsigned long prio_find(struct Qdisc *sch, u32 classid)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	unsigned long band = TC_H_MIN(classid);

	if (band - 1 >= q->bands)
		return 0;
	return band;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 46 92.00% 1 33.33%
Stephen Hemminger 3 6.00% 1 33.33%
Américo Wang 1 2.00% 1 33.33%
Total 50 100.00% 3 100.00%



static unsigned long prio_bind(struct Qdisc *sch, unsigned long parent, u32 classid)
{
	return prio_find(sch, classid);
}


Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 26 96.30% 1 50.00%
Américo Wang 1 3.70% 1 50.00%
Total 27 100.00% 2 100.00%



static void prio_unbind(struct Qdisc *q, unsigned long cl)
{
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 12 85.71% 1 33.33%
Joe Perches 1 7.14% 1 33.33%
Américo Wang 1 7.14% 1 33.33%
Total 14 100.00% 3 100.00%



static int prio_dump_class(struct Qdisc *sch, unsigned long cl, struct sk_buff *skb,
			   struct tcmsg *tcm)
{
	struct prio_sched_data *q = qdisc_priv(sch);

	tcm->tcm_handle |= TC_H_MIN(cl);
	tcm->tcm_info = q->queues[cl-1]->handle;
	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 50 80.65% 2 50.00%
Alexey Kuznetsov 9 14.52% 1 25.00%
Stephen Hemminger 3 4.84% 1 25.00%
Total 62 100.00% 4 100.00%



static int prio_dump_class_stats(struct Qdisc *sch, unsigned long cl,
				 struct gnet_dump *d)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	struct Qdisc *cl_q;

	cl_q = q->queues[cl - 1];
	if (gnet_stats_copy_basic(qdisc_root_sleeping_running(sch),
				  d, NULL, &cl_q->bstats) < 0 ||
	    gnet_stats_copy_queue(d, NULL, &cl_q->qstats, cl_q->q.qlen) < 0)
		return -1;

	return 0;
}

Contributors
Person Tokens Prop Commits CommitProp
Jarek Poplawski 79 84.04% 1 20.00%
John Fastabend 10 10.64% 3 60.00%
Eric Dumazet 5 5.32% 1 20.00%
Total 94 100.00% 5 100.00%



static void prio_walk(struct Qdisc *sch, struct qdisc_walker *arg)
{
	struct prio_sched_data *q = qdisc_priv(sch);
	int prio;

	if (arg->stop)
		return;

	for (prio = 0; prio < q->bands; prio++) {
		if (arg->count < arg->skip) {
			arg->count++;
			continue;
		}
		if (arg->fn(sch, prio + 1, arg) < 0) {
			arg->stop = 1;
			break;
		}
		arg->count++;
	}
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 99 97.06% 1 50.00%
Stephen Hemminger 3 2.94% 1 50.00%
Total 102 100.00% 2 100.00%



static struct tcf_block *prio_tcf_block(struct Qdisc *sch, unsigned long cl,
					struct netlink_ext_ack *extack)
{
	struct prio_sched_data *q = qdisc_priv(sch);

	if (cl)
		return NULL;
	return q->block;
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 33 75.00% 1 25.00%
Alexander Aring 5 11.36% 1 25.00%
Jiri Pirko 3 6.82% 1 25.00%
Stephen Hemminger 3 6.82% 1 25.00%
Total 44 100.00% 4 100.00%


static const struct Qdisc_class_ops prio_class_ops = {
	.graft		=	prio_graft,
	.leaf		=	prio_leaf,
	.find		=	prio_find,
	.walk		=	prio_walk,
	.tcf_block	=	prio_tcf_block,
	.bind_tcf	=	prio_bind,
	.unbind_tcf	=	prio_unbind,
	.dump		=	prio_dump_class,
	.dump_stats	=	prio_dump_class_stats,
};


static struct Qdisc_ops prio_qdisc_ops __read_mostly = {
	.next		=	NULL,
	.cl_ops		=	&prio_class_ops,
	.id		=	"prio",
	.priv_size	=	sizeof(struct prio_sched_data),
	.enqueue	=	prio_enqueue,
	.dequeue	=	prio_dequeue,
	.peek		=	prio_peek,
	.init		=	prio_init,
	.reset		=	prio_reset,
	.destroy	=	prio_destroy,
	.change		=	prio_tune,
	.dump		=	prio_dump,
	.owner		=	THIS_MODULE,
};



static int __init prio_module_init(void)
{
	return register_qdisc(&prio_qdisc_ops);
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 13 81.25% 2 66.67%
Al Viro 3 18.75% 1 33.33%
Total 16 100.00% 3 100.00%



static void __exit prio_module_exit(void)
{
	unregister_qdisc(&prio_qdisc_ops);
}

Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 12 80.00% 2 66.67%
Al Viro 3 20.00% 1 33.33%
Total 15 100.00% 3 100.00%

module_init(prio_module_init)
module_exit(prio_module_exit)

MODULE_LICENSE("GPL");
Overall Contributors
Person Tokens Prop Commits CommitProp
Linus Torvalds (pre-git) 1061 47.51% 6 8.11%
Nogah Frankel 306 13.70% 1 1.35%
Patrick McHardy 152 6.81% 8 10.81%
Eric Dumazet 115 5.15% 5 6.76%
Jarek Poplawski 98 4.39% 3 4.05%
Jamal Hadi Salim 61 2.73% 3 4.05%
David S. Miller 57 2.55% 5 6.76%
Jiri Pirko 56 2.51% 5 6.76%
Américo Wang 42 1.88% 4 5.41%
Peter P. Waskiewicz Jr 36 1.61% 1 1.35%
Stephen Hemminger 36 1.61% 1 1.35%
Dave Jones 33 1.48% 1 1.35%
John Fastabend 33 1.48% 5 6.76%
Jiri Kosina 26 1.16% 1 1.35%
Alexander Aring 26 1.16% 6 8.11%
Art Haas 22 0.99% 1 1.35%
Al Viro 15 0.67% 1 1.35%
Andrew Morton 10 0.45% 1 1.35%
Alexey Kuznetsov 9 0.40% 1 1.35%
Arnaldo Carvalho de Melo 7 0.31% 2 2.70%
Linus Torvalds 7 0.31% 2 2.70%
Amnon Aaronsohn 6 0.27% 1 1.35%
Jussi Kivilinna 5 0.22% 1 1.35%
Gao Feng 3 0.13% 1 1.35%
Tejun Heo 3 0.13% 1 1.35%
Daniel Borkmann 2 0.09% 1 1.35%
Lucas Nussbaum 1 0.04% 1 1.35%
Gustavo A. R. Silva 1 0.04% 1 1.35%
Adrian Bunk 1 0.04% 1 1.35%
Hideaki Yoshifuji / 吉藤英明 1 0.04% 1 1.35%
Joe Perches 1 0.04% 1 1.35%
Florian Westphal 1 0.04% 1 1.35%
Total 2233 100.00% 74 100.00%
Directory: net/sched

Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.
Person	Tokens	Prop	Commits	CommitProp
Linus Torvalds (pre-git)	91	43.13%	3	15.79%
Jamal Hadi Salim	44	20.85%	3	15.79%
Patrick McHardy	29	13.74%	2	10.53%
John Fastabend	16	7.58%	1	5.26%
David S. Miller	14	6.64%	1	5.26%
Jarek Poplawski	5	2.37%	2	10.53%
Jiri Pirko	4	1.90%	2	10.53%
Stephen Hemminger	3	1.42%	1	5.26%
Daniel Borkmann	2	0.95%	1	5.26%
Lucas Nussbaum	1	0.47%	1	5.26%
Gustavo A. R. Silva	1	0.47%	1	5.26%
Adrian Bunk	1	0.47%	1	5.26%
Total	211	100.00%	19	100.00%
cregit-Linux how code gets into the kernel

Release 4.16 net/sched/sch_prio.c

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Contributors

Overall Contributors
