Release 4.8 net/core/dev.c
/*
* NET3 Protocol independent device support routines.
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License
* as published by the Free Software Foundation; either version
* 2 of the License, or (at your option) any later version.
*
* Derived from the non IP parts of dev.c 1.0.19
* Authors: Ross Biro
* Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
* Mark Evans, <evansmp@uhura.aston.ac.uk>
*
* Additional Authors:
* Florian la Roche <rzsfl@rz.uni-sb.de>
* Alan Cox <gw4pts@gw4pts.ampr.org>
* David Hinds <dahinds@users.sourceforge.net>
* Alexey Kuznetsov <kuznet@ms2.inr.ac.ru>
* Adam Sulmicki <adam@cfar.umd.edu>
* Pekka Riikonen <priikone@poesidon.pspt.fi>
*
* Changes:
* D.J. Barrow : Fixed bug where dev->refcnt gets set
* to 2 if register_netdev gets called
* before net_dev_init & also removed a
* few lines of code in the process.
* Alan Cox : device private ioctl copies fields back.
* Alan Cox : Transmit queue code does relevant
* stunts to keep the queue safe.
* Alan Cox : Fixed double lock.
* Alan Cox : Fixed promisc NULL pointer trap
* ???????? : Support the full private ioctl range
* Alan Cox : Moved ioctl permission check into
* drivers
* Tim Kordas : SIOCADDMULTI/SIOCDELMULTI
* Alan Cox : 100 backlog just doesn't cut it when
* you start doing multicast video 8)
* Alan Cox : Rewrote net_bh and list manager.
* Alan Cox : Fix ETH_P_ALL echoback lengths.
* Alan Cox : Took out transmit every packet pass
* Saved a few bytes in the ioctl handler
* Alan Cox : Network driver sets packet type before
* calling netif_rx. Saves a function
* call a packet.
* Alan Cox : Hashed net_bh()
* Richard Kooijman: Timestamp fixes.
* Alan Cox : Wrong field in SIOCGIFDSTADDR
* Alan Cox : Device lock protection.
* Alan Cox : Fixed nasty side effect of device close
* changes.
* Rudi Cilibrasi : Pass the right thing to
* set_mac_address()
* Dave Miller : 32bit quantity for the device lock to
* make it work out on a Sparc.
* Bjorn Ekwall : Added KERNELD hack.
* Alan Cox : Cleaned up the backlog initialise.
* Craig Metz : SIOCGIFCONF fix if space for under
* 1 device.
* Thomas Bogendoerfer : Return ENODEV for dev_open, if there
* is no device open function.
* Andi Kleen : Fix error reporting for SIOCGIFCONF
* Michael Chastain : Fix signed/unsigned for SIOCGIFCONF
* Cyrus Durgin : Cleaned for KMOD
* Adam Sulmicki : Bug Fix : Network Device Unload
* A network device unload needs to purge
* the backlog queue.
* Paul Rusty Russell : SIOCSIFNAME
* Pekka Riikonen : Netdev boot-time settings code
* Andrew Morton : Make unregister_netdevice wait
* indefinitely on dev->refcnt
* J Hadi Salim : - Backlog queue sampling
* - netif_rx() feedback
*/
#include <asm/uaccess.h>
#include <linux/bitops.h>
#include <linux/capability.h>
#include <linux/cpu.h>
#include <linux/types.h>
#include <linux/kernel.h>
#include <linux/hash.h>
#include <linux/slab.h>
#include <linux/sched.h>
#include <linux/mutex.h>
#include <linux/string.h>
#include <linux/mm.h>
#include <linux/socket.h>
#include <linux/sockios.h>
#include <linux/errno.h>
#include <linux/interrupt.h>
#include <linux/if_ether.h>
#include <linux/netdevice.h>
#include <linux/etherdevice.h>
#include <linux/ethtool.h>
#include <linux/notifier.h>
#include <linux/skbuff.h>
#include <linux/bpf.h>
#include <net/net_namespace.h>
#include <net/sock.h>
#include <net/busy_poll.h>
#include <linux/rtnetlink.h>
#include <linux/stat.h>
#include <net/dst.h>
#include <net/dst_metadata.h>
#include <net/pkt_sched.h>
#include <net/checksum.h>
#include <net/xfrm.h>
#include <linux/highmem.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/netpoll.h>
#include <linux/rcupdate.h>
#include <linux/delay.h>
#include <net/iw_handler.h>
#include <asm/current.h>
#include <linux/audit.h>
#include <linux/dmaengine.h>
#include <linux/err.h>
#include <linux/ctype.h>
#include <linux/if_arp.h>
#include <linux/if_vlan.h>
#include <linux/ip.h>
#include <net/ip.h>
#include <net/mpls.h>
#include <linux/ipv6.h>
#include <linux/in.h>
#include <linux/jhash.h>
#include <linux/random.h>
#include <trace/events/napi.h>
#include <trace/events/net.h>
#include <trace/events/skb.h>
#include <linux/pci.h>
#include <linux/inetdevice.h>
#include <linux/cpu_rmap.h>
#include <linux/static_key.h>
#include <linux/hashtable.h>
#include <linux/vmalloc.h>
#include <linux/if_macvlan.h>
#include <linux/errqueue.h>
#include <linux/hrtimer.h>
#include <linux/netfilter_ingress.h>
#include <linux/sctp.h>
#include <linux/crash_dump.h>
#include "net-sysfs.h"
/* Instead of increasing this, you should create a hash table. */
#define MAX_GRO_SKBS 8
/* This should be increased if a protocol with a bigger head is added. */
#define GRO_MAX_HEAD (MAX_HEADER + 128)
static DEFINE_SPINLOCK(ptype_lock);
static DEFINE_SPINLOCK(offload_lock);
struct list_head ptype_base[PTYPE_HASH_SIZE] __read_mostly;
struct list_head ptype_all __read_mostly;
/* Taps */
static struct list_head offload_base __read_mostly;
static int netif_rx_internal(struct sk_buff *skb);
static int call_netdevice_notifiers_info(unsigned long val,
struct net_device *dev,
struct netdev_notifier_info *info);
/*
* The @dev_base_head list is protected by @dev_base_lock and the rtnl
* semaphore.
*
* Pure readers hold dev_base_lock for reading, or rcu_read_lock()
*
* Writers must hold the rtnl semaphore while they loop through the
* dev_base_head list, and hold dev_base_lock for writing when they do the
* actual updates. This allows pure readers to access the list even
* while a writer is preparing to update it.
*
* To put it another way, dev_base_lock is held for writing only to
* protect against pure readers; the rtnl semaphore provides the
* protection against other writers.
*
* See, for example usages, register_netdevice() and
* unregister_netdevice(), which must be called with the rtnl
* semaphore held.
*/
DEFINE_RWLOCK(dev_base_lock);
EXPORT_SYMBOL(dev_base_lock);
/* protects napi_hash addition/deletion and napi_gen_id */
static DEFINE_SPINLOCK(napi_hash_lock);
static unsigned int napi_gen_id = NR_CPUS;
static DEFINE_READ_MOSTLY_HASHTABLE(napi_hash, 8);
static seqcount_t devnet_rename_seq;
static inline void dev_base_seq_inc(struct net *net)
{
while (++net->dev_base_seq == 0);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| thomas graf | thomas graf | 22 | 100.00% | 1 | 100.00% |
| Total | 22 | 100.00% | 1 | 100.00% |
static inline struct hlist_head *dev_name_hash(struct net *net, const char *name)
{
unsigned int hash = full_name_hash(net, name, strnlen(name, IFNAMSIZ));
return &net->dev_name_head[hash_32(hash, NETDEV_HASHBITS)];
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 41 | 80.39% | 2 | 40.00% |
| eric w. biederman | eric w. biederman | 7 | 13.73% | 1 | 20.00% |
| linus torvalds | linus torvalds | 2 | 3.92% | 1 | 20.00% |
| eric dumazet | eric dumazet | 1 | 1.96% | 1 | 20.00% |
| Total | 51 | 100.00% | 5 | 100.00% |
static inline struct hlist_head *dev_index_hash(struct net *net, int ifindex)
{
return &net->dev_index_head[ifindex & (NETDEV_HASHENTRIES - 1)];
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 24 | 75.00% | 1 | 33.33% |
| eric w. biederman | eric w. biederman | 7 | 21.88% | 1 | 33.33% |
| eric dumazet | eric dumazet | 1 | 3.12% | 1 | 33.33% |
| Total | 32 | 100.00% | 3 | 100.00% |
static inline void rps_lock(struct softnet_data *sd)
{
#ifdef CONFIG_RPS
spin_lock(&sd->input_pkt_queue.lock);
#endif
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| changli gao | changli gao | 25 | 92.59% | 1 | 50.00% |
| eric dumazet | eric dumazet | 2 | 7.41% | 1 | 50.00% |
| Total | 27 | 100.00% | 2 | 100.00% |
static inline void rps_unlock(struct softnet_data *sd)
{
#ifdef CONFIG_RPS
spin_unlock(&sd->input_pkt_queue.lock);
#endif
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| changli gao | changli gao | 25 | 92.59% | 1 | 50.00% |
| eric dumazet | eric dumazet | 2 | 7.41% | 1 | 50.00% |
| Total | 27 | 100.00% | 2 | 100.00% |
/* Device list insertion */
static void list_netdevice(struct net_device *dev)
{
struct net *net = dev_net(dev);
ASSERT_RTNL();
write_lock_bh(&dev_base_lock);
list_add_tail_rcu(&dev->dev_list, &net->dev_base_head);
hlist_add_head_rcu(&dev->name_hlist, dev_name_hash(net, dev->name));
hlist_add_head_rcu(&dev->index_hlist,
dev_index_hash(net, dev->ifindex));
write_unlock_bh(&dev_base_lock);
dev_base_seq_inc(net);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric w. biederman | eric w. biederman | 76 | 86.36% | 1 | 14.29% |
| thomas graf | thomas graf | 5 | 5.68% | 1 | 14.29% |
| eric dumazet | eric dumazet | 3 | 3.41% | 3 | 42.86% |
| hideaki yoshifuji | hideaki yoshifuji | 3 | 3.41% | 1 | 14.29% |
| ding tianhong | ding tianhong | 1 | 1.14% | 1 | 14.29% |
| Total | 88 | 100.00% | 7 | 100.00% |
/* Device list removal
* caller must respect a RCU grace period before freeing/reusing dev
*/
static void unlist_netdevice(struct net_device *dev)
{
ASSERT_RTNL();
/* Unlink dev from the device chain */
write_lock_bh(&dev_base_lock);
list_del_rcu(&dev->dev_list);
hlist_del_rcu(&dev->name_hlist);
hlist_del_rcu(&dev->index_hlist);
write_unlock_bh(&dev_base_lock);
dev_base_seq_inc(dev_net(dev));
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric w. biederman | eric w. biederman | 48 | 81.36% | 1 | 20.00% |
| thomas graf | thomas graf | 8 | 13.56% | 1 | 20.00% |
| eric dumazet | eric dumazet | 3 | 5.08% | 3 | 60.00% |
| Total | 59 | 100.00% | 5 | 100.00% |
/*
* Our notifier list
*/
static RAW_NOTIFIER_HEAD(netdev_chain);
/*
* Device drivers call our routines to queue packets here. We empty the
* queue in the local softnet handler.
*/
DEFINE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
EXPORT_PER_CPU_SYMBOL(softnet_data);
#ifdef CONFIG_LOCKDEP
/*
* register_netdevice() inits txq->_xmit_lock and sets lockdep class
* according to dev->type
*/
static const unsigned short netdev_lock_type[] =
{ARPHRD_NETROM, ARPHRD_ETHER, ARPHRD_EETHER, ARPHRD_AX25,
ARPHRD_PRONET, ARPHRD_CHAOS, ARPHRD_IEEE802, ARPHRD_ARCNET,
ARPHRD_APPLETLK, ARPHRD_DLCI, ARPHRD_ATM, ARPHRD_METRICOM,
ARPHRD_IEEE1394, ARPHRD_EUI64, ARPHRD_INFINIBAND, ARPHRD_SLIP,
ARPHRD_CSLIP, ARPHRD_SLIP6, ARPHRD_CSLIP6, ARPHRD_RSRVD,
ARPHRD_ADAPT, ARPHRD_ROSE, ARPHRD_X25, ARPHRD_HWX25,
ARPHRD_PPP, ARPHRD_CISCO, ARPHRD_LAPB, ARPHRD_DDCMP,
ARPHRD_RAWHDLC, ARPHRD_TUNNEL, ARPHRD_TUNNEL6, ARPHRD_FRAD,
ARPHRD_SKIP, ARPHRD_LOOPBACK, ARPHRD_LOCALTLK, ARPHRD_FDDI,
ARPHRD_BIF, ARPHRD_SIT, ARPHRD_IPDDP, ARPHRD_IPGRE,
ARPHRD_PIMREG, ARPHRD_HIPPI, ARPHRD_ASH, ARPHRD_ECONET,
ARPHRD_IRDA, ARPHRD_FCPP, ARPHRD_FCAL, ARPHRD_FCPL,
ARPHRD_FCFABRIC, ARPHRD_IEEE80211, ARPHRD_IEEE80211_PRISM,
ARPHRD_IEEE80211_RADIOTAP, ARPHRD_PHONET, ARPHRD_PHONET_PIPE,
ARPHRD_IEEE802154, ARPHRD_VOID, ARPHRD_NONE};
static const char *const netdev_lock_name[] =
{"_xmit_NETROM", "_xmit_ETHER", "_xmit_EETHER", "_xmit_AX25",
"_xmit_PRONET", "_xmit_CHAOS", "_xmit_IEEE802", "_xmit_ARCNET",
"_xmit_APPLETLK", "_xmit_DLCI", "_xmit_ATM", "_xmit_METRICOM",
"_xmit_IEEE1394", "_xmit_EUI64", "_xmit_INFINIBAND", "_xmit_SLIP",
"_xmit_CSLIP", "_xmit_SLIP6", "_xmit_CSLIP6", "_xmit_RSRVD",
"_xmit_ADAPT", "_xmit_ROSE", "_xmit_X25", "_xmit_HWX25",
"_xmit_PPP", "_xmit_CISCO", "_xmit_LAPB", "_xmit_DDCMP",
"_xmit_RAWHDLC", "_xmit_TUNNEL", "_xmit_TUNNEL6", "_xmit_FRAD",
"_xmit_SKIP", "_xmit_LOOPBACK", "_xmit_LOCALTLK", "_xmit_FDDI",
"_xmit_BIF", "_xmit_SIT", "_xmit_IPDDP", "_xmit_IPGRE",
"_xmit_PIMREG", "_xmit_HIPPI", "_xmit_ASH", "_xmit_ECONET",
"_xmit_IRDA", "_xmit_FCPP", "_xmit_FCAL", "_xmit_FCPL",
"_xmit_FCFABRIC", "_xmit_IEEE80211", "_xmit_IEEE80211_PRISM",
"_xmit_IEEE80211_RADIOTAP", "_xmit_PHONET", "_xmit_PHONET_PIPE",
"_xmit_IEEE802154", "_xmit_VOID", "_xmit_NONE"};
static struct lock_class_key netdev_xmit_lock_key[ARRAY_SIZE(netdev_lock_type)];
static struct lock_class_key netdev_addr_lock_key[ARRAY_SIZE(netdev_lock_type)];
static inline unsigned short netdev_lock_pos(unsigned short dev_type)
{
int i;
for (i = 0; i < ARRAY_SIZE(netdev_lock_type); i++)
if (netdev_lock_type[i] == dev_type)
return i;
/* the last key is used by default */
return ARRAY_SIZE(netdev_lock_type) - 1;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jarek poplawski | jarek poplawski | 52 | 100.00% | 1 | 100.00% |
| Total | 52 | 100.00% | 1 | 100.00% |
static inline void netdev_set_xmit_lockdep_class(spinlock_t *lock,
unsigned short dev_type)
{
int i;
i = netdev_lock_pos(dev_type);
lockdep_set_class_and_name(lock, &netdev_xmit_lock_key[i],
netdev_lock_name[i]);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jarek poplawski | jarek poplawski | 40 | 97.56% | 1 | 50.00% |
| david s. miller | david s. miller | 1 | 2.44% | 1 | 50.00% |
| Total | 41 | 100.00% | 2 | 100.00% |
static inline void netdev_set_addr_lockdep_class(struct net_device *dev)
{
int i;
i = netdev_lock_pos(dev->type);
lockdep_set_class_and_name(&dev->addr_list_lock,
&netdev_addr_lock_key[i],
netdev_lock_name[i]);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 43 | 100.00% | 1 | 100.00% |
| Total | 43 | 100.00% | 1 | 100.00% |
#else
static inline void netdev_set_xmit_lockdep_class(spinlock_t *lock,
unsigned short dev_type)
{
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jarek poplawski | jarek poplawski | 13 | 92.86% | 1 | 50.00% |
| david s. miller | david s. miller | 1 | 7.14% | 1 | 50.00% |
| Total | 14 | 100.00% | 2 | 100.00% |
static inline void netdev_set_addr_lockdep_class(struct net_device *dev)
{
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 11 | 100.00% | 1 | 100.00% |
| Total | 11 | 100.00% | 1 | 100.00% |
#endif
/*******************************************************************************
Protocol management and registration routines
*******************************************************************************/
/*
* Add a protocol ID to the list. Now that the input handler is
* smarter we can dispense with all the messy stuff that used to be
* here.
*
* BEWARE!!! Protocol handlers, mangling input packets,
* MUST BE last in hash buckets and checking protocol handlers
* MUST start from promiscuous ptype_all chain in net_bh.
* It is true now, do not change it.
* Explanation follows: if protocol handler, mangling packet, will
* be the first on list, it is not able to sense, that packet
* is cloned and should be copied-on-write, so that it will
* change it and subsequent readers will get broken packet.
* --ANK (980803)
*/
static inline struct list_head *ptype_head(const struct packet_type *pt)
{
if (pt->type == htons(ETH_P_ALL))
return pt->dev ? &pt->dev->ptype_all : &ptype_all;
else
return pt->dev ? &pt->dev->ptype_specific :
&ptype_base[ntohs(pt->type) & PTYPE_HASH_MASK];
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 27 | 40.30% | 5 | 55.56% |
| salam noureddine | salam noureddine | 22 | 32.84% | 1 | 11.11% |
| eric dumazet | eric dumazet | 16 | 23.88% | 1 | 11.11% |
| pavel emelianov | pavel emelianov | 1 | 1.49% | 1 | 11.11% |
| stephen hemminger | stephen hemminger | 1 | 1.49% | 1 | 11.11% |
| Total | 67 | 100.00% | 9 | 100.00% |
/**
* dev_add_pack - add packet handler
* @pt: packet type declaration
*
* Add a protocol handler to the networking stack. The passed &packet_type
* is linked into kernel lists and may not be freed until it has been
* removed from the kernel lists.
*
* This call does not sleep therefore it can not
* guarantee all CPU's that are in middle of receiving packets
* will see the new packet type (until the next received packet).
*/
void dev_add_pack(struct packet_type *pt)
{
struct list_head *head = ptype_head(pt);
spin_lock(&ptype_lock);
list_add_rcu(&pt->list, head);
spin_unlock(&ptype_lock);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 26 | 61.90% | 1 | 20.00% |
| stephen hemminger | stephen hemminger | 8 | 19.05% | 1 | 20.00% |
| pre-git | pre-git | 8 | 19.05% | 3 | 60.00% |
| Total | 42 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_add_pack);
/**
* __dev_remove_pack - remove packet handler
* @pt: packet type declaration
*
* Remove a protocol handler that was previously added to the kernel
* protocol handlers by dev_add_pack(). The passed &packet_type is removed
* from the kernel lists and can be freed or reused once this function
* returns.
*
* The packet type might still be in use by receivers
* and must not be freed until after all the CPU's have gone
* through a quiescent state.
*/
void __dev_remove_pack(struct packet_type *pt)
{
struct list_head *head = ptype_head(pt);
struct packet_type *pt1;
spin_lock(&ptype_lock);
list_for_each_entry(pt1, head, list) {
if (pt == pt1) {
list_del_rcu(&pt->list);
goto out;
}
}
pr_warn("dev_remove_pack: %p not found\n", pt);
out:
spin_unlock(&ptype_lock);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 31 | 41.33% | 6 | 60.00% |
| stephen hemminger | stephen hemminger | 30 | 40.00% | 1 | 10.00% |
| eric dumazet | eric dumazet | 7 | 9.33% | 1 | 10.00% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 5 | 6.67% | 1 | 10.00% |
| joe perches | joe perches | 2 | 2.67% | 1 | 10.00% |
| Total | 75 | 100.00% | 10 | 100.00% |
EXPORT_SYMBOL(__dev_remove_pack);
/**
* dev_remove_pack - remove packet handler
* @pt: packet type declaration
*
* Remove a protocol handler that was previously added to the kernel
* protocol handlers by dev_add_pack(). The passed &packet_type is removed
* from the kernel lists and can be freed or reused once this function
* returns.
*
* This call sleeps to guarantee that no CPU is looking at the packet
* type after return.
*/
void dev_remove_pack(struct packet_type *pt)
{
__dev_remove_pack(pt);
synchronize_net();
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 14 | 77.78% | 1 | 33.33% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 3 | 16.67% | 1 | 33.33% |
| pre-git | pre-git | 1 | 5.56% | 1 | 33.33% |
| Total | 18 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(dev_remove_pack);
/**
* dev_add_offload - register offload handlers
* @po: protocol offload declaration
*
* Add protocol offload handlers to the networking stack. The passed
* &proto_offload is linked into kernel lists and may not be freed until
* it has been removed from the kernel lists.
*
* This call does not sleep therefore it can not
* guarantee all CPU's that are in middle of receiving packets
* will see the new offload handlers (until the next received packet).
*/
void dev_add_offload(struct packet_offload *po)
{
struct packet_offload *elem;
spin_lock(&offload_lock);
list_for_each_entry(elem, &offload_base, list) {
if (po->priority < elem->priority)
break;
}
list_add_rcu(&po->list, elem->list.prev);
spin_unlock(&offload_lock);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| vlad yasevich | vlad yasevich | 34 | 54.84% | 1 | 50.00% |
| david s. miller | david s. miller | 28 | 45.16% | 1 | 50.00% |
| Total | 62 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(dev_add_offload);
/**
* __dev_remove_offload - remove offload handler
* @po: packet offload declaration
*
* Remove a protocol offload handler that was previously added to the
* kernel offload handlers by dev_add_offload(). The passed &offload_type
* is removed from the kernel lists and can be freed or reused once this
* function returns.
*
* The packet type might still be in use by receivers
* and must not be freed until after all the CPU's have gone
* through a quiescent state.
*/
static void __dev_remove_offload(struct packet_offload *po)
{
struct list_head *head = &offload_base;
struct packet_offload *po1;
spin_lock(&offload_lock);
list_for_each_entry(po1, head, list) {
if (po == po1) {
list_del_rcu(&po->list);
goto out;
}
}
pr_warn("dev_remove_offload: %p not found\n", po);
out:
spin_unlock(&offload_lock);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| vlad yasevich | vlad yasevich | 71 | 95.95% | 1 | 33.33% |
| eric dumazet | eric dumazet | 2 | 2.70% | 1 | 33.33% |
| stephen hemminger | stephen hemminger | 1 | 1.35% | 1 | 33.33% |
| Total | 74 | 100.00% | 3 | 100.00% |
/**
* dev_remove_offload - remove packet offload handler
* @po: packet offload declaration
*
* Remove a packet offload handler that was previously added to the kernel
* offload handlers by dev_add_offload(). The passed &offload_type is
* removed from the kernel lists and can be freed or reused once this
* function returns.
*
* This call sleeps to guarantee that no CPU is looking at the packet
* type after return.
*/
void dev_remove_offload(struct packet_offload *po)
{
__dev_remove_offload(po);
synchronize_net();
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| vlad yasevich | vlad yasevich | 18 | 100.00% | 1 | 100.00% |
| Total | 18 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(dev_remove_offload);
/******************************************************************************
Device Boot-time Settings Routines
*******************************************************************************/
/* Boot time configuration table */
static struct netdev_boot_setup dev_boot_setup[NETDEV_BOOT_SETUP_MAX];
/**
* netdev_boot_setup_add - add new setup entry
* @name: name of the device
* @map: configured settings for the device
*
* Adds new setup entry to the dev_boot_setup list. The function
* returns 0 on error and 1 on success. This is a generic routine to
* all netdevices.
*/
static int netdev_boot_setup_add(char *name, struct ifmap *map)
{
struct netdev_boot_setup *s;
int i;
s = dev_boot_setup;
for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
if (s[i].name[0] == '\0' || s[i].name[0] == ' ') {
memset(s[i].name, 0, sizeof(s[i].name));
strlcpy(s[i].name, name, IFNAMSIZ);
memcpy(&s[i].map, map, sizeof(s[i].map));
break;
}
}
return i >= NETDEV_BOOT_SETUP_MAX ? 0 : 1;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 132 | 94.96% | 1 | 25.00% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 3 | 2.16% | 1 | 25.00% |
| wang chen | wang chen | 3 | 2.16% | 1 | 25.00% |
| adrian bunk | adrian bunk | 1 | 0.72% | 1 | 25.00% |
| Total | 139 | 100.00% | 4 | 100.00% |
/**
* netdev_boot_setup_check - check boot time settings
* @dev: the netdevice
*
* Check boot time settings for the device.
* The found settings are set for the device to be used
* later in the device probing.
* Returns 0 if no settings found, 1 if they are.
*/
int netdev_boot_setup_check(struct net_device *dev)
{
struct netdev_boot_setup *s = dev_boot_setup;
int i;
for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++) {
if (s[i].name[0] != '\0' && s[i].name[0] != ' ' &&
!strcmp(dev->name, s[i].name)) {
dev->irq = s[i].map.irq;
dev->base_addr = s[i].map.base_addr;
dev->mem_start = s[i].map.mem_start;
dev->mem_end = s[i].map.mem_end;
return 1;
}
}
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 133 | 97.79% | 2 | 50.00% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 2 | 1.47% | 1 | 25.00% |
| wang chen | wang chen | 1 | 0.74% | 1 | 25.00% |
| Total | 136 | 100.00% | 4 | 100.00% |
EXPORT_SYMBOL(netdev_boot_setup_check);
/**
* netdev_boot_base - get address from boot time settings
* @prefix: prefix for network device
* @unit: id for network device
*
* Check boot time settings for the base address of device.
* The found settings are set for the device to be used
* later in the device probing.
* Returns 0 if no settings found.
*/
unsigned long netdev_boot_base(const char *prefix, int unit)
{
const struct netdev_boot_setup *s = dev_boot_setup;
char name[IFNAMSIZ];
int i;
sprintf(name, "%s%d", prefix, unit);
/*
* If device already registered then return base of 1
* to indicate not to probe for this interface
*/
if (__dev_get_by_name(&init_net, name))
return 1;
for (i = 0; i < NETDEV_BOOT_SETUP_MAX; i++)
if (!strcmp(name, s[i].name))
return s[i].map.base_addr;
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 94 | 96.91% | 2 | 66.67% |
| eric w. biederman | eric w. biederman | 3 | 3.09% | 1 | 33.33% |
| Total | 97 | 100.00% | 3 | 100.00% |
/*
* Saves at boot time configured settings for any netdevice.
*/
int __init netdev_boot_setup(char *str)
{
int ints[5];
struct ifmap map;
str = get_options(str, ARRAY_SIZE(ints), ints);
if (!str || !*str)
return 0;
/* Save settings */
memset(&map, 0, sizeof(map));
if (ints[0] > 0)
map.irq = ints[1];
if (ints[0] > 1)
map.base_addr = ints[2];
if (ints[0] > 2)
map.mem_start = ints[3];
if (ints[0] > 3)
map.mem_end = ints[4];
/* Add new entry to the list */
return netdev_boot_setup_add(str, &map);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 141 | 99.30% | 1 | 50.00% |
| linus torvalds | linus torvalds | 1 | 0.70% | 1 | 50.00% |
| Total | 142 | 100.00% | 2 | 100.00% |
__setup("netdev=", netdev_boot_setup);
/*******************************************************************************
Device Interface Subroutines
*******************************************************************************/
/**
* dev_get_iflink - get 'iflink' value of a interface
* @dev: targeted interface
*
* Indicates the ifindex the interface is linked to.
* Physical interfaces have the same 'ifindex' and 'iflink' values.
*/
int dev_get_iflink(const struct net_device *dev)
{
if (dev->netdev_ops && dev->netdev_ops->ndo_get_iflink)
return dev->netdev_ops->ndo_get_iflink(dev);
return dev->ifindex;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| nicolas dichtel | nicolas dichtel | 38 | 100.00% | 2 | 100.00% |
| Total | 38 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(dev_get_iflink);
/**
* dev_fill_metadata_dst - Retrieve tunnel egress information.
* @dev: targeted interface
* @skb: The packet.
*
* For better visibility of tunnel traffic OVS needs to retrieve
* egress tunnel information for a packet. Following API allows
* user to get this info.
*/
int dev_fill_metadata_dst(struct net_device *dev, struct sk_buff *skb)
{
struct ip_tunnel_info *info;
if (!dev->netdev_ops || !dev->netdev_ops->ndo_fill_metadata_dst)
return -EINVAL;
info = skb_tunnel_info_unclone(skb);
if (!info)
return -ENOMEM;
if (unlikely(!(info->mode & IP_TUNNEL_INFO_TX)))
return -EINVAL;
return dev->netdev_ops->ndo_fill_metadata_dst(dev, skb);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pravin b shelar | pravin b shelar | 84 | 100.00% | 1 | 100.00% |
| Total | 84 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL_GPL(dev_fill_metadata_dst);
/**
* __dev_get_by_name - find a device by its name
* @net: the applicable net namespace
* @name: name to find
*
* Find an interface by name. Must be called under RTNL semaphore
* or @dev_base_lock. If the name is found a pointer to the device
* is returned. If the name is not found then %NULL is returned. The
* reference counters are not incremented so the caller must be
* careful with locks.
*/
struct net_device *__dev_get_by_name(struct net *net, const char *name)
{
struct net_device *dev;
struct hlist_head *head = dev_name_hash(net, name);
hlist_for_each_entry(dev, head, name_hlist)
if (!strncmp(dev->name, name, IFNAMSIZ))
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 29 | 46.77% | 7 | 58.33% |
| eric dumazet | eric dumazet | 16 | 25.81% | 1 | 8.33% |
| stephen hemminger | stephen hemminger | 8 | 12.90% | 1 | 8.33% |
| eric w. biederman | eric w. biederman | 5 | 8.06% | 1 | 8.33% |
| linus torvalds | linus torvalds | 3 | 4.84% | 1 | 8.33% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 1 | 1.61% | 1 | 8.33% |
| Total | 62 | 100.00% | 12 | 100.00% |
EXPORT_SYMBOL(__dev_get_by_name);
/**
* dev_get_by_name_rcu - find a device by its name
* @net: the applicable net namespace
* @name: name to find
*
* Find an interface by name.
* If the name is found a pointer to the device is returned.
* If the name is not found then %NULL is returned.
* The reference counters are not incremented so the caller must be
* careful with locks. The caller must hold RCU lock.
*/
struct net_device *dev_get_by_name_rcu(struct net *net, const char *name)
{
struct net_device *dev;
struct hlist_head *head = dev_name_hash(net, name);
hlist_for_each_entry_rcu(dev, head, name_hlist)
if (!strncmp(dev->name, name, IFNAMSIZ))
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 62 | 100.00% | 1 | 100.00% |
| Total | 62 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(dev_get_by_name_rcu);
/**
* dev_get_by_name - find a device by its name
* @net: the applicable net namespace
* @name: name to find
*
* Find an interface by name. This can be called from any
* context and does its own locking. The returned handle has
* the usage count incremented and the caller must use dev_put() to
* release it when it is no longer needed. %NULL is returned if no
* matching device is found.
*/
struct net_device *dev_get_by_name(struct net *net, const char *name)
{
struct net_device *dev;
rcu_read_lock();
dev = dev_get_by_name_rcu(net, name);
if (dev)
dev_hold(dev);
rcu_read_unlock();
return dev;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 37 | 75.51% | 3 | 60.00% |
| eric w. biederman | eric w. biederman | 7 | 14.29% | 1 | 20.00% |
| eric dumazet | eric dumazet | 5 | 10.20% | 1 | 20.00% |
| Total | 49 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_get_by_name);
/**
* __dev_get_by_index - find a device by its ifindex
* @net: the applicable net namespace
* @ifindex: index of device
*
* Search for an interface by index. Returns %NULL if the device
* is not found or a pointer to the device. The device has not
* had its reference counter increased so the caller must be careful
* about locking. The caller must hold either the RTNL semaphore
* or @dev_base_lock.
*/
struct net_device *__dev_get_by_index(struct net *net, int ifindex)
{
struct net_device *dev;
struct hlist_head *head = dev_index_hash(net, ifindex);
hlist_for_each_entry(dev, head, index_hlist)
if (dev->ifindex == ifindex)
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 25 | 46.30% | 2 | 40.00% |
| eric dumazet | eric dumazet | 16 | 29.63% | 1 | 20.00% |
| stephen hemminger | stephen hemminger | 8 | 14.81% | 1 | 20.00% |
| eric w. biederman | eric w. biederman | 5 | 9.26% | 1 | 20.00% |
| Total | 54 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(__dev_get_by_index);
/**
* dev_get_by_index_rcu - find a device by its ifindex
* @net: the applicable net namespace
* @ifindex: index of device
*
* Search for an interface by index. Returns %NULL if the device
* is not found or a pointer to the device. The device has not
* had its reference counter increased so the caller must be careful
* about locking. The caller must hold RCU lock.
*/
struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex)
{
struct net_device *dev;
struct hlist_head *head = dev_index_hash(net, ifindex);
hlist_for_each_entry_rcu(dev, head, index_hlist)
if (dev->ifindex == ifindex)
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 54 | 100.00% | 1 | 100.00% |
| Total | 54 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(dev_get_by_index_rcu);
/**
* dev_get_by_index - find a device by its ifindex
* @net: the applicable net namespace
* @ifindex: index of device
*
* Search for an interface by index. Returns NULL if the device
* is not found or a pointer to the device. The device returned has
* had a reference added and the pointer is safe until the user calls
* dev_put to indicate they have finished with it.
*/
struct net_device *dev_get_by_index(struct net *net, int ifindex)
{
struct net_device *dev;
rcu_read_lock();
dev = dev_get_by_index_rcu(net, ifindex);
if (dev)
dev_hold(dev);
rcu_read_unlock();
return dev;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 35 | 74.47% | 3 | 60.00% |
| eric w. biederman | eric w. biederman | 7 | 14.89% | 1 | 20.00% |
| eric dumazet | eric dumazet | 5 | 10.64% | 1 | 20.00% |
| Total | 47 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_get_by_index);
/**
* netdev_get_name - get a netdevice name, knowing its ifindex.
* @net: network namespace
* @name: a pointer to the buffer where the name will be stored.
* @ifindex: the ifindex of the interface to get the name from.
*
* The use of raw_seqcount_begin() and cond_resched() before
* retrying is required as we want to give the writers a chance
* to complete when CONFIG_PREEMPT is not set.
*/
int netdev_get_name(struct net *net, char *name, int ifindex)
{
struct net_device *dev;
unsigned int seq;
retry:
seq = raw_seqcount_begin(&devnet_rename_seq);
rcu_read_lock();
dev = dev_get_by_index_rcu(net, ifindex);
if (!dev) {
rcu_read_unlock();
return -ENODEV;
}
strcpy(name, dev->name);
rcu_read_unlock();
if (read_seqcount_retry(&devnet_rename_seq, seq)) {
cond_resched();
goto retry;
}
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| nicolas schichan | nicolas schichan | 95 | 100.00% | 1 | 100.00% |
| Total | 95 | 100.00% | 1 | 100.00% |
/**
* dev_getbyhwaddr_rcu - find a device by its hardware address
* @net: the applicable net namespace
* @type: media type of device
* @ha: hardware address
*
* Search for an interface by MAC address. Returns NULL if the device
* is not found or a pointer to the device.
* The caller must hold RCU or RTNL.
* The returned device has not had its ref count increased
* and the caller must therefore be careful about locking
*
*/
struct net_device *dev_getbyhwaddr_rcu(struct net *net, unsigned short type,
const char *ha)
{
struct net_device *dev;
for_each_netdev_rcu(net, dev)
if (dev->type == type &&
!memcmp(dev->dev_addr, ha, dev->addr_len))
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 43 | 71.67% | 3 | 37.50% |
| eric w. biederman | eric w. biederman | 6 | 10.00% | 1 | 12.50% |
| pavel emelianov | pavel emelianov | 6 | 10.00% | 1 | 12.50% |
| eric dumazet | eric dumazet | 3 | 5.00% | 1 | 12.50% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 1 | 1.67% | 1 | 12.50% |
| denis v. lunev | denis v. lunev | 1 | 1.67% | 1 | 12.50% |
| Total | 60 | 100.00% | 8 | 100.00% |
EXPORT_SYMBOL(dev_getbyhwaddr_rcu);
struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type)
{
struct net_device *dev;
ASSERT_RTNL();
for_each_netdev(net, dev)
if (dev->type == type)
return dev;
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 22 | 50.00% | 1 | 20.00% |
| pavel emelianov | pavel emelianov | 7 | 15.91% | 1 | 20.00% |
| eric w. biederman | eric w. biederman | 7 | 15.91% | 1 | 20.00% |
| patrick mchardy | patrick mchardy | 6 | 13.64% | 1 | 20.00% |
| christoph hellwig | christoph hellwig | 2 | 4.55% | 1 | 20.00% |
| Total | 44 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(__dev_getfirstbyhwtype);
struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type)
{
struct net_device *dev, *ret = NULL;
rcu_read_lock();
for_each_netdev_rcu(net, dev)
if (dev->type == type) {
dev_hold(dev);
ret = dev;
break;
}
rcu_read_unlock();
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| patrick mchardy | patrick mchardy | 22 | 36.07% | 1 | 25.00% |
| eric dumazet | eric dumazet | 22 | 36.07% | 1 | 25.00% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 11 | 18.03% | 1 | 25.00% |
| eric w. biederman | eric w. biederman | 6 | 9.84% | 1 | 25.00% |
| Total | 61 | 100.00% | 4 | 100.00% |
EXPORT_SYMBOL(dev_getfirstbyhwtype);
/**
* __dev_get_by_flags - find any device with given flags
* @net: the applicable net namespace
* @if_flags: IFF_* values
* @mask: bitmask of bits in if_flags to check
*
* Search for any interface with the given flags. Returns NULL if a device
* is not found or a pointer to the device. Must be called inside
* rtnl_lock(), and result refcount is unchanged.
*/
struct net_device *__dev_get_by_flags(struct net *net, unsigned short if_flags,
unsigned short mask)
{
struct net_device *dev, *ret;
ASSERT_RTNL();
ret = NULL;
for_each_netdev(net, dev) {
if (((dev->flags ^ if_flags) & mask) == 0) {
ret = dev;
break;
}
}
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david l stevens | david l stevens | 39 | 56.52% | 1 | 20.00% |
| pavel emelianov | pavel emelianov | 15 | 21.74% | 1 | 20.00% |
| eric w. biederman | eric w. biederman | 7 | 10.14% | 1 | 20.00% |
| americo wang | americo wang | 5 | 7.25% | 1 | 20.00% |
| christoph hellwig | christoph hellwig | 3 | 4.35% | 1 | 20.00% |
| Total | 69 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(__dev_get_by_flags);
/**
* dev_valid_name - check if name is okay for network device
* @name: name string
*
* Network device names need to be valid file names to
* to allow sysfs to work. We also disallow any kind of
* whitespace.
*/
bool dev_valid_name(const char *name)
{
if (*name == '\0')
return false;
if (strlen(name) >= IFNAMSIZ)
return false;
if (!strcmp(name, ".") || !strcmp(name, ".."))
return false;
while (*name) {
if (*name == '/' || *name == ':' || isspace(*name))
return false;
name++;
}
return true;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 44 | 50.57% | 2 | 40.00% |
| david s. miller | david s. miller | 38 | 43.68% | 2 | 40.00% |
| matthew thode | matthew thode | 5 | 5.75% | 1 | 20.00% |
| Total | 87 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_valid_name);
/**
* __dev_alloc_name - allocate a name for a device
* @net: network namespace to allocate the device name in
* @name: name format string
* @buf: scratch buffer and result name string
*
* Passed a format string - eg "lt%d" it will try and find a suitable
* id. It scans list of devices to build up a free map, then chooses
* the first empty slot. The caller must hold the dev_base or rtnl lock
* while allocating the name and adding the device in order to avoid
* duplicates.
* Limited to bits_per_byte * page size devices (ie 32K on most platforms).
* Returns the number of the unit assigned or a negative errno code.
*/
static int __dev_alloc_name(struct net *net, const char *name, char *buf)
{
int i = 0;
const char *p;
const int max_netdevices = 8*PAGE_SIZE;
unsigned long *inuse;
struct net_device *d;
p = strnchr(name, IFNAMSIZ-1, '%');
if (p) {
/*
* Verify the string as this thing may have come from
* the user. There must be either one "%d" and no other "%"
* characters.
*/
if (p[1] != 'd' || strchr(p + 2, '%'))
return -EINVAL;
/* Use one page as a bit array of possible slots */
inuse = (unsigned long *) get_zeroed_page(GFP_ATOMIC);
if (!inuse)
return -ENOMEM;
for_each_netdev(net, d) {
if (!sscanf(d->name, name, &i))
continue;
if (i < 0 || i >= max_netdevices)
continue;
/* avoid cases where sscanf is not exact inverse of printf */
snprintf(buf, IFNAMSIZ, name, i);
if (!strncmp(buf, d->name, IFNAMSIZ))
set_bit(i, inuse);
}
i = find_first_zero_bit(inuse, max_netdevices);
free_page((unsigned long) inuse);
}
if (buf != name)
snprintf(buf, IFNAMSIZ, name, i);
if (!__dev_get_by_name(net, buf))
return i;
/* It is possible to run out of possible slots
* when the name is long and there isn't enough space left
* for the digits, or if all bits are used.
*/
return -ENFILE;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 132 | 56.65% | 2 | 16.67% |
| linus torvalds | linus torvalds | 39 | 16.74% | 2 | 16.67% |
| pre-git | pre-git | 28 | 12.02% | 3 | 25.00% |
| eric w. biederman | eric w. biederman | 23 | 9.87% | 2 | 16.67% |
| octavian purdila | octavian purdila | 6 | 2.58% | 1 | 8.33% |
| pavel emelianov | pavel emelianov | 4 | 1.72% | 1 | 8.33% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 1 | 0.43% | 1 | 8.33% |
| Total | 233 | 100.00% | 12 | 100.00% |
/**
* dev_alloc_name - allocate a name for a device
* @dev: device
* @name: name format string
*
* Passed a format string - eg "lt%d" it will try and find a suitable
* id. It scans list of devices to build up a free map, then chooses
* the first empty slot. The caller must hold the dev_base or rtnl lock
* while allocating the name and adding the device in order to avoid
* duplicates.
* Limited to bits_per_byte * page size devices (ie 32K on most platforms).
* Returns the number of the unit assigned or a negative errno code.
*/
int dev_alloc_name(struct net_device *dev, const char *name)
{
char buf[IFNAMSIZ];
struct net *net;
int ret;
BUG_ON(!dev_net(dev));
net = dev_net(dev);
ret = __dev_alloc_name(net, name, buf);
if (ret >= 0)
strlcpy(dev->name, buf, IFNAMSIZ);
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric w. biederman | eric w. biederman | 55 | 72.37% | 1 | 20.00% |
| pre-git | pre-git | 12 | 15.79% | 2 | 40.00% |
| hideaki yoshifuji | hideaki yoshifuji | 6 | 7.89% | 1 | 20.00% |
| stephen hemminger | stephen hemminger | 3 | 3.95% | 1 | 20.00% |
| Total | 76 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_alloc_name);
static int dev_alloc_name_ns(struct net *net,
struct net_device *dev,
const char *name)
{
char buf[IFNAMSIZ];
int ret;
ret = __dev_alloc_name(net, name, buf);
if (ret >= 0)
strlcpy(dev->name, buf, IFNAMSIZ);
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| gao feng | gao feng | 41 | 67.21% | 1 | 33.33% |
| octavian purdila | octavian purdila | 12 | 19.67% | 1 | 33.33% |
| daniel lezcano | daniel lezcano | 8 | 13.11% | 1 | 33.33% |
| Total | 61 | 100.00% | 3 | 100.00% |
static int dev_get_valid_name(struct net *net,
struct net_device *dev,
const char *name)
{
BUG_ON(!net);
if (!dev_valid_name(name))
return -EINVAL;
if (strchr(name, '%'))
return dev_alloc_name_ns(net, dev, name);
else if (__dev_get_by_name(net, name))
return -EEXIST;
else if (dev->name != name)
strlcpy(dev->name, name, IFNAMSIZ);
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| octavian purdila | octavian purdila | 59 | 62.11% | 1 | 33.33% |
| gao feng | gao feng | 25 | 26.32% | 1 | 33.33% |
| daniel lezcano | daniel lezcano | 11 | 11.58% | 1 | 33.33% |
| Total | 95 | 100.00% | 3 | 100.00% |
/**
* dev_change_name - change name of a device
* @dev: device
* @newname: name (or format string) must be at least IFNAMSIZ
*
* Change name of a device, can pass format strings "eth%d".
* for wildcarding.
*/
int dev_change_name(struct net_device *dev, const char *newname)
{
unsigned char old_assign_type;
char oldname[IFNAMSIZ];
int err = 0;
int ret;
struct net *net;
ASSERT_RTNL();
BUG_ON(!dev_net(dev));
net = dev_net(dev);
if (dev->flags & IFF_UP)
return -EBUSY;
write_seqcount_begin(&devnet_rename_seq);
if (strncmp(newname, dev->name, IFNAMSIZ) == 0) {
write_seqcount_end(&devnet_rename_seq);
return 0;
}
memcpy(oldname, dev->name, IFNAMSIZ);
err = dev_get_valid_name(net, dev, newname);
if (err < 0) {
write_seqcount_end(&devnet_rename_seq);
return err;
}
if (oldname[0] && !strchr(oldname, '%'))
netdev_info(dev, "renamed from %s\n", oldname);
old_assign_type = dev->name_assign_type;
dev->name_assign_type = NET_NAME_RENAMED;
rollback:
ret = device_rename(&dev->dev, dev->name);
if (ret) {
memcpy(dev->name, oldname, IFNAMSIZ);
dev->name_assign_type = old_assign_type;
write_seqcount_end(&devnet_rename_seq);
return ret;
}
write_seqcount_end(&devnet_rename_seq);
netdev_adjacent_rename_links(dev, oldname);
write_lock_bh(&dev_base_lock);
hlist_del_rcu(&dev->name_hlist);
write_unlock_bh(&dev_base_lock);
synchronize_rcu();
write_lock_bh(&dev_base_lock);
hlist_add_head_rcu(&dev->name_hlist, dev_name_hash(net, dev->name));
write_unlock_bh(&dev_base_lock);
ret = call_netdevice_notifiers(NETDEV_CHANGENAME, dev);
ret = notifier_to_errno(ret);
if (ret) {
/* err >= 0 after dev_alloc_name() or stores the first errno */
if (err >= 0) {
err = ret;
write_seqcount_begin(&devnet_rename_seq);
memcpy(dev->name, oldname, IFNAMSIZ);
memcpy(oldname, newname, IFNAMSIZ);
dev->name_assign_type = old_assign_type;
old_assign_type = NET_NAME_RENAMED;
goto rollback;
} else {
pr_err("%s: name change rollback failed: %d\n",
dev->name, ret);
}
}
return err;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 115 | 30.26% | 7 | 26.92% |
| herbert xu | herbert xu | 73 | 19.21% | 2 | 7.69% |
| veaceslav falico | veaceslav falico | 40 | 10.53% | 2 | 7.69% |
| eric dumazet | eric dumazet | 38 | 10.00% | 4 | 15.38% |
| brian haley | brian haley | 34 | 8.95% | 1 | 3.85% |
| tom gundersen | tom gundersen | 32 | 8.42% | 1 | 3.85% |
| eric w. biederman | eric w. biederman | 17 | 4.47% | 1 | 3.85% |
| maneesh soni | maneesh soni | 16 | 4.21% | 1 | 3.85% |
| hideaki yoshifuji | hideaki yoshifuji | 6 | 1.58% | 1 | 3.85% |
| greg kroah-hartman | greg kroah-hartman | 2 | 0.53% | 1 | 3.85% |
| gao feng | gao feng | 2 | 0.53% | 1 | 3.85% |
| joe perches | joe perches | 2 | 0.53% | 1 | 3.85% |
| octavian purdila | octavian purdila | 1 | 0.26% | 1 | 3.85% |
| pavel emelianov | pavel emelianov | 1 | 0.26% | 1 | 3.85% |
| daniel lezcano | daniel lezcano | 1 | 0.26% | 1 | 3.85% |
| Total | 380 | 100.00% | 26 | 100.00% |
/**
* dev_set_alias - change ifalias of a device
* @dev: device
* @alias: name up to IFALIASZ
* @len: limit of bytes to copy from info
*
* Set ifalias for a device,
*/
int dev_set_alias(struct net_device *dev, const char *alias, size_t len)
{
char *new_ifalias;
ASSERT_RTNL();
if (len >= IFALIASZ)
return -EINVAL;
if (!len) {
kfree(dev->ifalias);
dev->ifalias = NULL;
return 0;
}
new_ifalias = krealloc(dev->ifalias, len + 1, GFP_KERNEL);
if (!new_ifalias)
return -ENOMEM;
dev->ifalias = new_ifalias;
strlcpy(dev->ifalias, alias, len+1);
return len;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 69 | 66.35% | 1 | 33.33% |
| oliver hartkopp | oliver hartkopp | 23 | 22.12% | 1 | 33.33% |
| alexey khoroshilov | alexey khoroshilov | 12 | 11.54% | 1 | 33.33% |
| Total | 104 | 100.00% | 3 | 100.00% |
/**
* netdev_features_change - device changes features
* @dev: device to cause notification
*
* Called to indicate a device has changed features.
*/
void netdev_features_change(struct net_device *dev)
{
call_netdevice_notifiers(NETDEV_FEAT_CHANGE, dev);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| stephen hemminger | stephen hemminger | 16 | 94.12% | 1 | 50.00% |
| pavel emelianov | pavel emelianov | 1 | 5.88% | 1 | 50.00% |
| Total | 17 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(netdev_features_change);
/**
* netdev_state_change - device changes state
* @dev: device to cause notification
*
* Called to indicate a device has changed state. This function calls
* the notifier chains for netdev_chain and sends a NEWLINK message
* to the routing socket.
*/
void netdev_state_change(struct net_device *dev)
{
if (dev->flags & IFF_UP) {
struct netdev_notifier_change_info change_info;
change_info.flags_changed = 0;
call_netdevice_notifiers_info(NETDEV_CHANGE, dev,
&change_info.info);
rtmsg_ifinfo(RTM_NEWLINK, dev, 0, GFP_KERNEL);
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 35 | 66.04% | 3 | 60.00% |
| loic prylli | loic prylli | 16 | 30.19% | 1 | 20.00% |
| alexei starovoitov | alexei starovoitov | 2 | 3.77% | 1 | 20.00% |
| Total | 53 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(netdev_state_change);
/**
* netdev_notify_peers - notify network peers about existence of @dev
* @dev: network device
*
* Generate traffic such that interested network peers are aware of
* @dev, such as by generating a gratuitous ARP. This may be used when
* a device wants to inform the rest of the network about some sort of
* reconfiguration such as a failover event or virtual machine
* migration.
*/
void netdev_notify_peers(struct net_device *dev)
{
rtnl_lock();
call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, dev);
rtnl_unlock();
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| or gerlitz | or gerlitz | 13 | 56.52% | 1 | 50.00% |
| americo wang | americo wang | 10 | 43.48% | 1 | 50.00% |
| Total | 23 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(netdev_notify_peers);
static int __dev_open(struct net_device *dev)
{
const struct net_device_ops *ops = dev->netdev_ops;
int ret;
ASSERT_RTNL();
if (!netif_device_present(dev))
return -ENODEV;
/* Block netpoll from trying to do any rx path servicing.
* If we don't do this there is a chance ndo_poll_controller
* or ndo_poll may be running while we open the device
*/
netpoll_poll_disable(dev);
ret = call_netdevice_notifiers(NETDEV_PRE_UP, dev);
ret = notifier_to_errno(ret);
if (ret)
return ret;
set_bit(__LINK_STATE_START, &dev->state);
if (ops->ndo_validate_addr)
ret = ops->ndo_validate_addr(dev);
if (!ret && ops->ndo_open)
ret = ops->ndo_open(dev);
netpoll_poll_enable(dev);
if (ret)
clear_bit(__LINK_STATE_START, &dev->state);
else {
dev->flags |= IFF_UP;
dev_set_rx_mode(dev);
dev_activate(dev);
add_device_randomness(dev->dev_addr, dev->addr_len);
}
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 53 | 32.52% | 10 | 50.00% |
| johannes berg | johannes berg | 23 | 14.11% | 1 | 5.00% |
| david s. miller | david s. miller | 21 | 12.88% | 1 | 5.00% |
| stephen hemminger | stephen hemminger | 18 | 11.04% | 1 | 5.00% |
| jeff garzik | jeff garzik | 15 | 9.20% | 1 | 5.00% |
| theodore tso | theodore tso | 11 | 6.75% | 1 | 5.00% |
| neil horman | neil horman | 9 | 5.52% | 1 | 5.00% |
| patrick mchardy | patrick mchardy | 8 | 4.91% | 2 | 10.00% |
| ben hutchings | ben hutchings | 3 | 1.84% | 1 | 5.00% |
| eric w. biederman | eric w. biederman | 2 | 1.23% | 1 | 5.00% |
| Total | 163 | 100.00% | 20 | 100.00% |
/**
* dev_open - prepare an interface for use.
* @dev: device to open
*
* Takes a device from down to up state. The device's private open
* function is invoked and then the multicast lists are loaded. Finally
* the device is moved into the up state and a %NETDEV_UP message is
* sent to the netdev notifier chain.
*
* Calling this function on an active interface is a nop. On a failure
* a negative errno code is returned.
*/
int dev_open(struct net_device *dev)
{
int ret;
if (dev->flags & IFF_UP)
return 0;
ret = __dev_open(dev);
if (ret < 0)
return ret;
rtmsg_ifinfo(RTM_NEWLINK, dev, IFF_UP|IFF_RUNNING, GFP_KERNEL);
call_netdevice_notifiers(NETDEV_UP, dev);
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| patrick mchardy | patrick mchardy | 50 | 79.37% | 1 | 16.67% |
| pre-git | pre-git | 10 | 15.87% | 3 | 50.00% |
| alexei starovoitov | alexei starovoitov | 2 | 3.17% | 1 | 16.67% |
| pavel emelianov | pavel emelianov | 1 | 1.59% | 1 | 16.67% |
| Total | 63 | 100.00% | 6 | 100.00% |
EXPORT_SYMBOL(dev_open);
static int __dev_close_many(struct list_head *head)
{
struct net_device *dev;
ASSERT_RTNL();
might_sleep();
list_for_each_entry(dev, head, close_list) {
/* Temporarily disable netpoll until the interface is down */
netpoll_poll_disable(dev);
call_netdevice_notifiers(NETDEV_GOING_DOWN, dev);
clear_bit(__LINK_STATE_START, &dev->state);
/* Synchronize to scheduled poll. We cannot touch poll list, it
* can be even on different cpu. So just clear netif_running().
*
* dev->stop() will invoke napi_disable() on all of it's
* napi_struct instances on this device.
*/
smp_mb__after_atomic(); /* Commit netif_running(). */
}
dev_deactivate_many(head);
list_for_each_entry(dev, head, close_list) {
const struct net_device_ops *ops = dev->netdev_ops;
/*
* Call the device specific close. This cannot fail.
* Only if device is UP
*
* We allow it to be called even after a DETACH hot-plug
* event.
*/
if (ops->ndo_stop)
ops->ndo_stop(dev);
dev->flags &= ~IFF_UP;
netpoll_poll_enable(dev);
}
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 38 | 33.33% | 9 | 42.86% |
| octavian purdila | octavian purdila | 36 | 31.58% | 1 | 4.76% |
| eric w. biederman | eric w. biederman | 13 | 11.40% | 3 | 14.29% |
| stephen hemminger | stephen hemminger | 8 | 7.02% | 1 | 4.76% |
| david s. miller | david s. miller | 6 | 5.26% | 2 | 9.52% |
| patrick mchardy | patrick mchardy | 5 | 4.39% | 1 | 4.76% |
| ben hutchings | ben hutchings | 3 | 2.63% | 1 | 4.76% |
| matti linnanvuori | matti linnanvuori | 3 | 2.63% | 1 | 4.76% |
| pavel emelianov | pavel emelianov | 1 | 0.88% | 1 | 4.76% |
| peter zijlstra | peter zijlstra | 1 | 0.88% | 1 | 4.76% |
| Total | 114 | 100.00% | 21 | 100.00% |
static int __dev_close(struct net_device *dev)
{
int retval;
LIST_HEAD(single);
list_add(&dev->close_list, &single);
retval = __dev_close_many(&single);
list_del(&single);
return retval;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| octavian purdila | octavian purdila | 24 | 51.06% | 1 | 25.00% |
| linus torvalds | linus torvalds | 14 | 29.79% | 1 | 25.00% |
| patrick mchardy | patrick mchardy | 8 | 17.02% | 1 | 25.00% |
| eric w. biederman | eric w. biederman | 1 | 2.13% | 1 | 25.00% |
| Total | 47 | 100.00% | 4 | 100.00% |
int dev_close_many(struct list_head *head, bool unlink)
{
struct net_device *dev, *tmp;
/* Remove the devices that don't need to be closed */
list_for_each_entry_safe(dev, tmp, head, close_list)
if (!(dev->flags & IFF_UP))
list_del_init(&dev->close_list);
__dev_close_many(head);
list_for_each_entry_safe(dev, tmp, head, close_list) {
rtmsg_ifinfo(RTM_NEWLINK, dev, IFF_UP|IFF_RUNNING, GFP_KERNEL);
call_netdevice_notifiers(NETDEV_DOWN, dev);
if (unlink)
list_del_init(&dev->close_list);
}
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| octavian purdila | octavian purdila | 48 | 46.60% | 1 | 12.50% |
| patrick mchardy | patrick mchardy | 26 | 25.24% | 1 | 12.50% |
| eric w. biederman | eric w. biederman | 13 | 12.62% | 1 | 12.50% |
| david s. miller | david s. miller | 7 | 6.80% | 1 | 12.50% |
| pre-git | pre-git | 6 | 5.83% | 2 | 25.00% |
| alexei starovoitov | alexei starovoitov | 2 | 1.94% | 1 | 12.50% |
| pavel emelianov | pavel emelianov | 1 | 0.97% | 1 | 12.50% |
| Total | 103 | 100.00% | 8 | 100.00% |
EXPORT_SYMBOL(dev_close_many);
/**
* dev_close - shutdown an interface.
* @dev: device to shutdown
*
* This function moves an active device into down state. A
* %NETDEV_GOING_DOWN is sent to the netdev notifier chain. The device
* is then deactivated and finally a %NETDEV_DOWN is sent to the notifier
* chain.
*/
int dev_close(struct net_device *dev)
{
if (dev->flags & IFF_UP) {
LIST_HEAD(single);
list_add(&dev->close_list, &single);
dev_close_many(&single, true);
list_del(&single);
}
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| octavian purdila | octavian purdila | 30 | 56.60% | 1 | 14.29% |
| eric dumazet | eric dumazet | 10 | 18.87% | 1 | 14.29% |
| linus torvalds | linus torvalds | 6 | 11.32% | 1 | 14.29% |
| pre-git | pre-git | 3 | 5.66% | 1 | 14.29% |
| david s. miller | david s. miller | 2 | 3.77% | 1 | 14.29% |
| ding tianhong | ding tianhong | 1 | 1.89% | 1 | 14.29% |
| eric w. biederman | eric w. biederman | 1 | 1.89% | 1 | 14.29% |
| Total | 53 | 100.00% | 7 | 100.00% |
EXPORT_SYMBOL(dev_close);
/**
* dev_disable_lro - disable Large Receive Offload on a device
* @dev: device
*
* Disable Large Receive Offload (LRO) on a net device. Must be
* called under RTNL. This is needed if received packets may be
* forwarded to another interface.
*/
void dev_disable_lro(struct net_device *dev)
{
struct net_device *lower_dev;
struct list_head *iter;
dev->wanted_features &= ~NETIF_F_LRO;
netdev_update_features(dev);
if (unlikely(dev->features & NETIF_F_LRO))
netdev_WARN(dev, "failed to disable LRO!\n");
netdev_for_each_lower_dev(dev, lower_dev, iter)
dev_disable_lro(lower_dev);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 24 | 38.10% | 1 | 20.00% |
| michal kubecek | michal kubecek | 23 | 36.51% | 1 | 20.00% |
| michal miroslaw | michal miroslaw | 16 | 25.40% | 3 | 60.00% |
| Total | 63 | 100.00% | 5 | 100.00% |
EXPORT_SYMBOL(dev_disable_lro);
static int call_netdevice_notifier(struct notifier_block *nb, unsigned long val,
struct net_device *dev)
{
struct netdev_notifier_info info;
netdev_notifier_info_init(&info, dev);
return nb->notifier_call(nb, val, &info);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 45 | 100.00% | 1 | 100.00% |
| Total | 45 | 100.00% | 1 | 100.00% |
static int dev_boot_phase = 1;
/**
* register_netdevice_notifier - register a network notifier block
* @nb: notifier
*
* Register a notifier to be called when network device events occur.
* The notifier passed is linked into the kernel structures and must
* not be reused until it has been unregistered. A negative errno code
* is returned on a failure.
*
* When registered all registration and up events are replayed
* to the new notifier to allow device to have a race free
* view of the network device list.
*/
int register_netdevice_notifier(struct notifier_block *nb)
{
struct net_device *dev;
struct net_device *last;
struct net *net;
int err;
rtnl_lock();
err = raw_notifier_chain_register(&netdev_chain, nb);
if (err)
goto unlock;
if (dev_boot_phase)
goto unlock;
for_each_net(net) {
for_each_netdev(net, dev) {
err = call_netdevice_notifier(nb, NETDEV_REGISTER, dev);
err = notifier_to_errno(err);
if (err)
goto rollback;
if (!(dev->flags & IFF_UP))
continue;
call_netdevice_notifier(nb, NETDEV_UP, dev);
}
}
unlock:
rtnl_unlock();
return err;
rollback:
last = dev;
for_each_net(net) {
for_each_netdev(net, dev) {
if (dev == last)
goto outroll;
if (dev->flags & IFF_UP) {
call_netdevice_notifier(nb, NETDEV_GOING_DOWN,
dev);
call_netdevice_notifier(nb, NETDEV_DOWN, dev);
}
call_netdevice_notifier(nb, NETDEV_UNREGISTER, dev);
}
}
outroll:
raw_notifier_chain_unregister(&netdev_chain, nb);
goto unlock;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| herbert xu | herbert xu | 85 | 42.08% | 1 | 9.09% |
| stephen hemminger | stephen hemminger | 49 | 24.26% | 1 | 9.09% |
| eric w. biederman | eric w. biederman | 28 | 13.86% | 1 | 9.09% |
| pre-git | pre-git | 17 | 8.42% | 3 | 27.27% |
| pavel emelianov | pavel emelianov | 12 | 5.94% | 2 | 18.18% |
| jiri pirko | jiri pirko | 5 | 2.48% | 1 | 9.09% |
| li rongqing | li rongqing | 5 | 2.48% | 1 | 9.09% |
| alan stern | alan stern | 1 | 0.50% | 1 | 9.09% |
| Total | 202 | 100.00% | 11 | 100.00% |
EXPORT_SYMBOL(register_netdevice_notifier);
/**
* unregister_netdevice_notifier - unregister a network notifier block
* @nb: notifier
*
* Unregister a notifier previously registered by
* register_netdevice_notifier(). The notifier is unlinked into the
* kernel structures and may then be reused. A negative errno code
* is returned on a failure.
*
* After unregistering unregister and down device events are synthesized
* for all devices on the device list to the removed notifier to remove
* the need for special case cleanup code.
*/
int unregister_netdevice_notifier(struct notifier_block *nb)
{
struct net_device *dev;
struct net *net;
int err;
rtnl_lock();
err = raw_notifier_chain_unregister(&netdev_chain, nb);
if (err)
goto unlock;
for_each_net(net) {
for_each_netdev(net, dev) {
if (dev->flags & IFF_UP) {
call_netdevice_notifier(nb, NETDEV_GOING_DOWN,
dev);
call_netdevice_notifier(nb, NETDEV_DOWN, dev);
}
call_netdevice_notifier(nb, NETDEV_UNREGISTER, dev);
}
}
unlock:
rtnl_unlock();
return err;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric w. biederman | eric w. biederman | 67 | 65.69% | 1 | 16.67% |
| pre-git | pre-git | 17 | 16.67% | 2 | 33.33% |
| herbert xu | herbert xu | 14 | 13.73% | 1 | 16.67% |
| jiri pirko | jiri pirko | 3 | 2.94% | 1 | 16.67% |
| alan stern | alan stern | 1 | 0.98% | 1 | 16.67% |
| Total | 102 | 100.00% | 6 | 100.00% |
EXPORT_SYMBOL(unregister_netdevice_notifier);
/**
* call_netdevice_notifiers_info - call all network notifier blocks
* @val: value passed unmodified to notifier function
* @dev: net_device pointer passed unmodified to notifier function
* @info: notifier information data
*
* Call all network notifier blocks. Parameters and return value
* are as for raw_notifier_call_chain().
*/
static int call_netdevice_notifiers_info(unsigned long val,
struct net_device *dev,
struct netdev_notifier_info *info)
{
ASSERT_RTNL();
netdev_notifier_info_init(info, dev);
return raw_notifier_call_chain(&netdev_chain, val, info);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 20 | 48.78% | 2 | 33.33% |
| roland dreier | roland dreier | 16 | 39.02% | 1 | 16.67% |
| eric w. biederman | eric w. biederman | 3 | 7.32% | 1 | 16.67% |
| stephen hemminger | stephen hemminger | 1 | 2.44% | 1 | 16.67% |
| alan stern | alan stern | 1 | 2.44% | 1 | 16.67% |
| Total | 41 | 100.00% | 6 | 100.00% |
/**
* call_netdevice_notifiers - call all network notifier blocks
* @val: value passed unmodified to notifier function
* @dev: net_device pointer passed unmodified to notifier function
*
* Call all network notifier blocks. Parameters and return value
* are as for raw_notifier_call_chain().
*/
int call_netdevice_notifiers(unsigned long val, struct net_device *dev)
{
struct netdev_notifier_info info;
return call_netdevice_notifiers_info(val, dev, &info);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 25 | 86.21% | 1 | 33.33% |
| roland dreier | roland dreier | 3 | 10.34% | 1 | 33.33% |
| eric w. biederman | eric w. biederman | 1 | 3.45% | 1 | 33.33% |
| Total | 29 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(call_netdevice_notifiers);
#ifdef CONFIG_NET_INGRESS
static struct static_key ingress_needed __read_mostly;
void net_inc_ingress_queue(void)
{
static_key_slow_inc(&ingress_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| daniel borkmann | daniel borkmann | 13 | 100.00% | 1 | 100.00% |
| Total | 13 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL_GPL(net_inc_ingress_queue);
void net_dec_ingress_queue(void)
{
static_key_slow_dec(&ingress_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| daniel borkmann | daniel borkmann | 13 | 100.00% | 1 | 100.00% |
| Total | 13 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL_GPL(net_dec_ingress_queue);
#endif
#ifdef CONFIG_NET_EGRESS
static struct static_key egress_needed __read_mostly;
void net_inc_egress_queue(void)
{
static_key_slow_inc(&egress_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| daniel borkmann | daniel borkmann | 13 | 100.00% | 1 | 100.00% |
| Total | 13 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL_GPL(net_inc_egress_queue);
void net_dec_egress_queue(void)
{
static_key_slow_dec(&egress_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| daniel borkmann | daniel borkmann | 13 | 100.00% | 1 | 100.00% |
| Total | 13 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL_GPL(net_dec_egress_queue);
#endif
static struct static_key netstamp_needed __read_mostly;
#ifdef HAVE_JUMP_LABEL
/* We are not allowed to call static_key_slow_dec() from irq context
* If net_disable_timestamp() is called from irq context, defer the
* static_key_slow_dec() calls.
*/
static atomic_t netstamp_needed_deferred;
#endif
void net_enable_timestamp(void)
{
#ifdef HAVE_JUMP_LABEL
int deferred = atomic_xchg(&netstamp_needed_deferred, 0);
if (deferred) {
while (--deferred)
static_key_slow_dec(&netstamp_needed);
return;
}
#endif
static_key_slow_inc(&netstamp_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 33 | 70.21% | 1 | 33.33% |
| patrick mchardy | patrick mchardy | 12 | 25.53% | 1 | 33.33% |
| ingo molnar | ingo molnar | 2 | 4.26% | 1 | 33.33% |
| Total | 47 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(net_enable_timestamp);
void net_disable_timestamp(void)
{
#ifdef HAVE_JUMP_LABEL
if (in_interrupt()) {
atomic_inc(&netstamp_needed_deferred);
return;
}
#endif
static_key_slow_dec(&netstamp_needed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 19 | 59.38% | 1 | 33.33% |
| patrick mchardy | patrick mchardy | 12 | 37.50% | 1 | 33.33% |
| ingo molnar | ingo molnar | 1 | 3.12% | 1 | 33.33% |
| Total | 32 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(net_disable_timestamp);
static inline void net_timestamp_set(struct sk_buff *skb)
{
skb->tstamp.tv64 = 0;
if (static_key_false(&netstamp_needed))
__net_timestamp(skb);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| patrick mchardy | patrick mchardy | 17 | 51.52% | 2 | 40.00% |
| eric dumazet | eric dumazet | 15 | 45.45% | 2 | 40.00% |
| ingo molnar | ingo molnar | 1 | 3.03% | 1 | 20.00% |
| Total | 33 | 100.00% | 5 | 100.00% |
#define net_timestamp_check(COND, SKB) \
if (static_key_false(&netstamp_needed)) { \
if ((COND) && !(SKB)->tstamp.tv64) \
__net_timestamp(SKB); \
} \
bool is_skb_forwardable(const struct net_device *dev, const struct sk_buff *skb)
{
unsigned int len;
if (!(dev->flags & IFF_UP))
return false;
len = dev->mtu + dev->hard_header_len + VLAN_HLEN;
if (skb->len <= len)
return true;
/* if TSO is enabled, we don't care about the length as the packet
* could be forwarded without being segmented before
*/
if (skb_is_gso(skb))
return true;
return false;
}
EXPORT_SYMBOL_GPL(is_skb_forwardable);
int __dev_forward_skb(struct net_device *dev, struct sk_buff *skb)
{
if (skb_orphan_frags(skb, GFP_ATOMIC) ||
unlikely(!is_skb_forwardable(dev, skb))) {
atomic_long_inc(&dev->rx_dropped);
kfree_skb(skb);
return NET_RX_DROP;
}
skb_scrub_packet(skb, true);
skb->priority = 0;
skb->protocol = eth_type_trans(skb, dev);
skb_postpull_rcsum(skb, eth_hdr(skb), ETH_HLEN);
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| arnd bergmann | arnd bergmann | 32 | 34.78% | 1 | 10.00% |
| eric dumazet | eric dumazet | 18 | 19.57% | 2 | 20.00% |
| jay vosburgh | jay vosburgh | 12 | 13.04% | 1 | 10.00% |
| michael s. tsirkin | michael s. tsirkin | 7 | 7.61% | 1 | 10.00% |
| alexei starovoitov | alexei starovoitov | 7 | 7.61% | 1 | 10.00% |
| americo wang | americo wang | 6 | 6.52% | 1 | 10.00% |
| daniel lezcano | daniel lezcano | 4 | 4.35% | 1 | 10.00% |
| herbert xu | herbert xu | 4 | 4.35% | 1 | 10.00% |
| willem de bruijn | willem de bruijn | 2 | 2.17% | 1 | 10.00% |
| Total | 92 | 100.00% | 10 | 100.00% |
EXPORT_SYMBOL_GPL(__dev_forward_skb);
/**
* dev_forward_skb - loopback an skb to another netif
*
* @dev: destination network device
* @skb: buffer to forward
*
* return values:
* NET_RX_SUCCESS (no congestion)
* NET_RX_DROP (packet was dropped, but freed)
*
* dev_forward_skb can be used for injecting an skb from the
* start_xmit function of one device into the receive queue
* of another device.
*
* The receiving device may be in another namespace, so
* we have to clear all information in the skb that could
* impact namespace isolation.
*/
int dev_forward_skb(struct net_device *dev, struct sk_buff *skb)
{
return __dev_forward_skb(dev, skb) ?: netif_rx_internal(skb);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| herbert xu | herbert xu | 23 | 79.31% | 1 | 33.33% |
| arnd bergmann | arnd bergmann | 5 | 17.24% | 1 | 33.33% |
| ben hutchings | ben hutchings | 1 | 3.45% | 1 | 33.33% |
| Total | 29 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL_GPL(dev_forward_skb);
static inline int deliver_skb(struct sk_buff *skb,
struct packet_type *pt_prev,
struct net_device *orig_dev)
{
if (unlikely(skb_orphan_frags(skb, GFP_ATOMIC)))
return -ENOMEM;
atomic_inc(&skb->users);
return pt_prev->func(skb, skb->dev, pt_prev, orig_dev);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| changli gao | changli gao | 46 | 74.19% | 1 | 50.00% |
| michael s. tsirkin | michael s. tsirkin | 16 | 25.81% | 1 | 50.00% |
| Total | 62 | 100.00% | 2 | 100.00% |
static inline void deliver_ptype_list_skb(struct sk_buff *skb,
struct packet_type **pt,
struct net_device *orig_dev,
__be16 type,
struct list_head *ptype_list)
{
struct packet_type *ptype, *pt_prev = *pt;
list_for_each_entry_rcu(ptype, ptype_list, list) {
if (ptype->type != type)
continue;
if (pt_prev)
deliver_skb(skb, pt_prev, orig_dev);
pt_prev = ptype;
}
*pt = pt_prev;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| salam noureddine | salam noureddine | 81 | 97.59% | 1 | 50.00% |
| jiri pirko | jiri pirko | 2 | 2.41% | 1 | 50.00% |
| Total | 83 | 100.00% | 2 | 100.00% |
static inline bool skb_loop_sk(struct packet_type *ptype, struct sk_buff *skb)
{
if (!ptype->af_packet_priv || !skb->sk)
return false;
if (ptype->id_match)
return ptype->id_match(ptype, skb->sk);
else if ((struct sock *)ptype->af_packet_priv == skb->sk)
return true;
return false;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric leblond | eric leblond | 72 | 100.00% | 2 | 100.00% |
| Total | 72 | 100.00% | 2 | 100.00% |
/*
* Support routine. Sends outgoing frames to any network
* taps currently in use.
*/
void dev_queue_xmit_nit(struct sk_buff *skb, struct net_device *dev)
{
struct packet_type *ptype;
struct sk_buff *skb2 = NULL;
struct packet_type *pt_prev = NULL;
struct list_head *ptype_list = &ptype_all;
rcu_read_lock();
again:
list_for_each_entry_rcu(ptype, ptype_list, list) {
/* Never send packets back to the socket
* they originated from - MvS (miquels@drinkel.ow.org)
*/
if (skb_loop_sk(ptype, skb))
continue;
if (pt_prev) {
deliver_skb(skb2, pt_prev, skb->dev);
pt_prev = ptype;
continue;
}
/* need to clone skb, done only once */
skb2 = skb_clone(skb, GFP_ATOMIC);
if (!skb2)
goto out_unlock;
net_timestamp_set(skb2);
/* skb->nh should be correctly
* set by sender, so that the second statement is
* just protection against buggy protocols.
*/
skb_reset_mac_header(skb2);
if (skb_network_header(skb2) < skb2->data ||
skb_network_header(skb2) > skb_tail_pointer(skb2)) {
net_crit_ratelimited("protocol %04x is buggy, dev %s\n",
ntohs(skb2->protocol),
dev->name);
skb_reset_network_header(skb2);
}
skb2->transport_header = skb2->network_header;
skb2->pkt_type = PACKET_OUTGOING;
pt_prev = ptype;
}
if (ptype_list == &ptype_all) {
ptype_list = &dev->ptype_all;
goto again;
}
out_unlock:
if (pt_prev)
pt_prev->func(skb2, skb->dev, pt_prev, skb->dev);
rcu_read_unlock();
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 89 | 39.38% | 4 | 19.05% |
| changli gao | changli gao | 49 | 21.68% | 1 | 4.76% |
| salam noureddine | salam noureddine | 37 | 16.37% | 1 | 4.76% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 15 | 6.64% | 5 | 23.81% |
| stephen hemminger | stephen hemminger | 10 | 4.42% | 1 | 4.76% |
| simon horman | simon horman | 6 | 2.65% | 1 | 4.76% |
| eric dumazet | eric dumazet | 5 | 2.21% | 1 | 4.76% |
| eric leblond | eric leblond | 4 | 1.77% | 1 | 4.76% |
| david s. miller | david s. miller | 4 | 1.77% | 1 | 4.76% |
| sebastian andrzej siewior | sebastian andrzej siewior | 3 | 1.33% | 1 | 4.76% |
| joe perches | joe perches | 2 | 0.88% | 2 | 9.52% |
| linus torvalds | linus torvalds | 1 | 0.44% | 1 | 4.76% |
| petr vandrovec* | petr vandrovec* | 1 | 0.44% | 1 | 4.76% |
| Total | 226 | 100.00% | 21 | 100.00% |
EXPORT_SYMBOL_GPL(dev_queue_xmit_nit);
/**
* netif_setup_tc - Handle tc mappings on real_num_tx_queues change
* @dev: Network device
* @txq: number of queues available
*
* If real_num_tx_queues is changed the tc mappings may no longer be
* valid. To resolve this verify the tc mapping remains valid and if
* not NULL the mapping. With no priorities mapping to this
* offset/count pair it will no longer be used. In the worst case TC0
* is invalid nothing can be done so disable priority mappings. If is
* expected that drivers will fix this mapping if they can before
* calling netif_set_real_num_tx_queues.
*/
static void netif_setup_tc(struct net_device *dev, unsigned int txq)
{
int i;
struct netdev_tc_txq *tc = &dev->tc_to_txq[0];
/* If TC0 is invalidated disable TC mapping */
if (tc->offset + tc->count > txq) {
pr_warn("Number of in use tx queues changed invalidating tc mappings. Priority traffic classification disabled!\n");
dev->num_tc = 0;
return;
}
/* Invalidated prio to tc mappings set to TC0 */
for (i = 1; i < TC_BITMASK + 1; i++) {
int q = netdev_get_prio_tc_map(dev, i);
tc = &dev->tc_to_txq[q];
if (tc->offset + tc->count > txq) {
pr_warn("Number of in use tx queues changed. Priority %i to tc mapping %i is no longer valid. Setting map to 0\n",
i, q);
netdev_set_prio_tc_map(dev, i, 0);
}
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| john fastabend | john fastabend | 123 | 96.09% | 1 | 33.33% |
| joe perches | joe perches | 4 | 3.12% | 1 | 33.33% |
| eric dumazet | eric dumazet | 1 | 0.78% | 1 | 33.33% |
| Total | 128 | 100.00% | 3 | 100.00% |
#ifdef CONFIG_XPS
static DEFINE_MUTEX(xps_map_mutex);
#define xmap_dereference(P) \
rcu_dereference_protected((P), lockdep_is_held(&xps_map_mutex))
static struct xps_map *remove_xps_queue(struct xps_dev_maps *dev_maps,
int cpu, u16 index)
{
struct xps_map *map = NULL;
int pos;
if (dev_maps)
map = xmap_dereference(dev_maps->cpu_map[cpu]);
for (pos = 0; map && pos < map->len; pos++) {
if (map->queues[pos] == index) {
if (map->len > 1) {
map->queues[pos] = map->queues[--map->len];
} else {
RCU_INIT_POINTER(dev_maps->cpu_map[cpu], NULL);
kfree_rcu(map, rcu);
map = NULL;
}
break;
}
}
return map;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| alexander duyck | alexander duyck | 134 | 100.00% | 2 | 100.00% |
| Total | 134 | 100.00% | 2 | 100.00% |
static void netif_reset_xps_queues_gt(struct net_device *dev, u16 index)
{
struct xps_dev_maps *dev_maps;
int cpu, i;
bool active = false;
mutex_lock(&xps_map_mutex);
dev_maps = xmap_dereference(dev->xps_maps);
if (!dev_maps)
goto out_no_maps;
for_each_possible_cpu(cpu) {
for (i = index; i < dev->num_tx_queues; i++) {
if (!remove_xps_queue(dev_maps, cpu, i))
break;
}
if (i == dev->num_tx_queues)
active = true;
}
if (!active) {
RCU_INIT_POINTER(dev->xps_maps, NULL);
kfree_rcu(dev_maps, rcu);
}
for (i = index; i < dev->num_tx_queues; i++)
netdev_queue_numa_node_write(netdev_get_tx_queue(dev, i),
NUMA_NO_NODE);
out_no_maps:
mutex_unlock(&xps_map_mutex);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| alexander duyck | alexander duyck | 158 | 100.00% | 3 | 100.00% |
| Total | 158 | 100.00% | 3 | 100.00% |
static struct xps_map *expand_xps_map(struct xps_map *map,
int cpu, u16 index)
{
struct xps_map *new_map;
int alloc_len = XPS_MIN_MAP_ALLOC;
int i, pos;
for (pos = 0; map && pos < map->len; pos++) {
if (map->queues[pos] != index)
continue;
return map;
}
/* Need to add queue to this CPU's existing map */
if (map) {
if (pos < map->alloc_len)
return map;
alloc_len = map->alloc_len * 2;
}
/* Need to allocate new map to store queue on this CPU's map */
new_map = kzalloc_node(XPS_MAP_SIZE(alloc_len), GFP_KERNEL,
cpu_to_node(cpu));
if (!new_map)
return NULL;
for (i = 0; i < pos; i++)
new_map->queues[i] = map->queues[i];
new_map->alloc_len = alloc_len;
new_map->len = pos;
return new_map;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| alexander duyck | alexander duyck | 162 | 100.00% | 2 | 100.00% |
| Total | 162 | 100.00% | 2 | 100.00% |
int netif_set_xps_queue(struct net_device *dev, const struct cpumask *mask,
u16 index)
{
struct xps_dev_maps *dev_maps, *new_dev_maps = NULL;
struct xps_map *map, *new_map;
int maps_sz = max_t(unsigned int, XPS_DEV_MAPS_SIZE, L1_CACHE_BYTES);
int cpu, numa_node_id = -2;
bool active = false;
mutex_lock(&xps_map_mutex);
dev_maps = xmap_dereference(dev->xps_maps);
/* allocate memory for queue storage */
for_each_online_cpu(cpu) {
if (!cpumask_test_cpu(cpu, mask))
continue;
if (!new_dev_maps)
new_dev_maps = kzalloc(maps_sz, GFP_KERNEL);
if (!new_dev_maps) {
mutex_unlock(&xps_map_mutex);
return -ENOMEM;
}
map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) :
NULL;
map = expand_xps_map(map, cpu, index);
if (!map)
goto error;
RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map);
}
if (!new_dev_maps)
goto out_no_new_maps;
for_each_possible_cpu(cpu) {
if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu)) {
/* add queue to CPU maps */
int pos = 0;
map = xmap_dereference(new_dev_maps->cpu_map[cpu]);
while ((pos < map->len) && (map->queues[pos] != index))
pos++;
if (pos == map->len)
map->queues[map->len++] = index;
#ifdef CONFIG_NUMA
if (numa_node_id == -2)
numa_node_id = cpu_to_node(cpu);
else if (numa_node_id != cpu_to_node(cpu))
numa_node_id = -1;
#endif
} else if (dev_maps) {
/* fill in the new device map from the old device map */
map = xmap_dereference(dev_maps->cpu_map[cpu]);
RCU_INIT_POINTER(new_dev_maps->cpu_map[cpu], map);
}
}
rcu_assign_pointer(dev->xps_maps, new_dev_maps);
/* Cleanup old maps */
if (dev_maps) {
for_each_possible_cpu(cpu) {
new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]);
map = xmap_dereference(dev_maps->cpu_map[cpu]);
if (map && map != new_map)
kfree_rcu(map, rcu);
}
kfree_rcu(dev_maps, rcu);
}
dev_maps = new_dev_maps;
active = true;
out_no_new_maps:
/* update Tx queue numa node */
netdev_queue_numa_node_write(netdev_get_tx_queue(dev, index),
(numa_node_id >= 0) ? numa_node_id :
NUMA_NO_NODE);
if (!dev_maps)
goto out_no_maps;
/* removes queue from unused CPUs */
for_each_possible_cpu(cpu) {
if (cpumask_test_cpu(cpu, mask) && cpu_online(cpu))
continue;
if (remove_xps_queue(dev_maps, cpu, index))
active = true;
}
/* free map if not active */
if (!active) {
RCU_INIT_POINTER(dev->xps_maps, NULL);
kfree_rcu(dev_maps, rcu);
}
out_no_maps:
mutex_unlock(&xps_map_mutex);
return 0;
error:
/* remove any maps that we added */
for_each_possible_cpu(cpu) {
new_map = xmap_dereference(new_dev_maps->cpu_map[cpu]);
map = dev_maps ? xmap_dereference(dev_maps->cpu_map[cpu]) :
NULL;
if (new_map && new_map != map)
kfree(new_map);
}
mutex_unlock(&xps_map_mutex);
kfree(new_dev_maps);
return -ENOMEM;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| alexander duyck | alexander duyck | 574 | 99.83% | 3 | 75.00% |
| michael s. tsirkin | michael s. tsirkin | 1 | 0.17% | 1 | 25.00% |
| Total | 575 | 100.00% | 4 | 100.00% |
EXPORT_SYMBOL(netif_set_xps_queue);
#endif
/*
* Routine to help set real_num_tx_queues. To avoid skbs mapped to queues
* greater then real_num_tx_queues stale skbs on the qdisc must be flushed.
*/
int netif_set_real_num_tx_queues(struct net_device *dev, unsigned int txq)
{
int rc;
if (txq < 1 || txq > dev->num_tx_queues)
return -EINVAL;
if (dev->reg_state == NETREG_REGISTERED ||
dev->reg_state == NETREG_UNREGISTERING) {
ASSERT_RTNL();
rc = netdev_queue_update_kobjects(dev, dev->real_num_tx_queues,
txq);
if (rc)
return rc;
if (dev->num_tc)
netif_setup_tc(dev, txq);
if (txq < dev->real_num_tx_queues) {
qdisc_reset_all_tx_gt(dev, txq);
#ifdef CONFIG_XPS
netif_reset_xps_queues_gt(dev, txq);
#endif
}
}
dev->real_num_tx_queues = txq;
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| john fastabend | john fastabend | 54 | 43.90% | 2 | 28.57% |
| tom herbert | tom herbert | 49 | 39.84% | 3 | 42.86% |
| alexander duyck | alexander duyck | 14 | 11.38% | 1 | 14.29% |
| ben hutchings | ben hutchings | 6 | 4.88% | 1 | 14.29% |
| Total | 123 | 100.00% | 7 | 100.00% |
EXPORT_SYMBOL(netif_set_real_num_tx_queues);
#ifdef CONFIG_SYSFS
/**
* netif_set_real_num_rx_queues - set actual number of RX queues used
* @dev: Network device
* @rxq: Actual number of RX queues
*
* This must be called either with the rtnl_lock held or before
* registration of the net device. Returns 0 on success, or a
* negative error code. If called before registration, it always
* succeeds.
*/
int netif_set_real_num_rx_queues(struct net_device *dev, unsigned int rxq)
{
int rc;
if (rxq < 1 || rxq > dev->num_rx_queues)
return -EINVAL;
if (dev->reg_state == NETREG_REGISTERED) {
ASSERT_RTNL();
rc = net_rx_queue_update_kobjects(dev, dev->real_num_rx_queues,
rxq);
if (rc)
return rc;
}
dev->real_num_rx_queues = rxq;
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 51 | 68.00% | 1 | 33.33% |
| tom herbert | tom herbert | 15 | 20.00% | 1 | 33.33% |
| denys vlasenko | denys vlasenko | 9 | 12.00% | 1 | 33.33% |
| Total | 75 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(netif_set_real_num_rx_queues);
#endif
/**
* netif_get_num_default_rss_queues - default number of RSS queues
*
* This routine should set an upper limit on the number of RSS queues
* used by default by multiqueue devices.
*/
int netif_get_num_default_rss_queues(void)
{
return is_kdump_kernel() ?
1 : min_t(int, DEFAULT_MAX_NUM_RSS_QUEUES, num_online_cpus());
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| yuval mintz | yuval mintz | 15 | 65.22% | 1 | 33.33% |
| hariprasad shenai | hariprasad shenai | 5 | 21.74% | 1 | 33.33% |
| ben hutchings | ben hutchings | 3 | 13.04% | 1 | 33.33% |
| Total | 23 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(netif_get_num_default_rss_queues);
static void __netif_reschedule(struct Qdisc *q)
{
struct softnet_data *sd;
unsigned long flags;
local_irq_save(flags);
sd = this_cpu_ptr(&softnet_data);
q->next_sched = NULL;
*sd->output_queue_tailp = q;
sd->output_queue_tailp = &q->next_sched;
raise_softirq_irqoff(NET_TX_SOFTIRQ);
local_irq_restore(flags);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| denys vlasenko | denys vlasenko | 42 | 64.62% | 1 | 14.29% |
| changli gao | changli gao | 10 | 15.38% | 1 | 14.29% |
| david s. miller | david s. miller | 9 | 13.85% | 3 | 42.86% |
| christoph lameter | christoph lameter | 2 | 3.08% | 1 | 14.29% |
| jarek poplawski | jarek poplawski | 2 | 3.08% | 1 | 14.29% |
| Total | 65 | 100.00% | 7 | 100.00% |
void __netif_schedule(struct Qdisc *q)
{
if (!test_and_set_bit(__QDISC_STATE_SCHED, &q->state))
__netif_reschedule(q);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jarek poplawski | jarek poplawski | 27 | 96.43% | 1 | 50.00% |
| denys vlasenko | denys vlasenko | 1 | 3.57% | 1 | 50.00% |
| Total | 28 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(__netif_schedule);
struct dev_kfree_skb_cb {
enum skb_free_reason reason;
};
static struct dev_kfree_skb_cb *get_kfree_skb_cb(const struct sk_buff *skb)
{
return (struct dev_kfree_skb_cb *)skb->cb;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 24 | 100.00% | 1 | 100.00% |
| Total | 24 | 100.00% | 1 | 100.00% |
void netif_schedule_queue(struct netdev_queue *txq)
{
rcu_read_lock();
if (!(txq->state & QUEUE_STATE_ANY_XOFF)) {
struct Qdisc *q = rcu_dereference(txq->qdisc);
__netif_schedule(q);
}
rcu_read_unlock();
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| john fastabend | john fastabend | 46 | 100.00% | 1 | 100.00% |
| Total | 46 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(netif_schedule_queue);
/**
* netif_wake_subqueue - allow sending packets on subqueue
* @dev: network device
* @queue_index: sub queue index
*
* Resume individual transmit queue of a device with multiple transmit queues.
*/
void netif_wake_subqueue(struct net_device *dev, u16 queue_index)
{
struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &txq->state)) {
struct Qdisc *q;
rcu_read_lock();
q = rcu_dereference(txq->qdisc);
__netif_schedule(q);
rcu_read_unlock();
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| john fastabend | john fastabend | 64 | 100.00% | 1 | 100.00% |
| Total | 64 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(netif_wake_subqueue);
void netif_tx_wake_queue(struct netdev_queue *dev_queue)
{
if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state)) {
struct Qdisc *q;
rcu_read_lock();
q = rcu_dereference(dev_queue->qdisc);
__netif_schedule(q);
rcu_read_unlock();
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| john fastabend | john fastabend | 49 | 100.00% | 1 | 100.00% |
| Total | 49 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(netif_tx_wake_queue);
void __dev_kfree_skb_irq(struct sk_buff *skb, enum skb_free_reason reason)
{
unsigned long flags;
if (likely(atomic_read(&skb->users) == 1)) {
smp_rmb();
atomic_set(&skb->users, 0);
} else if (likely(!atomic_dec_and_test(&skb->users))) {
return;
}
get_kfree_skb_cb(skb)->reason = reason;
local_irq_save(flags);
skb->next = __this_cpu_read(softnet_data.completion_queue);
__this_cpu_write(softnet_data.completion_queue, skb);
raise_softirq_irqoff(NET_TX_SOFTIRQ);
local_irq_restore(flags);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 65 | 59.09% | 1 | 33.33% |
| denys vlasenko | denys vlasenko | 25 | 22.73% | 1 | 33.33% |
| stephen hemminger | stephen hemminger | 20 | 18.18% | 1 | 33.33% |
| Total | 110 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(__dev_kfree_skb_irq);
void __dev_kfree_skb_any(struct sk_buff *skb, enum skb_free_reason reason)
{
if (in_irq() || irqs_disabled())
__dev_kfree_skb_irq(skb, reason);
else
dev_kfree_skb(skb);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| denys vlasenko | denys vlasenko | 27 | 77.14% | 1 | 50.00% |
| eric dumazet | eric dumazet | 8 | 22.86% | 1 | 50.00% |
| Total | 35 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(__dev_kfree_skb_any);
/**
* netif_device_detach - mark device as removed
* @dev: network device
*
* Mark device as removed from system and therefore no longer available.
*/
void netif_device_detach(struct net_device *dev)
{
if (test_and_clear_bit(__LINK_STATE_PRESENT, &dev->state) &&
netif_running(dev)) {
netif_tx_stop_all_queues(dev);
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| denys vlasenko | denys vlasenko | 33 | 97.06% | 1 | 50.00% |
| alexander duyck | alexander duyck | 1 | 2.94% | 1 | 50.00% |
| Total | 34 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(netif_device_detach);
/**
* netif_device_attach - mark device as attached
* @dev: network device
*
* Mark device as attached from system and restart if needed.
*/
void netif_device_attach(struct net_device *dev)
{
if (!test_and_set_bit(__LINK_STATE_PRESENT, &dev->state) &&
netif_running(dev)) {
netif_tx_wake_all_queues(dev);
__netdev_watchdog_up(dev);
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| denys vlasenko | denys vlasenko | 39 | 97.50% | 1 | 50.00% |
| alexander duyck | alexander duyck | 1 | 2.50% | 1 | 50.00% |
| Total | 40 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(netif_device_attach);
/*
* Returns a Tx hash based on the given packet descriptor a Tx queues' number
* to be used as a distribution range.
*/
u16 __skb_tx_hash(const struct net_device *dev, struct sk_buff *skb,
unsigned int num_tx_queues)
{
u32 hash;
u16 qoffset = 0;
u16 qcount = num_tx_queues;
if (skb_rx_queue_recorded(skb)) {
hash = skb_get_rx_queue(skb);
while (unlikely(hash >= num_tx_queues))
hash -= num_tx_queues;
return hash;
}
if (dev->num_tc) {
u8 tc = netdev_get_prio_tc_map(dev, skb->priority);
qoffset = dev->tc_to_txq[tc].offset;
qcount = dev->tc_to_txq[tc].count;
}
return (u16) reciprocal_scale(skb_get_hash(skb), qcount) + qoffset;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 123 | 100.00% | 1 | 100.00% |
| Total | 123 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(__skb_tx_hash);
static void skb_warn_bad_offload(const struct sk_buff *skb)
{
static const netdev_features_t null_features;
struct net_device *dev = skb->dev;
const char *name = "";
if (!net_ratelimit())
return;
if (dev) {
if (dev->dev.parent)
name = dev_driver_string(dev->dev.parent);
else
name = netdev_name(dev);
}
WARN(1, "%s: caps=(%pNF, %pNF) len=%d data_len=%d gso_size=%d "
"gso_type=%d ip_summed=%d\n",
name, dev ? &dev->features : &null_features,
skb->sk ? &skb->sk->sk_route_caps : &null_features,
skb->len, skb->data_len, skb_shinfo(skb)->gso_size,
skb_shinfo(skb)->gso_type, skb->ip_summed);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 101 | 75.94% | 1 | 25.00% |
| bjorn mork | bjorn mork | 16 | 12.03% | 1 | 25.00% |
| michal miroslaw | michal miroslaw | 9 | 6.77% | 1 | 25.00% |
| ben greear | ben greear | 7 | 5.26% | 1 | 25.00% |
| Total | 133 | 100.00% | 4 | 100.00% |
/*
* Invalidate hardware checksum when packet is to be mangled, and
* complete checksum manually on outgoing path.
*/
int skb_checksum_help(struct sk_buff *skb)
{
__wsum csum;
int ret = 0, offset;
if (skb->ip_summed == CHECKSUM_COMPLETE)
goto out_set_summed;
if (unlikely(skb_shinfo(skb)->gso_size)) {
skb_warn_bad_offload(skb);
return -EINVAL;
}
/* Before computing a checksum, we should make sure no frag could
* be modified by an external entity : checksum could be wrong.
*/
if (skb_has_shared_frag(skb)) {
ret = __skb_linearize(skb);
if (ret)
goto out;
}
offset = skb_checksum_start_offset(skb);
BUG_ON(offset >= skb_headlen(skb));
csum = skb_checksum(skb, offset, skb->len - offset, 0);
offset += skb->csum_offset;
BUG_ON(offset + sizeof(__sum16) > skb_headlen(skb));
if (skb_cloned(skb) &&
!skb_clone_writable(skb, offset + sizeof(__sum16))) {
ret = pskb_expand_head(skb, 0, 0, GFP_ATOMIC);
if (ret)
goto out;
}
*(__sum16 *)(skb->data + offset) = csum_fold(csum);
out_set_summed:
skb->ip_summed = CHECKSUM_NONE;
out:
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| herbert xu | herbert xu | 88 | 42.72% | 4 | 30.77% |
| linus torvalds | linus torvalds | 56 | 27.18% | 1 | 7.69% |
| eric dumazet | eric dumazet | 24 | 11.65% | 1 | 7.69% |
| james morris | james morris | 11 | 5.34% | 1 | 7.69% |
| ben hutchings | ben hutchings | 9 | 4.37% | 1 | 7.69% |
| kris katterjohn | kris katterjohn | 8 | 3.88% | 1 | 7.69% |
| patrick mchardy | patrick mchardy | 5 | 2.43% | 1 | 7.69% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 2 | 0.97% | 1 | 7.69% |
| al viro | al viro | 2 | 0.97% | 1 | 7.69% |
| michal miroslaw | michal miroslaw | 1 | 0.49% | 1 | 7.69% |
| Total | 206 | 100.00% | 13 | 100.00% |
EXPORT_SYMBOL(skb_checksum_help);
/* skb_csum_offload_check - Driver helper function to determine if a device
* with limited checksum offload capabilities is able to offload the checksum
* for a given packet.
*
* Arguments:
* skb - sk_buff for the packet in question
* spec - contains the description of what device can offload
* csum_encapped - returns true if the checksum being offloaded is
* encpasulated. That is it is checksum for the transport header
* in the inner headers.
* checksum_help - when set indicates that helper function should
* call skb_checksum_help if offload checks fail
*
* Returns:
* true: Packet has passed the checksum checks and should be offloadable to
* the device (a driver may still need to check for additional
* restrictions of its device)
* false: Checksum is not offloadable. If checksum_help was set then
* skb_checksum_help was called to resolve checksum for non-GSO
* packets and when IP protocol is not SCTP
*/
bool __skb_csum_offload_chk(struct sk_buff *skb,
const struct skb_csum_offl_spec *spec,
bool *csum_encapped,
bool csum_help)
{
struct iphdr *iph;
struct ipv6hdr *ipv6;
void *nhdr;
int protocol;
u8 ip_proto;
if (skb->protocol == htons(ETH_P_8021Q) ||
skb->protocol == htons(ETH_P_8021AD)) {
if (!spec->vlan_okay)
goto need_help;
}
/* We check whether the checksum refers to a transport layer checksum in
* the outermost header or an encapsulated transport layer checksum that
* corresponds to the inner headers of the skb. If the checksum is for
* something else in the packet we need help.
*/
if (skb_checksum_start_offset(skb) == skb_transport_offset(skb)) {
/* Non-encapsulated checksum */
protocol = eproto_to_ipproto(vlan_get_protocol(skb));
nhdr = skb_network_header(skb);
*csum_encapped = false;
if (spec->no_not_encapped)
goto need_help;
} else if (skb->encapsulation && spec->encap_okay &&
skb_checksum_start_offset(skb) ==
skb_inner_transport_offset(skb)) {
/* Encapsulated checksum */
*csum_encapped = true;
switch (skb->inner_protocol_type) {
case ENCAP_TYPE_ETHER:
protocol = eproto_to_ipproto(skb->inner_protocol);
break;
case ENCAP_TYPE_IPPROTO:
protocol = skb->inner_protocol;
break;
}
nhdr = skb_inner_network_header(skb);
} else {
goto need_help;
}
switch (protocol) {
case IPPROTO_IP:
if (!spec->ipv4_okay)
goto need_help;
iph = nhdr;
ip_proto = iph->protocol;
if (iph->ihl != 5 && !spec->ip_options_okay)
goto need_help;
break;
case IPPROTO_IPV6:
if (!spec->ipv6_okay)
goto need_help;
if (spec->no_encapped_ipv6 && *csum_encapped)
goto need_help;
ipv6 = nhdr;
nhdr += sizeof(*ipv6);
ip_proto = ipv6->nexthdr;
break;
default:
goto need_help;
}
ip_proto_again:
switch (ip_proto) {
case IPPROTO_TCP:
if (!spec->tcp_okay ||
skb->csum_offset != offsetof(struct tcphdr, check))
goto need_help;
break;
case IPPROTO_UDP:
if (!spec->udp_okay ||
skb->csum_offset != offsetof(struct udphdr, check))
goto need_help;
break;
case IPPROTO_SCTP:
if (!spec->sctp_okay ||
skb->csum_offset != offsetof(struct sctphdr, checksum))
goto cant_help;
break;
case NEXTHDR_HOP:
case NEXTHDR_ROUTING:
case NEXTHDR_DEST: {
u8 *opthdr = nhdr;
if (protocol != IPPROTO_IPV6 || !spec->ext_hdrs_okay)
goto need_help;
ip_proto = opthdr[0];
nhdr += (opthdr[1] + 1) << 3;
goto ip_proto_again;
}
default:
goto need_help;
}
/* Passed the tests for offloading checksum */
return true;
need_help:
if (csum_help && !skb_shinfo(skb)->gso_size)
skb_checksum_help(skb);
cant_help:
return false;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| tom herbert | tom herbert | 461 | 100.00% | 1 | 100.00% |
| Total | 461 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(__skb_csum_offload_chk);
__be16 skb_network_protocol(struct sk_buff *skb, int *depth)
{
__be16 type = skb->protocol;
/* Tunnel gso handlers can set protocol to ethernet. */
if (type == htons(ETH_P_TEB)) {
struct ethhdr *eth;
if (unlikely(!pskb_may_pull(skb, sizeof(struct ethhdr))))
return 0;
eth = (struct ethhdr *)skb_mac_header(skb);
type = eth->h_proto;
}
return __vlan_get_protocol(skb, type, depth);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pravin b shelar | pravin b shelar | 59 | 68.60% | 2 | 22.22% |
| vlad yasevich | vlad yasevich | 7 | 8.14% | 2 | 22.22% |
| herbert xu | herbert xu | 7 | 8.14% | 1 | 11.11% |
| nikolay aleksandrov | nikolay aleksandrov | 5 | 5.81% | 1 | 11.11% |
| toshiaki makita | toshiaki makita | 3 | 3.49% | 1 | 11.11% |
| jesse gross | jesse gross | 3 | 3.49% | 1 | 11.11% |
| li rongqing | li rongqing | 2 | 2.33% | 1 | 11.11% |
| Total | 86 | 100.00% | 9 | 100.00% |
/**
* skb_mac_gso_segment - mac layer segmentation handler.
* @skb: buffer to segment
* @features: features for the output path (see dev->features)
*/
struct sk_buff *skb_mac_gso_segment(struct sk_buff *skb,
netdev_features_t features)
{
struct sk_buff *segs = ERR_PTR(-EPROTONOSUPPORT);
struct packet_offload *ptype;
int vlan_depth = skb->mac_len;
__be16 type = skb_network_protocol(skb, &vlan_depth);
if (unlikely(!type))
return ERR_PTR(-EINVAL);
__skb_pull(skb, vlan_depth);
rcu_read_lock();
list_for_each_entry_rcu(ptype, &offload_base, list) {
if (ptype->type == type && ptype->callbacks.gso_segment) {
segs = ptype->callbacks.gso_segment(skb, features);
break;
}
}
rcu_read_unlock();
__skb_push(skb, skb->data - skb_mac_header(skb));
return segs;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| herbert xu | herbert xu | 62 | 46.27% | 2 | 28.57% |
| pravin b shelar | pravin b shelar | 53 | 39.55% | 1 | 14.29% |
| vlad yasevich | vlad yasevich | 16 | 11.94% | 3 | 42.86% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 3 | 2.24% | 1 | 14.29% |
| Total | 134 | 100.00% | 7 | 100.00% |
EXPORT_SYMBOL(skb_mac_gso_segment);
/* openvswitch calls this on rx path, so we need a different check.
*/
static inline bool skb_needs_check(struct sk_buff *skb, bool tx_path)
{
if (tx_path)
return skb->ip_summed != CHECKSUM_PARTIAL;
else
return skb->ip_summed == CHECKSUM_NONE;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pravin b shelar | pravin b shelar | 34 | 100.00% | 1 | 100.00% |
| Total | 34 | 100.00% | 1 | 100.00% |
/**
* __skb_gso_segment - Perform segmentation on skb.
* @skb: buffer to segment
* @features: features for the output path (see dev->features)
* @tx_path: whether it is called in TX path
*
* This function segments the given skb and returns a list of segments.
*
* It may return NULL if the skb requires no segmentation. This is
* only possible when GSO is used for verifying header integrity.
*
* Segmentation preserves SKB_SGO_CB_OFFSET bytes of previous skb cb.
*/
struct sk_buff *__skb_gso_segment(struct sk_buff *skb,
netdev_features_t features, bool tx_path)
{
if (unlikely(skb_needs_check(skb, tx_path))) {
int err;
skb_warn_bad_offload(skb);
err = skb_cow_head(skb, 0);
if (err < 0)
return ERR_PTR(err);
}
/* Only report GSO partial support if it will enable us to
* support segmentation on this frame without needing additional
* work.
*/
if (features & NETIF_F_GSO_PARTIAL) {
netdev_features_t partial_features = NETIF_F_GSO_ROBUST;
struct net_device *dev = skb->dev;
partial_features |= dev->features & dev->gso_partial_features;
if (!skb_gso_ok(skb, features | partial_features))
features &= ~NETIF_F_GSO_PARTIAL;
}
BUILD_BUG_ON(SKB_SGO_CB_OFFSET +
sizeof(*SKB_GSO_CB(skb)) > sizeof(skb->cb));
SKB_GSO_CB(skb)->mac_offset = skb_headroom(skb);
SKB_GSO_CB(skb)->encap_level = 0;
skb_reset_mac_header(skb);
skb_reset_mac_len(skb);
return skb_mac_gso_segment(skb, features);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pravin b shelar | pravin b shelar | 84 | 49.12% | 2 | 33.33% |
| alexander duyck | alexander duyck | 50 | 29.24% | 1 | 16.67% |
| konstantin khlebnikov | konstantin khlebnikov | 21 | 12.28% | 1 | 16.67% |
| eric dumazet | eric dumazet | 9 | 5.26% | 1 | 16.67% |
| francois romieu | francois romieu | 7 | 4.09% | 1 | 16.67% |
| Total | 171 | 100.00% | 6 | 100.00% |
EXPORT_SYMBOL(__skb_gso_segment);
/* Take action when hardware reception checksum errors are detected. */
#ifdef CONFIG_BUG
void netdev_rx_csum_fault(struct net_device *dev)
{
if (net_ratelimit()) {
pr_err("%s: hw csum failure\n", dev ? dev->name : "<unknown>");
dump_stack();
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| herbert xu | herbert xu | 27 | 81.82% | 1 | 33.33% |
| stephen hemminger | stephen hemminger | 4 | 12.12% | 1 | 33.33% |
| joe perches | joe perches | 2 | 6.06% | 1 | 33.33% |
| Total | 33 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(netdev_rx_csum_fault);
#endif
/* Actually, we should eliminate this check as soon as we know, that:
* 1. IOMMU is present and allows to map all the memory.
* 2. No high memory really exists on this machine.
*/
static int illegal_highdma(struct net_device *dev, struct sk_buff *skb)
{
#ifdef CONFIG_HIGHMEM
int i;
if (!(dev->features & NETIF_F_HIGHDMA)) {
for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
if (PageHighMem(skb_frag_page(frag)))
return 1;
}
}
if (PCI_DMA_BUS_IS_PHYS) {
struct device *pdev = dev->dev.parent;
if (!pdev)
return 0;
for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
dma_addr_t addr = page_to_phys(skb_frag_page(frag));
if (!pdev->dma_mask || addr + PAGE_SIZE - 1 > *pdev->dma_mask)
return 1;
}
}
#endif
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| fujita tomonori | fujita tomonori | 75 | 41.67% | 1 | 16.67% |
| linus torvalds | linus torvalds | 61 | 33.89% | 1 | 16.67% |
| ian campbell | ian campbell | 30 | 16.67% | 1 | 16.67% |
| eric dumazet | eric dumazet | 8 | 4.44% | 1 | 16.67% |
| herbert xu | herbert xu | 5 | 2.78% | 1 | 16.67% |
| dave hansen | dave hansen | 1 | 0.56% | 1 | 16.67% |
| Total | 180 | 100.00% | 6 | 100.00% |
/* If MPLS offload request, verify we are testing hardware MPLS features
* instead of standard features for the netdev.
*/
#if IS_ENABLED(CONFIG_NET_MPLS_GSO)
static netdev_features_t net_mpls_features(struct sk_buff *skb,
netdev_features_t features,
__be16 type)
{
if (eth_p_mpls(type))
features &= skb->dev->mpls_features;
return features;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| simon horman | simon horman | 35 | 100.00% | 2 | 100.00% |
| Total | 35 | 100.00% | 2 | 100.00% |
#else
static netdev_features_t net_mpls_features(struct sk_buff *skb,
netdev_features_t features,
__be16 type)
{
return features;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| simon horman | simon horman | 20 | 100.00% | 1 | 100.00% |
| Total | 20 | 100.00% | 1 | 100.00% |
#endif
static netdev_features_t harmonize_features(struct sk_buff *skb,
netdev_features_t features)
{
int tmp;
__be16 type;
type = skb_network_protocol(skb, &tmp);
features = net_mpls_features(skb, features, type);
if (skb->ip_summed != CHECKSUM_NONE &&
!can_checksum_protocol(features, type)) {
features &= ~(NETIF_F_CSUM_MASK | NETIF_F_GSO_MASK);
} else if (illegal_highdma(skb->dev, skb)) {
features &= ~NETIF_F_SG;
}
return features;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jesse gross | jesse gross | 46 | 51.11% | 2 | 20.00% |
| simon horman | simon horman | 25 | 27.78% | 1 | 10.00% |
| ed cashin | ed cashin | 6 | 6.67% | 1 | 10.00% |
| alexander duyck | alexander duyck | 4 | 4.44% | 1 | 10.00% |
| vlad yasevich | vlad yasevich | 3 | 3.33% | 1 | 10.00% |
| florian westphal | florian westphal | 2 | 2.22% | 1 | 10.00% |
| michal miroslaw | michal miroslaw | 2 | 2.22% | 1 | 10.00% |
| eric dumazet | eric dumazet | 1 | 1.11% | 1 | 10.00% |
| tom herbert | tom herbert | 1 | 1.11% | 1 | 10.00% |
| Total | 90 | 100.00% | 10 | 100.00% |
netdev_features_t passthru_features_check(struct sk_buff *skb,
struct net_device *dev,
netdev_features_t features)
{
return features;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| toshiaki makita | toshiaki makita | 21 | 100.00% | 1 | 100.00% |
| Total | 21 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(passthru_features_check);
static netdev_features_t dflt_features_check(const struct sk_buff *skb,
struct net_device *dev,
netdev_features_t features)
{
return vlan_features_check(skb, features);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| toshiaki makita | toshiaki makita | 28 | 100.00% | 1 | 100.00% |
| Total | 28 | 100.00% | 1 | 100.00% |
static netdev_features_t gso_features_check(const struct sk_buff *skb,
struct net_device *dev,
netdev_features_t features)
{
u16 gso_segs = skb_shinfo(skb)->gso_segs;
if (gso_segs > dev->gso_max_segs)
return features & ~NETIF_F_GSO_MASK;
/* Support for GSO partial features requires software
* intervention before we can actually process the packets
* so we need to strip support for any partial features now
* and we can pull them back in after we have partially
* segmented the frame.
*/
if (!(skb_shinfo(skb)->gso_type & SKB_GSO_PARTIAL))
features &= ~dev->gso_partial_features;
/* Make sure to clear the IPv4 ID mangling feature if the
* IPv4 header has the potential to be fragmented.
*/
if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV4) {
struct iphdr *iph = skb->encapsulation ?
inner_ip_hdr(skb) : ip_hdr(skb);
if (!(iph->frag_off & htons(IP_DF)))
features &= ~NETIF_F_TSO_MANGLEID;
}
return features;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| alexander duyck | alexander duyck | 88 | 72.73% | 2 | 28.57% |
| ben hutchings | ben hutchings | 13 | 10.74% | 1 | 14.29% |
| eric dumazet | eric dumazet | 12 | 9.92% | 1 | 14.29% |
| jesse gross | jesse gross | 6 | 4.96% | 2 | 28.57% |
| michal miroslaw | michal miroslaw | 2 | 1.65% | 1 | 14.29% |
| Total | 121 | 100.00% | 7 | 100.00% |
netdev_features_t netif_skb_features(struct sk_buff *skb)
{
struct net_device *dev = skb->dev;
netdev_features_t features = dev->features;
if (skb_is_gso(skb))
features = gso_features_check(skb, dev, features);
/* If encapsulation offload request, verify we are testing
* hardware encapsulation features instead of standard
* features for the netdev
*/
if (skb->encapsulation)
features &= dev->hw_enc_features;
if (skb_vlan_tagged(skb))
features = netdev_intersect_features(features,
dev->vlan_features |
NETIF_F_HW_VLAN_CTAG_TX |
NETIF_F_HW_VLAN_STAG_TX);
if (dev->netdev_ops->ndo_features_check)
features &= dev->netdev_ops->ndo_features_check(skb, dev,
features);
else
features &= dflt_features_check(skb, dev, features);
return harmonize_features(skb, features);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jesse gross | jesse gross | 51 | 41.80% | 4 | 33.33% |
| alexander duyck | alexander duyck | 42 | 34.43% | 1 | 8.33% |
| toshiaki makita | toshiaki makita | 17 | 13.93% | 3 | 25.00% |
| michal kubecek | michal kubecek | 6 | 4.92% | 1 | 8.33% |
| patrick mchardy | patrick mchardy | 3 | 2.46% | 2 | 16.67% |
| ben hutchings | ben hutchings | 3 | 2.46% | 1 | 8.33% |
| Total | 122 | 100.00% | 12 | 100.00% |
EXPORT_SYMBOL(netif_skb_features);
static int xmit_one(struct sk_buff *skb, struct net_device *dev,
struct netdev_queue *txq, bool more)
{
unsigned int len;
int rc;
if (!list_empty(&ptype_all) || !list_empty(&dev->ptype_all))
dev_queue_xmit_nit(skb, dev);
len = skb->len;
trace_net_dev_start_xmit(skb, dev);
rc = netdev_start_xmit(skb, dev, txq, more);
trace_net_dev_xmit(skb, rc, dev, len);
return rc;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 43 | 44.79% | 4 | 33.33% |
| herbert xu | herbert xu | 21 | 21.88% | 1 | 8.33% |
| jesse gross | jesse gross | 15 | 15.62% | 2 | 16.67% |
| salam noureddine | salam noureddine | 9 | 9.38% | 1 | 8.33% |
| patrick mchardy | patrick mchardy | 3 | 3.12% | 1 | 8.33% |
| patrick ohly | patrick ohly | 2 | 2.08% | 1 | 8.33% |
| koki sanagi | koki sanagi | 2 | 2.08% | 1 | 8.33% |
| stephen hemminger | stephen hemminger | 1 | 1.04% | 1 | 8.33% |
| Total | 96 | 100.00% | 12 | 100.00% |
struct sk_buff *dev_hard_start_xmit(struct sk_buff *first, struct net_device *dev,
struct netdev_queue *txq, int *ret)
{
struct sk_buff *skb = first;
int rc = NETDEV_TX_OK;
while (skb) {
struct sk_buff *next = skb->next;
skb->next = NULL;
rc = xmit_one(skb, dev, txq, next != NULL);
if (unlikely(!dev_xmit_complete(rc))) {
skb->next = next;
goto out;
}
skb = next;
if (netif_xmit_stopped(txq) && skb) {
rc = NETDEV_TX_BUSY;
break;
}
}
out:
*ret = rc;
return skb;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 93 | 73.81% | 3 | 37.50% |
| herbert xu | herbert xu | 17 | 13.49% | 2 | 25.00% |
| john fastabend | john fastabend | 9 | 7.14% | 1 | 12.50% |
| alexander duyck | alexander duyck | 6 | 4.76% | 1 | 12.50% |
| jesse gross | jesse gross | 1 | 0.79% | 1 | 12.50% |
| Total | 126 | 100.00% | 8 | 100.00% |
static struct sk_buff *validate_xmit_vlan(struct sk_buff *skb,
netdev_features_t features)
{
if (skb_vlan_tag_present(skb) &&
!vlan_hw_offload_capable(features, skb->vlan_proto))
skb = __vlan_hwaccel_push_inside(skb);
return skb;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 13 | 30.23% | 2 | 15.38% |
| herbert xu | herbert xu | 11 | 25.58% | 2 | 15.38% |
| eric dumazet | eric dumazet | 7 | 16.28% | 3 | 23.08% |
| john fastabend | john fastabend | 6 | 13.95% | 1 | 7.69% |
| koki sanagi | koki sanagi | 3 | 6.98% | 2 | 15.38% |
| jiri pirko | jiri pirko | 2 | 4.65% | 2 | 15.38% |
| patrick ohly | patrick ohly | 1 | 2.33% | 1 | 7.69% |
| Total | 43 | 100.00% | 13 | 100.00% |
static struct sk_buff *validate_xmit_skb(struct sk_buff *skb, struct net_device *dev)
{
netdev_features_t features;
features = netif_skb_features(skb);
skb = validate_xmit_vlan(skb, features);
if (unlikely(!skb))
goto out_null;
if (netif_needs_gso(skb, features)) {
struct sk_buff *segs;
segs = skb_gso_segment(skb, features);
if (IS_ERR(segs)) {
goto out_kfree_skb;
} else if (segs) {
consume_skb(skb);
skb = segs;
}
} else {
if (skb_needs_linearize(skb, features) &&
__skb_linearize(skb))
goto out_kfree_skb;
/* If packet is not checksummed and device does not
* support checksumming for this protocol, complete
* checksumming here.
*/
if (skb->ip_summed == CHECKSUM_PARTIAL) {
if (skb->encapsulation)
skb_set_inner_transport_header(skb,
skb_checksum_start_offset(skb));
else
skb_set_transport_header(skb,
skb_checksum_start_offset(skb));
if (!(features & NETIF_F_CSUM_MASK) &&
skb_checksum_help(skb))
goto out_kfree_skb;
}
}
return skb;
out_kfree_skb:
kfree_skb(skb);
out_null:
atomic_long_inc(&dev->tx_dropped);
return NULL;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 36 | 18.09% | 4 | 13.79% |
| john fastabend | john fastabend | 34 | 17.09% | 1 | 3.45% |
| jesse gross | jesse gross | 25 | 12.56% | 5 | 17.24% |
| herbert xu | herbert xu | 22 | 11.06% | 2 | 6.90% |
| americo wang | americo wang | 20 | 10.05% | 1 | 3.45% |
| alexander duyck | alexander duyck | 16 | 8.04% | 2 | 6.90% |
| eric dumazet | eric dumazet | 14 | 7.04% | 3 | 10.34% |
| jason wang | jason wang | 11 | 5.53% | 2 | 6.90% |
| sridhar samudrala | sridhar samudrala | 6 | 3.02% | 1 | 3.45% |
| koki sanagi | koki sanagi | 4 | 2.01% | 2 | 6.90% |
| ben hutchings | ben hutchings | 3 | 1.51% | 1 | 3.45% |
| patrick mchardy | patrick mchardy | 3 | 1.51% | 1 | 3.45% |
| michal miroslaw | michal miroslaw | 2 | 1.01% | 2 | 6.90% |
| michael chan | michael chan | 2 | 1.01% | 1 | 3.45% |
| tom herbert | tom herbert | 1 | 0.50% | 1 | 3.45% |
| Total | 199 | 100.00% | 29 | 100.00% |
struct sk_buff *validate_xmit_skb_list(struct sk_buff *skb, struct net_device *dev)
{
struct sk_buff *next, *head = NULL, *tail;
for (; skb != NULL; skb = next) {
next = skb->next;
skb->next = NULL;
/* in case skb wont be segmented, point to itself */
skb->prev = skb;
skb = validate_xmit_skb(skb, dev);
if (!skb)
continue;
if (!head)
head = skb;
else
tail->next = skb;
/* If skb was segmented, skb->prev points to
* the last segment. If not, it still contains skb.
*/
tail = skb->prev;
}
return head;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 100 | 97.09% | 2 | 66.67% |
| john fastabend | john fastabend | 3 | 2.91% | 1 | 33.33% |
| Total | 103 | 100.00% | 3 | 100.00% |
static void qdisc_pkt_len_init(struct sk_buff *skb)
{
const struct skb_shared_info *shinfo = skb_shinfo(skb);
qdisc_skb_cb(skb)->pkt_len = skb->len;
/* To get more precise estimation of bytes sent on wire,
* we add to pkt_len the headers size of all segments
*/
if (shinfo->gso_size) {
unsigned int hdr_len;
u16 gso_segs = shinfo->gso_segs;
/* mac layer + network layer */
hdr_len = skb_transport_header(skb) - skb_mac_header(skb);
/* + transport layer */
if (likely(shinfo->gso_type & (SKB_GSO_TCPV4 | SKB_GSO_TCPV6)))
hdr_len += tcp_hdrlen(skb);
else
hdr_len += sizeof(struct udphdr);
if (shinfo->gso_type & SKB_GSO_DODGY)
gso_segs = DIV_ROUND_UP(skb->len - hdr_len,
shinfo->gso_size);
qdisc_skb_cb(skb)->pkt_len += (gso_segs - 1) * hdr_len;
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 106 | 77.94% | 2 | 66.67% |
| jason wang | jason wang | 30 | 22.06% | 1 | 33.33% |
| Total | 136 | 100.00% | 3 | 100.00% |
static inline int __dev_xmit_skb(struct sk_buff *skb, struct Qdisc *q,
struct net_device *dev,
struct netdev_queue *txq)
{
spinlock_t *root_lock = qdisc_lock(q);
struct sk_buff *to_free = NULL;
bool contended;
int rc;
qdisc_calculate_pkt_len(skb, q);
/*
* Heuristic to force contended enqueues to serialize on a
* separate lock before trying to get qdisc main lock.
* This permits qdisc->running owner to get the lock more
* often and dequeue packets faster.
*/
contended = qdisc_is_running(q);
if (unlikely(contended))
spin_lock(&q->busylock);
spin_lock(root_lock);
if (unlikely(test_bit(__QDISC_STATE_DEACTIVATED, &q->state))) {
__qdisc_drop(skb, &to_free);
rc = NET_XMIT_DROP;
} else if ((q->flags & TCQ_F_CAN_BYPASS) && !qdisc_qlen(q) &&
qdisc_run_begin(q)) {
/*
* This is a work-conserving queue; there are no old skbs
* waiting to be sent out; and the qdisc is not running -
* xmit the skb directly.
*/
qdisc_bstats_update(q, skb);
if (sch_direct_xmit(skb, q, dev, txq, root_lock, true)) {
if (unlikely(contended)) {
spin_unlock(&q->busylock);
contended = false;
}
__qdisc_run(q);
} else
qdisc_run_end(q);
rc = NET_XMIT_SUCCESS;
} else {
rc = q->enqueue(skb, q, &to_free) & NET_XMIT_MASK;
if (qdisc_run_begin(q)) {
if (unlikely(contended)) {
spin_unlock(&q->busylock);
contended = false;
}
__qdisc_run(q);
}
}
spin_unlock(root_lock);
if (unlikely(to_free))
kfree_skb_list(to_free);
if (unlikely(contended))
spin_unlock(&q->busylock);
return rc;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 142 | 49.13% | 7 | 46.67% |
| krishna kumar | krishna kumar | 111 | 38.41% | 1 | 6.67% |
| pre-git | pre-git | 14 | 4.84% | 3 | 20.00% |
| linus torvalds | linus torvalds | 10 | 3.46% | 1 | 6.67% |
| herbert xu | herbert xu | 6 | 2.08% | 1 | 6.67% |
| david s. miller | david s. miller | 3 | 1.04% | 1 | 6.67% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 3 | 1.04% | 1 | 6.67% |
| Total | 289 | 100.00% | 15 | 100.00% |
#if IS_ENABLED(CONFIG_CGROUP_NET_PRIO)
static void skb_update_prio(struct sk_buff *skb)
{
struct netprio_map *map = rcu_dereference_bh(skb->dev->priomap);
if (!skb->priority && skb->sk && map) {
unsigned int prioidx =
sock_cgroup_prioidx(&skb->sk->sk_cgrp_data);
if (prioidx < map->priomap_len)
skb->priority = map->priomap[prioidx];
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| neil horman | neil horman | 47 | 64.38% | 1 | 25.00% |
| eric dumazet | eric dumazet | 20 | 27.40% | 1 | 25.00% |
| tejun heo | tejun heo | 5 | 6.85% | 1 | 25.00% |
| igor maravic | igor maravic | 1 | 1.37% | 1 | 25.00% |
| Total | 73 | 100.00% | 4 | 100.00% |
#else
#define skb_update_prio(skb)
#endif
DEFINE_PER_CPU(int, xmit_recursion);
EXPORT_SYMBOL(xmit_recursion);
/**
* dev_loopback_xmit - loop back @skb
* @net: network namespace this loopback is happening in
* @sk: sk needed to be a netfilter okfn
* @skb: buffer to transmit
*/
int dev_loopback_xmit(struct net *net, struct sock *sk, struct sk_buff *skb)
{
skb_reset_mac_header(skb);
__skb_pull(skb, skb_network_offset(skb));
skb->pkt_type = PACKET_LOOPBACK;
skb->ip_summed = CHECKSUM_UNNECESSARY;
WARN_ON(!skb_dst(skb));
skb_dst_force(skb);
netif_rx_ni(skb);
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| michel machado | michel machado | 59 | 85.51% | 1 | 33.33% |
| eric w. biederman | eric w. biederman | 5 | 7.25% | 1 | 33.33% |
| david s. miller | david s. miller | 5 | 7.25% | 1 | 33.33% |
| Total | 69 | 100.00% | 3 | 100.00% |
EXPORT_SYMBOL(dev_loopback_xmit);
#ifdef CONFIG_NET_EGRESS
static struct sk_buff *
sch_handle_egress(struct sk_buff *skb, int *ret, struct net_device *dev)
{
struct tcf_proto *cl = rcu_dereference_bh(dev->egress_cl_list);
struct tcf_result cl_res;
if (!cl)
return skb;
/* skb->tc_verd and qdisc_skb_cb(skb)->pkt_len were already set
* earlier by the caller.
*/
qdisc_bstats_cpu_update(cl->q, skb);
switch (tc_classify(skb, cl, &cl_res, false)) {
case TC_ACT_OK:
case TC_ACT_RECLASSIFY:
skb->tc_index = TC_H_MIN(cl_res.classid);
break;
case TC_ACT_SHOT:
qdisc_qstats_cpu_drop(cl->q);
*ret = NET_XMIT_DROP;
kfree_skb(skb);
return NULL;
case TC_ACT_STOLEN:
case TC_ACT_QUEUED:
*ret = NET_XMIT_SUCCESS;
consume_skb(skb);
return NULL;
case TC_ACT_REDIRECT:
/* No need to push/pop skb's mac_header here on egress! */
skb_do_redirect(skb);
*ret = NET_XMIT_SUCCESS;
return NULL;
default:
break;
}
return skb;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| daniel borkmann | daniel borkmann | 154 | 100.00% | 2 | 100.00% |
| Total | 154 | 100.00% | 2 | 100.00% |
#endif /* CONFIG_NET_EGRESS */
static inline int get_xps_queue(struct net_device *dev, struct sk_buff *skb)
{
#ifdef CONFIG_XPS
struct xps_dev_maps *dev_maps;
struct xps_map *map;
int queue_index = -1;
rcu_read_lock();
dev_maps = rcu_dereference(dev->xps_maps);
if (dev_maps) {
map = rcu_dereference(
dev_maps->cpu_map[skb->sender_cpu - 1]);
if (map) {
if (map->len == 1)
queue_index = map->queues[0];
else
queue_index = map->queues[reciprocal_scale(skb_get_hash(skb),
map->len)];
if (unlikely(queue_index >= dev->real_num_tx_queues))
queue_index = -1;
}
}
rcu_read_unlock();
return queue_index;
#else
return -1;
#endif
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 143 | 100.00% | 1 | 100.00% |
| Total | 143 | 100.00% | 1 | 100.00% |
static u16 __netdev_pick_tx(struct net_device *dev, struct sk_buff *skb)
{
struct sock *sk = skb->sk;
int queue_index = sk_tx_queue_get(sk);
if (queue_index < 0 || skb->ooo_okay ||
queue_index >= dev->real_num_tx_queues) {
int new_index = get_xps_queue(dev, skb);
if (new_index < 0)
new_index = skb_tx_hash(dev, skb);
if (queue_index != new_index && sk &&
sk_fullsock(sk) &&
rcu_access_pointer(sk->sk_dst_cache))
sk_tx_queue_set(sk, new_index);
queue_index = new_index;
}
return queue_index;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 105 | 95.45% | 1 | 50.00% |
| eric dumazet | eric dumazet | 5 | 4.55% | 1 | 50.00% |
| Total | 110 | 100.00% | 2 | 100.00% |
struct netdev_queue *netdev_pick_tx(struct net_device *dev,
struct sk_buff *skb,
void *accel_priv)
{
int queue_index = 0;
#ifdef CONFIG_XPS
u32 sender_cpu = skb->sender_cpu - 1;
if (sender_cpu >= (u32)NR_CPUS)
skb->sender_cpu = raw_smp_processor_id() + 1;
#endif
if (dev->real_num_tx_queues != 1) {
const struct net_device_ops *ops = dev->netdev_ops;
if (ops->ndo_select_queue)
queue_index = ops->ndo_select_queue(dev, skb, accel_priv,
__netdev_pick_tx);
else
queue_index = __netdev_pick_tx(dev, skb);
if (!accel_priv)
queue_index = netdev_cap_txqueue(dev, queue_index);
}
skb_set_queue_mapping(skb, queue_index);
return netdev_get_tx_queue(dev, queue_index);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jiri pirko | jiri pirko | 124 | 89.86% | 1 | 50.00% |
| eric dumazet | eric dumazet | 14 | 10.14% | 1 | 50.00% |
| Total | 138 | 100.00% | 2 | 100.00% |
/**
* __dev_queue_xmit - transmit a buffer
* @skb: buffer to transmit
* @accel_priv: private data used for L2 forwarding offload
*
* Queue a buffer for transmission to a network device. The caller must
* have set the device and priority and built the buffer before calling
* this function. The function can be called from an interrupt.
*
* A negative errno code is returned on a failure. A success does not
* guarantee the frame will be transmitted as it may be dropped due
* to congestion or traffic shaping.
*
* -----------------------------------------------------------------------------------
* I notice this method can also return errors from the queue disciplines,
* including NET_XMIT_DROP, which is a positive value. So, errors can also
* be positive.
*
* Regardless of the return value, the skb is consumed, so it is currently
* difficult to retry a send to this method. (You can bump the ref count
* before sending to hold a reference for retry if you are careful.)
*
* When calling this method, interrupts MUST be enabled. This is because
* the BH enable code must have IRQs enabled so that it will not deadlock.
* --BLG
*/
static int __dev_queue_xmit(struct sk_buff *skb, void *accel_priv)
{
struct net_device *dev = skb->dev;
struct netdev_queue *txq;
struct Qdisc *q;
int rc = -ENOMEM;
skb_reset_mac_header(skb);
if (unlikely(skb_shinfo(skb)->tx_flags & SKBTX_SCHED_TSTAMP))
__skb_tstamp_tx(skb, NULL, skb->sk, SCM_TSTAMP_SCHED);
/* Disable soft irqs for various locks below. Also
* stops preemption for RCU.
*/
rcu_read_lock_bh();
skb_update_prio(skb);
qdisc_pkt_len_init(skb);
#ifdef CONFIG_NET_CLS_ACT
skb->tc_verd = SET_TC_AT(skb->tc_verd, AT_EGRESS);
# ifdef CONFIG_NET_EGRESS
if (static_key_false(&egress_needed)) {
skb = sch_handle_egress(skb, &rc, dev);
if (!skb)
goto out;
}
# endif
#endif
/* If device/qdisc don't need skb->dst, release it right now while
* its hot in this cpu cache.
*/
if (dev->priv_flags & IFF_XMIT_DST_RELEASE)
skb_dst_drop(skb);
else
skb_dst_force(skb);
#ifdef CONFIG_NET_SWITCHDEV
/* Don't forward if offload device already forwarded */
if (skb->offload_fwd_mark &&
skb->offload_fwd_mark == dev->offload_fwd_mark) {
consume_skb(skb);
rc = NET_XMIT_SUCCESS;
goto out;
}
#endif
txq = netdev_pick_tx(dev, skb, accel_priv);
q = rcu_dereference_bh(txq->qdisc);
trace_net_dev_queue(skb);
if (q->enqueue) {
rc = __dev_xmit_skb(skb, q, dev, txq);
goto out;
}
/* The device has no queue. Common case for software devices:
loopback, all the sorts of tunnels...
Really, it is unlikely that netif_tx_lock protection is necessary
here. (f.e. loopback and IP tunnels are clean ignoring statistics
counters.)
However, it is possible, that they rely on protection
made by us here.
Check this and shot the lock. It is not prone from deadlocks.
Either shot noqueue qdisc, it is even simpler 8)
*/
if (dev->flags & IFF_UP) {
int cpu = smp_processor_id(); /* ok because BHs are off */
if (txq->xmit_lock_owner != cpu) {
if (unlikely(__this_cpu_read(xmit_recursion) >
XMIT_RECURSION_LIMIT))
goto recursion_alert;
skb = validate_xmit_skb(skb, dev);
if (!skb)
goto out;
HARD_TX_LOCK(dev, txq, cpu);
if (!netif_xmit_stopped(txq)) {
__this_cpu_inc(xmit_recursion);
skb = dev_hard_start_xmit(skb, dev, txq, &rc);
__this_cpu_dec(xmit_recursion);
if (dev_xmit_complete(rc)) {
HARD_TX_UNLOCK(dev, txq);
goto out;
}
}
HARD_TX_UNLOCK(dev, txq);
net_crit_ratelimited("Virtual device %s asks to queue packet!\n",
dev->name);
} else {
/* Recursion is detected! It is possible,
* unfortunately
*/
recursion_alert:
net_crit_ratelimited("Dead loop on virtual device %s, fix it urgently!\n",
dev->name);
}
}
rc = -ENETDOWN;
rcu_read_unlock_bh();
atomic_long_inc(&dev->tx_dropped);
kfree_skb_list(skb);
return rc;
out:
rcu_read_unlock_bh();
return rc;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 115 | 26.93% | 16 | 30.19% |
| daniel borkmann | daniel borkmann | 62 | 14.52% | 2 | 3.77% |
| eric dumazet | eric dumazet | 61 | 14.29% | 5 | 9.43% |
| scott feldman | scott feldman | 34 | 7.96% | 1 | 1.89% |
| david s. miller | david s. miller | 32 | 7.49% | 7 | 13.21% |
| willem de bruijn | willem de bruijn | 27 | 6.32% | 1 | 1.89% |
| arnaldo carvalho de melo | arnaldo carvalho de melo | 23 | 5.39% | 1 | 1.89% |
| jesper dangaard brouer | jesper dangaard brouer | 14 | 3.28% | 1 | 1.89% |
| jason wang | jason wang | 7 | 1.64% | 1 | 1.89% |
| andi kleen | andi kleen | 7 | 1.64% | 1 | 1.89% |
| patrick mchardy | patrick mchardy | 7 | 1.64% | 1 | 1.89% |
| neil horman | neil horman | 5 | 1.17% | 1 | 1.89% |
| koki sanagi | koki sanagi | 5 | 1.17% | 1 | 1.89% |
| tommy s. christensen | tommy s. christensen | 5 | 1.17% | 1 | 1.89% |
| krishna kumar | krishna kumar | 5 | 1.17% | 1 | 1.89% |
| joe perches | joe perches | 4 | 0.94% | 2 | 3.77% |
| herbert xu | herbert xu | 4 | 0.94% | 3 | 5.66% |
| arthur kepner | arthur kepner | 3 | 0.70% | 1 | 1.89% |
| dipankar sarma | dipankar sarma | 2 | 0.47% | 1 | 1.89% |
| paul e. mckenney | paul e. mckenney | 1 | 0.23% | 1 | 1.89% |
| americo wang | americo wang | 1 | 0.23% | 1 | 1.89% |
| rashika kheria | rashika kheria | 1 | 0.23% | 1 | 1.89% |
| tom herbert | tom herbert | 1 | 0.23% | 1 | 1.89% |
| peter p waskiewicz | peter p waskiewicz | 1 | 0.23% | 1 | 1.89% |
| Total | 427 | 100.00% | 53 | 100.00% |
int dev_queue_xmit(struct sk_buff *skb)
{
return __dev_queue_xmit(skb, NULL);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jason wang | jason wang | 17 | 94.44% | 1 | 50.00% |
| eric w. biederman | eric w. biederman | 1 | 5.56% | 1 | 50.00% |
| Total | 18 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(dev_queue_xmit);
int dev_queue_xmit_accel(struct sk_buff *skb, void *accel_priv)
{
return __dev_queue_xmit(skb, accel_priv);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| jason wang | jason wang | 22 | 100.00% | 1 | 100.00% |
| Total | 22 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(dev_queue_xmit_accel);
/*=======================================================================
Receiver routines
=======================================================================*/
int netdev_max_backlog __read_mostly = 1000;
EXPORT_SYMBOL(netdev_max_backlog);
int netdev_tstamp_prequeue __read_mostly = 1;
int netdev_budget __read_mostly = 300;
int weight_p __read_mostly = 64;
/* old backlog weight */
/* Called with irq disabled */
static inline void ____napi_schedule(struct softnet_data *sd,
struct napi_struct *napi)
{
list_add_tail(&napi->poll_list, &sd->poll_list);
__raise_softirq_irqoff(NET_RX_SOFTIRQ);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 35 | 100.00% | 1 | 100.00% |
| Total | 35 | 100.00% | 1 | 100.00% |
#ifdef CONFIG_RPS
/* One global table that all flow-based protocols share. */
struct rps_sock_flow_table __rcu *rps_sock_flow_table __read_mostly;
EXPORT_SYMBOL(rps_sock_flow_table);
u32 rps_cpu_mask __read_mostly;
EXPORT_SYMBOL(rps_cpu_mask);
struct static_key rps_needed __read_mostly;
EXPORT_SYMBOL(rps_needed);
static struct rps_dev_flow *
set_rps_cpu(struct net_device *dev, struct sk_buff *skb,
struct rps_dev_flow *rflow, u16 next_cpu)
{
if (next_cpu < nr_cpu_ids) {
#ifdef CONFIG_RFS_ACCEL
struct netdev_rx_queue *rxqueue;
struct rps_dev_flow_table *flow_table;
struct rps_dev_flow *old_rflow;
u32 flow_id;
u16 rxq_index;
int rc;
/* Should we steer this flow to a different hardware queue? */
if (!skb_rx_queue_recorded(skb) || !dev->rx_cpu_rmap ||
!(dev->features & NETIF_F_NTUPLE))
goto out;
rxq_index = cpu_rmap_lookup_index(dev->rx_cpu_rmap, next_cpu);
if (rxq_index == skb_get_rx_queue(skb))
goto out;
rxqueue = dev->_rx + rxq_index;
flow_table = rcu_dereference(rxqueue->rps_flow_table);
if (!flow_table)
goto out;
flow_id = skb_get_hash(skb) & flow_table->mask;
rc = dev->netdev_ops->ndo_rx_flow_steer(dev, skb,
rxq_index, flow_id);
if (rc < 0)
goto out;
old_rflow = rflow;
rflow = &flow_table->flows[flow_id];
rflow->filter = rc;
if (old_rflow->filter == rflow->filter)
old_rflow->filter = RPS_NO_FILTER;
out:
#endif
rflow->last_qtail =
per_cpu(softnet_data, next_cpu).input_queue_head;
}
rflow->cpu = next_cpu;
return rflow;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 229 | 97.86% | 3 | 60.00% |
| tom herbert | tom herbert | 3 | 1.28% | 1 | 20.00% |
| eric dumazet | eric dumazet | 2 | 0.85% | 1 | 20.00% |
| Total | 234 | 100.00% | 5 | 100.00% |
/*
* get_rps_cpu is called from netif_receive_skb and returns the target
* CPU from the RPS map of the receiving queue for a given skb.
* rcu_read_lock must be held on entry.
*/
static int get_rps_cpu(struct net_device *dev, struct sk_buff *skb,
struct rps_dev_flow **rflowp)
{
const struct rps_sock_flow_table *sock_flow_table;
struct netdev_rx_queue *rxqueue = dev->_rx;
struct rps_dev_flow_table *flow_table;
struct rps_map *map;
int cpu = -1;
u32 tcpu;
u32 hash;
if (skb_rx_queue_recorded(skb)) {
u16 index = skb_get_rx_queue(skb);
if (unlikely(index >= dev->real_num_rx_queues)) {
WARN_ONCE(dev->real_num_rx_queues > 1,
"%s received packet on queue %u, but number "
"of RX queues is %u\n",
dev->name, index, dev->real_num_rx_queues);
goto done;
}
rxqueue += index;
}
/* Avoid computing hash if RFS/RPS is not active for this rxqueue */
flow_table = rcu_dereference(rxqueue->rps_flow_table);
map = rcu_dereference(rxqueue->rps_map);
if (!flow_table && !map)
goto done;
skb_reset_network_header(skb);
hash = skb_get_hash(skb);
if (!hash)
goto done;
sock_flow_table = rcu_dereference(rps_sock_flow_table);
if (flow_table && sock_flow_table) {
struct rps_dev_flow *rflow;
u32 next_cpu;
u32 ident;
/* First check into global flow table if there is a match */
ident = sock_flow_table->ents[hash & sock_flow_table->mask];
if ((ident ^ hash) & ~rps_cpu_mask)
goto try_rps;
next_cpu = ident & rps_cpu_mask;
/* OK, now we know there is a match,
* we can look at the local (per receive queue) flow table
*/
rflow = &flow_table->flows[hash & flow_table->mask];
tcpu = rflow->cpu;
/*
* If the desired CPU (where last recvmsg was done) is
* different from current CPU (one in the rx-queue flow
* table entry), switch if one of the following holds:
* - Current CPU is unset (>= nr_cpu_ids).
* - Current CPU is offline.
* - The current CPU's queue tail has advanced beyond the
* last packet that was enqueued using this table entry.
* This guarantees that all previous packets for the flow
* have been dequeued, thus preserving in order delivery.
*/
if (unlikely(tcpu != next_cpu) &&
(tcpu >= nr_cpu_ids || !cpu_online(tcpu) ||
((int)(per_cpu(softnet_data, tcpu).input_queue_head -
rflow->last_qtail)) >= 0)) {
tcpu = next_cpu;
rflow = set_rps_cpu(dev, skb, rflow, next_cpu);
}
if (tcpu < nr_cpu_ids && cpu_online(tcpu)) {
*rflowp = rflow;
cpu = tcpu;
goto done;
}
}
try_rps:
if (map) {
tcpu = map->cpus[reciprocal_scale(hash, map->len)];
if (cpu_online(tcpu)) {
cpu = tcpu;
goto done;
}
}
done:
return cpu;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| tom herbert | tom herbert | 175 | 45.81% | 6 | 42.86% |
| krishna kumar | krishna kumar | 103 | 26.96% | 1 | 7.14% |
| eric dumazet | eric dumazet | 70 | 18.32% | 2 | 14.29% |
| changli gao | changli gao | 18 | 4.71% | 2 | 14.29% |
| ben hutchings | ben hutchings | 12 | 3.14% | 2 | 14.29% |
| daniel borkmann | daniel borkmann | 4 | 1.05% | 1 | 7.14% |
| Total | 382 | 100.00% | 14 | 100.00% |
#ifdef CONFIG_RFS_ACCEL
/**
* rps_may_expire_flow - check whether an RFS hardware filter may be removed
* @dev: Device on which the filter was set
* @rxq_index: RX queue index
* @flow_id: Flow ID passed to ndo_rx_flow_steer()
* @filter_id: Filter ID returned by ndo_rx_flow_steer()
*
* Drivers that implement ndo_rx_flow_steer() should periodically call
* this function for each installed filter and remove the filters for
* which it returns %true.
*/
bool rps_may_expire_flow(struct net_device *dev, u16 rxq_index,
u32 flow_id, u16 filter_id)
{
struct netdev_rx_queue *rxqueue = dev->_rx + rxq_index;
struct rps_dev_flow_table *flow_table;
struct rps_dev_flow *rflow;
bool expire = true;
unsigned int cpu;
rcu_read_lock();
flow_table = rcu_dereference(rxqueue->rps_flow_table);
if (flow_table && flow_id <= flow_table->mask) {
rflow = &flow_table->flows[flow_id];
cpu = ACCESS_ONCE(rflow->cpu);
if (rflow->filter == filter_id && cpu < nr_cpu_ids &&
((int)(per_cpu(softnet_data, cpu).input_queue_head -
rflow->last_qtail) <
(int)(10 * flow_table->mask)))
expire = false;
}
rcu_read_unlock();
return expire;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 142 | 97.93% | 1 | 50.00% |
| eric dumazet | eric dumazet | 3 | 2.07% | 1 | 50.00% |
| Total | 145 | 100.00% | 2 | 100.00% |
EXPORT_SYMBOL(rps_may_expire_flow);
#endif /* CONFIG_RFS_ACCEL */
/* Called from hardirq (IPI) context */
static void rps_trigger_softirq(void *data)
{
struct softnet_data *sd = data;
____napi_schedule(sd, &sd->backlog);
sd->received_rps++;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| tom herbert | tom herbert | 24 | 75.00% | 1 | 25.00% |
| eric dumazet | eric dumazet | 6 | 18.75% | 2 | 50.00% |
| changli gao | changli gao | 2 | 6.25% | 1 | 25.00% |
| Total | 32 | 100.00% | 4 | 100.00% |
#endif /* CONFIG_RPS */
/*
* Check if this softnet_data structure is another cpu one
* If yes, queue it to our IPI list and return 1
* If no, return 0
*/
static int rps_ipi_queued(struct softnet_data *sd)
{
#ifdef CONFIG_RPS
struct softnet_data *mysd = this_cpu_ptr(&softnet_data);
if (sd != mysd) {
sd->rps_ipi_next = mysd->rps_ipi_list;
mysd->rps_ipi_list = sd;
__raise_softirq_irqoff(NET_RX_SOFTIRQ);
return 1;
}
#endif /* CONFIG_RPS */
return 0;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| eric dumazet | eric dumazet | 59 | 96.72% | 1 | 50.00% |
| christoph lameter | christoph lameter | 2 | 3.28% | 1 | 50.00% |
| Total | 61 | 100.00% | 2 | 100.00% |
#ifdef CONFIG_NET_FLOW_LIMIT
int netdev_flow_limit_table_len __read_mostly = (1 << 12);
#endif
static bool skb_flow_limit(struct sk_buff *skb, unsigned int qlen)
{
#ifdef CONFIG_NET_FLOW_LIMIT
struct sd_flow_limit *fl;
struct softnet_data *sd;
unsigned int old_flow, new_flow;
if (qlen < (netdev_max_backlog >> 1))
return false;
sd = this_cpu_ptr(&softnet_data);
rcu_read_lock();
fl = rcu_dereference(sd->flow_limit);
if (fl) {
new_flow = skb_get_hash(skb) & (fl->num_buckets - 1);
old_flow = fl->history[fl->history_head];
fl->history[fl->history_head] = new_flow;
fl->history_head++;
fl->history_head &= FLOW_LIMIT_HISTORY - 1;
if (likely(fl->buckets[old_flow]))
fl->buckets[old_flow]--;
if (++fl->buckets[new_flow] > (FLOW_LIMIT_HISTORY >> 1)) {
fl->count++;
rcu_read_unlock();
return true;
}
}
rcu_read_unlock();
#endif
return false;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| willem de bruijn | willem de bruijn | 177 | 98.33% | 1 | 33.33% |
| christoph lameter | christoph lameter | 2 | 1.11% | 1 | 33.33% |
| tom herbert | tom herbert | 1 | 0.56% | 1 | 33.33% |
| Total | 180 | 100.00% | 3 | 100.00% |
/*
* enqueue_to_backlog is called to queue an skb to a per CPU backlog
* queue (may be a remote CPU queue).
*/
static int enqueue_to_backlog(struct sk_buff *skb, int cpu,
unsigned int *qtail)
{
struct softnet_data *sd;
unsigned long flags;
unsigned int qlen;
sd = &per_cpu(softnet_data, cpu);
local_irq_save(flags);
rps_lock(sd);
if (!netif_running(skb->dev))
goto drop;
qlen = skb_queue_len(&sd->input_pkt_queue);
if (qlen <= netdev_max_backlog && !skb_flow_limit(skb, qlen)) {
if (qlen) {
enqueue:
__skb_queue_tail(&sd->input_pkt_queue, skb);
input_queue_tail_incr_save(sd, qtail);
rps_unlock(sd);
local_irq_restore(flags);
return NET_RX_SUCCESS;
}
/* Schedule NAPI for backlog device
* We can use non atomic operation since we own the queue lock
*/
if (!__test_and_set_bit(NAPI_STATE_SCHED, &sd->backlog.state)) {
if (!rps_ipi_queued(sd))
____napi_schedule(sd, &sd->backlog);
}
goto enqueue;
}
drop:
sd->dropped++;
rps_unlock(sd);
local_irq_restore(flags);
atomic_long_inc(&skb->dev->rx_dropped);
kfree_skb(skb);
return NET_RX_DROP;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 61 | 30.05% | 6 | 26.09% |
| tom herbert | tom herbert | 45 | 22.17% | 4 | 17.39% |
| eric dumazet | eric dumazet | 34 | 16.75% | 4 | 17.39% |
| willem de bruijn | willem de bruijn | 18 | 8.87% | 1 | 4.35% |
| changli gao | changli gao | 17 | 8.37% | 3 | 13.04% |
| julian anastasov | julian anastasov | 15 | 7.39% | 1 | 4.35% |
| robert love | robert love | 9 | 4.43% | 1 | 4.35% |
| christoph hellwig | christoph hellwig | 2 | 0.99% | 1 | 4.35% |
| stephen hemminger | stephen hemminger | 1 | 0.49% | 1 | 4.35% |
| li rongqing | li rongqing | 1 | 0.49% | 1 | 4.35% |
| Total | 203 | 100.00% | 23 | 100.00% |
static int netif_rx_internal(struct sk_buff *skb)
{
int ret;
net_timestamp_check(netdev_tstamp_prequeue, skb);
trace_netif_rx(skb);
#ifdef CONFIG_RPS
if (static_key_false(&rps_needed)) {
struct rps_dev_flow voidflow, *rflow = &voidflow;
int cpu;
preempt_disable();
rcu_read_lock();
cpu = get_rps_cpu(skb->dev, skb, &rflow);
if (cpu < 0)
cpu = smp_processor_id();
ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail);
rcu_read_unlock();
preempt_enable();
} else
#endif
{
unsigned int qtail;
ret = enqueue_to_backlog(skb, get_cpu(), &qtail);
put_cpu();
}
return ret;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| tom herbert | tom herbert | 75 | 57.25% | 3 | 25.00% |
| eric dumazet | eric dumazet | 42 | 32.06% | 5 | 41.67% |
| changli gao | changli gao | 6 | 4.58% | 1 | 8.33% |
| koki sanagi | koki sanagi | 5 | 3.82% | 1 | 8.33% |
| ben hutchings | ben hutchings | 2 | 1.53% | 1 | 8.33% |
| ingo molnar | ingo molnar | 1 | 0.76% | 1 | 8.33% |
| Total | 131 | 100.00% | 12 | 100.00% |
/**
* netif_rx - post buffer to the network code
* @skb: buffer to post
*
* This function receives a packet from a device driver and queues it for
* the upper (protocol) levels to process. It always succeeds. The buffer
* may be dropped during processing for congestion control or by the
* protocol layers.
*
* return values:
* NET_RX_SUCCESS (no congestion)
* NET_RX_DROP (packet was dropped)
*
*/
int netif_rx(struct sk_buff *skb)
{
trace_netif_rx_entry(skb);
return netif_rx_internal(skb);
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| ben hutchings | ben hutchings | 21 | 100.00% | 1 | 100.00% |
| Total | 21 | 100.00% | 1 | 100.00% |
EXPORT_SYMBOL(netif_rx);
int netif_rx_ni(struct sk_buff *skb)
{
int err;
trace_netif_rx_ni_entry(skb);
preempt_disable();
err = netif_rx_internal(skb);
if (local_softirq_pending())
do_softirq();
preempt_enable();
return err;
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| david s. miller | david s. miller | 35 | 83.33% | 2 | 50.00% |
| ben hutchings | ben hutchings | 6 | 14.29% | 1 | 25.00% |
| christoph hellwig | christoph hellwig | 1 | 2.38% | 1 | 25.00% |
| Total | 42 | 100.00% | 4 | 100.00% |
EXPORT_SYMBOL(netif_rx_ni);
static void net_tx_action(struct softirq_action *h)
{
struct softnet_data *sd = this_cpu_ptr(&softnet_data);
if (sd->completion_queue) {
struct sk_buff *clist;
local_irq_disable();
clist = sd->completion_queue;
sd->completion_queue = NULL;
local_irq_enable();
while (clist) {
struct sk_buff *skb = clist;
clist = clist->next;
WARN_ON(atomic_read(&skb->users));
if (likely(get_kfree_skb_cb(skb)->reason == SKB_REASON_CONSUMED))
trace_consume_skb(skb);
else
trace_kfree_skb(skb, net_tx_action);
if (skb->fclone != SKB_FCLONE_UNAVAILABLE)
__kfree_skb(skb);
else
__kfree_skb_defer(skb);
}
__kfree_skb_flush();
}
if (sd->output_queue) {
struct Qdisc *head;
local_irq_disable();
head = sd->output_queue;
sd->output_queue = NULL;
sd->output_queue_tailp = &sd->output_queue;
local_irq_enable();
while (head) {
struct Qdisc *q = head;
spinlock_t *root_lock;
head = head->next_sched;
root_lock = qdisc_lock(q);
spin_lock(root_lock);
/* We need to make sure head->next_sched is read
* before clearing __QDISC_STATE_SCHED
*/
smp_mb__before_atomic();
clear_bit(__QDISC_STATE_SCHED, &q->state);
qdisc_run(q);
spin_unlock(root_lock);
}
}
}
Contributors
| Person | Tokens | Prop | Commits | CommitProp |
| pre-git | pre-git | 123 | 53.25% | 5 | 27.78% |
| eric dumazet | eric dumazet | 23 | 9.96% | 2 | 11.11% |
| andi kleen | andi kleen | 19 | 8.23% | 1 | 5.56% |
| jesper dangaard brouer | jesper dangaard brouer | 17 | 7.36% | 1 | 5.56% |
| david s. miller | david s. miller | 17 | 7.36% | 3 | 16.67% |
| jarek poplawski | jarek poplawski | 12 | 5.19% | 1 | 5.56% |
| changli gao | changli gao | 9 | 3.90% | 1 | 5.56% |
| koki sanagi | koki sanagi | 7 | 3.03% | 1 | 5.56% |
| christoph lameter | christoph lameter | 2 | 0.87% | 1 | 5.56% |
| peter zijlstra | peter zijlstra | 1 | 0.43% | 1 | 5.56% |
| ilpo jarvinen | ilpo jarvinen | 1 | 0.43% | 1 | 5.56% |
| Total | 231 | 100.00% | 18 | 100.00% |
#if (defined(CONFIG_BRIDGE) || defined(CONFIG_BRIDGE_MODULE)) && \
(defined(CONFIG_ATM_LANE) || defined(CONFIG_ATM_LANE_MODULE))
/* This hook is defined here for ATM LANE */
int (*br_fdb_test_addr_hook)(struct net_device *dev,
unsigned char *addr) __read_mostly;
EXPORT_SYMBOL_GPL(br_fdb_test_addr_hook);
#endif
static inline struct sk_buff *
sch_handle_ingress(struct sk_buff *skb, struct packet_type **pt_prev, int *ret,
struct net_device *orig_dev)
{
#ifdef CONFIG_NET_CLS_ACT
struct tcf_proto *cl = rcu_dereference_bh(skb->dev->ingress_cl_list);
struct tcf_result cl_res;
/* If there's at least one ingress present somewhere (so
* we get here via enabled static key), remaining devices
* that are not configured with an ingress qdisc will bail
* out here.
*/
if (!cl)
return skb;
if (*pt_prev) {
*ret = deliver_skb(skb, *pt_prev, orig_dev);
*pt_prev = NULL;
}
qdisc_skb_cb(skb)->pkt_len = skb->len;
skb->tc_verd = SET_TC_AT(skb->tc_verd, AT_INGRESS);
qdisc_bstats_cpu_update(cl->q, skb);
switch (tc_classify(skb, cl, &cl_res, false)) {
case TC_ACT_OK:
case TC_ACT_RECLASSIFY:
skb->tc_index = TC_H_MIN(cl_res.classid);