cregit-Linux how code gets into the kernel

Release 4.15 kernel/irq/irqdesc.c

Directory: kernel/irq
/*
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
 *
 * This file contains the interrupt descriptor management code
 *
 * Detailed information is available in Documentation/core-api/genericirq.rst
 *
 */
#include <linux/irq.h>
#include <linux/slab.h>
#include <linux/export.h>
#include <linux/interrupt.h>
#include <linux/kernel_stat.h>
#include <linux/radix-tree.h>
#include <linux/bitmap.h>
#include <linux/irqdomain.h>
#include <linux/sysfs.h>

#include "internals.h"

/*
 * lockdep: we want to handle all irq_desc locks as a single lock-class:
 */

static struct lock_class_key irq_desc_lock_class;

#if defined(CONFIG_SMP)

static int __init irq_affinity_setup(char *str) { alloc_bootmem_cpumask_var(&irq_default_affinity); cpulist_parse(str, irq_default_affinity); /* * Set at least the boot cpu. We don't want to end up with * bugreports caused by random comandline masks */ cpumask_set_cpu(smp_processor_id(), irq_default_affinity); return 1; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner3597.22%150.00%
Rakib Mullick12.78%150.00%
Total36100.00%2100.00%

__setup("irqaffinity=", irq_affinity_setup);
static void __init init_irq_default_affinity(void) { if (!cpumask_available(irq_default_affinity)) zalloc_cpumask_var(&irq_default_affinity, GFP_NOWAIT); if (cpumask_empty(irq_default_affinity)) cpumask_setall(irq_default_affinity); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner3491.89%266.67%
Rakib Mullick38.11%133.33%
Total37100.00%3100.00%

#else
static void __init init_irq_default_affinity(void) { }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner8100.00%1100.00%
Total8100.00%1100.00%

#endif #ifdef CONFIG_SMP
static int alloc_masks(struct irq_desc *desc, int node) { if (!zalloc_cpumask_var_node(&desc->irq_common_data.affinity, GFP_KERNEL, node)) return -ENOMEM; #ifdef CONFIG_GENERIC_IRQ_EFFECTIVE_AFF_MASK if (!zalloc_cpumask_var_node(&desc->irq_common_data.effective_affinity, GFP_KERNEL, node)) { free_cpumask_var(desc->irq_common_data.affinity); return -ENOMEM; } #endif #ifdef CONFIG_GENERIC_PENDING_IRQ if (!zalloc_cpumask_var_node(&desc->pending_mask, GFP_KERNEL, node)) { #ifdef CONFIG_GENERIC_IRQ_EFFECTIVE_AFF_MASK free_cpumask_var(desc->irq_common_data.effective_affinity); #endif free_cpumask_var(desc->irq_common_data.affinity); return -ENOMEM; } #endif return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner12298.39%480.00%
Jiang Liu21.61%120.00%
Total124100.00%5100.00%


static void desc_smp_init(struct irq_desc *desc, int node, const struct cpumask *affinity) { if (!affinity) affinity = irq_default_affinity; cpumask_copy(desc->irq_common_data.affinity, affinity); #ifdef CONFIG_GENERIC_PENDING_IRQ cpumask_clear(desc->pending_mask); #endif #ifdef CONFIG_NUMA desc->irq_common_data.node = node; #endif }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner5178.46%466.67%
Jiang Liu1421.54%233.33%
Total65100.00%6100.00%

#else
static inline int alloc_masks(struct irq_desc *desc, int node) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner18100.00%1100.00%
Total18100.00%1100.00%


static inline void desc_smp_init(struct irq_desc *desc, int node, const struct cpumask *affinity) { }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner20100.00%2100.00%
Total20100.00%2100.00%

#endif
static void desc_set_defaults(unsigned int irq, struct irq_desc *desc, int node, const struct cpumask *affinity, struct module *owner) { int cpu; desc->irq_common_data.handler_data = NULL; desc->irq_common_data.msi_desc = NULL; desc->irq_data.common = &desc->irq_common_data; desc->irq_data.irq = irq; desc->irq_data.chip = &no_irq_chip; desc->irq_data.chip_data = NULL; irq_settings_clr_and_set(desc, ~0, _IRQ_DEFAULT_INIT_FLAGS); irqd_set(&desc->irq_data, IRQD_IRQ_DISABLED); irqd_set(&desc->irq_data, IRQD_IRQ_MASKED); desc->handle_irq = handle_bad_irq; desc->depth = 1; desc->irq_count = 0; desc->irqs_unhandled = 0; desc->name = NULL; desc->owner = owner; for_each_possible_cpu(cpu) *per_cpu_ptr(desc->kstat_irqs, cpu) = 0; desc_smp_init(desc, node, affinity); }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek9252.57%110.00%
Thomas Gleixner3821.71%330.00%
Jiang Liu2715.43%330.00%
Jeffy Chen105.71%110.00%
Sebastian Andrzej Siewior52.86%110.00%
Eric Dumazet31.71%110.00%
Total175100.00%10100.00%

int nr_irqs = NR_IRQS; EXPORT_SYMBOL_GPL(nr_irqs); static DEFINE_MUTEX(sparse_irq_lock); static DECLARE_BITMAP(allocated_irqs, IRQ_BITMAP_BITS); #ifdef CONFIG_SPARSE_IRQ static void irq_kobj_release(struct kobject *kobj); #ifdef CONFIG_SYSFS static struct kobject *irq_kobj_base; #define IRQ_ATTR_RO(_name) \ static struct kobj_attribute _name##_attr = __ATTR_RO(_name)
static ssize_t per_cpu_count_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); int cpu, irq = desc->irq_data.irq; ssize_t ret = 0; char *p = ""; for_each_possible_cpu(cpu) { unsigned int c = kstat_irqs_cpu(irq, cpu); ret += scnprintf(buf + ret, PAGE_SIZE - ret, "%s%u", p, c); p = ","; } ret += scnprintf(buf + ret, PAGE_SIZE - ret, "\n"); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek115100.00%1100.00%
Total115100.00%1100.00%

IRQ_ATTR_RO(per_cpu_count);
static ssize_t chip_name_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); ssize_t ret = 0; raw_spin_lock_irq(&desc->lock); if (desc->irq_data.chip && desc->irq_data.chip->name) { ret = scnprintf(buf, PAGE_SIZE, "%s\n", desc->irq_data.chip->name); } raw_spin_unlock_irq(&desc->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek96100.00%1100.00%
Total96100.00%1100.00%

IRQ_ATTR_RO(chip_name);
static ssize_t hwirq_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); ssize_t ret = 0; raw_spin_lock_irq(&desc->lock); if (desc->irq_data.domain) ret = sprintf(buf, "%d\n", (int)desc->irq_data.hwirq); raw_spin_unlock_irq(&desc->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek85100.00%1100.00%
Total85100.00%1100.00%

IRQ_ATTR_RO(hwirq);
static ssize_t type_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); ssize_t ret = 0; raw_spin_lock_irq(&desc->lock); ret = sprintf(buf, "%s\n", irqd_is_level_type(&desc->irq_data) ? "level" : "edge"); raw_spin_unlock_irq(&desc->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek80100.00%1100.00%
Total80100.00%1100.00%

IRQ_ATTR_RO(type);
static ssize_t name_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); ssize_t ret = 0; raw_spin_lock_irq(&desc->lock); if (desc->name) ret = scnprintf(buf, PAGE_SIZE, "%s\n", desc->name); raw_spin_unlock_irq(&desc->lock); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek80100.00%1100.00%
Total80100.00%1100.00%

IRQ_ATTR_RO(name);
static ssize_t actions_show(struct kobject *kobj, struct kobj_attribute *attr, char *buf) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); struct irqaction *action; ssize_t ret = 0; char *p = ""; raw_spin_lock_irq(&desc->lock); for (action = desc->action; action != NULL; action = action->next) { ret += scnprintf(buf + ret, PAGE_SIZE - ret, "%s%s", p, action->name); p = ","; } raw_spin_unlock_irq(&desc->lock); if (ret) ret += scnprintf(buf + ret, PAGE_SIZE - ret, "\n"); return ret; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek134100.00%1100.00%
Total134100.00%1100.00%

IRQ_ATTR_RO(actions); static struct attribute *irq_attrs[] = { &per_cpu_count_attr.attr, &chip_name_attr.attr, &hwirq_attr.attr, &type_attr.attr, &name_attr.attr, &actions_attr.attr, NULL }; static struct kobj_type irq_kobj_type = { .release = irq_kobj_release, .sysfs_ops = &kobj_sysfs_ops, .default_attrs = irq_attrs, };
static void irq_sysfs_add(int irq, struct irq_desc *desc) { if (irq_kobj_base) { /* * Continue even in case of failure as this is nothing * crucial. */ if (kobject_add(&desc->kobj, irq_kobj_base, "%d", irq)) pr_warn("Failed to add kobject for irq %d\n", irq); } }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek3579.55%120.00%
Thomas Gleixner920.45%480.00%
Total44100.00%5100.00%


static int __init irq_sysfs_init(void) { struct irq_desc *desc; int irq; /* Prevent concurrent irq alloc/free */ irq_lock_sparse(); irq_kobj_base = kobject_create_and_add("irq", kernel_kobj); if (!irq_kobj_base) { irq_unlock_sparse(); return -ENOMEM; } /* Add the already allocated interrupts */ for_each_irq_desc(irq, desc) irq_sysfs_add(irq, desc); irq_unlock_sparse(); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek5179.69%116.67%
Thomas Gleixner1117.19%350.00%
Eric Dumazet11.56%116.67%
Sebastian Andrzej Siewior11.56%116.67%
Total64100.00%6100.00%

postcore_initcall(irq_sysfs_init); #else /* !CONFIG_SYSFS */ static struct kobj_type irq_kobj_type = { .release = irq_kobj_release, };
static void irq_sysfs_add(int irq, struct irq_desc *desc) {}

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek1292.31%150.00%
Thomas Gleixner17.69%150.00%
Total13100.00%2100.00%

#endif /* CONFIG_SYSFS */ static RADIX_TREE(irq_desc_tree, GFP_KERNEL);
static void irq_insert_desc(unsigned int irq, struct irq_desc *desc) { radix_tree_insert(&irq_desc_tree, irq, desc); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner25100.00%2100.00%
Total25100.00%2100.00%


struct irq_desc *irq_to_desc(unsigned int irq) { return radix_tree_lookup(&irq_desc_tree, irq); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner20100.00%2100.00%
Total20100.00%2100.00%

EXPORT_SYMBOL(irq_to_desc);
static void delete_irq_desc(unsigned int irq) { radix_tree_delete(&irq_desc_tree, irq); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner18100.00%2100.00%
Total18100.00%2100.00%

#ifdef CONFIG_SMP
static void free_masks(struct irq_desc *desc) { #ifdef CONFIG_GENERIC_PENDING_IRQ free_cpumask_var(desc->pending_mask); #endif free_cpumask_var(desc->irq_common_data.affinity); #ifdef CONFIG_GENERIC_IRQ_EFFECTIVE_AFF_MASK free_cpumask_var(desc->irq_common_data.effective_affinity); #endif }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner4597.83%480.00%
Jiang Liu12.17%120.00%
Total46100.00%5100.00%

#else
static inline void free_masks(struct irq_desc *desc) { }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner11100.00%1100.00%
Total11100.00%1100.00%

#endif
void irq_lock_sparse(void) { mutex_lock(&sparse_irq_lock); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner13100.00%1100.00%
Total13100.00%1100.00%


void irq_unlock_sparse(void) { mutex_unlock(&sparse_irq_lock); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner13100.00%1100.00%
Total13100.00%1100.00%


static struct irq_desc *alloc_desc(int irq, int node, unsigned int flags, const struct cpumask *affinity, struct module *owner) { struct irq_desc *desc; desc = kzalloc_node(sizeof(*desc), GFP_KERNEL, node); if (!desc) return NULL; /* allocate based on nr_cpu_ids */ desc->kstat_irqs = alloc_percpu(unsigned int); if (!desc->kstat_irqs) goto err_desc; if (alloc_masks(desc, node)) goto err_kstat; raw_spin_lock_init(&desc->lock); lockdep_set_class(&desc->lock, &irq_desc_lock_class); mutex_init(&desc->request_mutex); init_rcu_head(&desc->rcu); desc_set_defaults(irq, desc, node, affinity, owner); irqd_set(&desc->irq_data, flags); kobject_init(&desc->kobj, &irq_kobj_type); return desc; err_kstat: free_percpu(desc->kstat_irqs); err_desc: kfree(desc); return NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner15988.33%666.67%
Craig Gallek116.11%111.11%
Sebastian Andrzej Siewior73.89%111.11%
Eric Dumazet31.67%111.11%
Total180100.00%9100.00%


static void irq_kobj_release(struct kobject *kobj) { struct irq_desc *desc = container_of(kobj, struct irq_desc, kobj); free_masks(desc); free_percpu(desc->kstat_irqs); kfree(desc); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner3888.37%150.00%
Craig Gallek511.63%150.00%
Total43100.00%2100.00%


static void delayed_free_desc(struct rcu_head *rhp) { struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); kobject_put(&desc->kobj); }

Contributors

PersonTokensPropCommitsCommitProp
Craig Gallek34100.00%1100.00%
Total34100.00%1100.00%


static void free_desc(unsigned int irq) { struct irq_desc *desc = irq_to_desc(irq); irq_remove_debugfs_entry(desc); unregister_irq_proc(irq, desc); /* * sparse_irq_lock protects also show_interrupts() and * kstat_irq_usr(). Once we deleted the descriptor from the * sparse tree we can free it. Access in proc will fail to * lookup the descriptor. * * The sysfs entry must be serialized against a concurrent * irq_sysfs_init() as well. */ kobject_del(&desc->kobj); delete_irq_desc(irq); /* * We free the descriptor, masks and stat fields via RCU. That * allows demultiplex interrupts to do rcu based management of * the child interrupts. */ call_rcu(&desc->rcu, delayed_free_desc); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner4884.21%480.00%
Craig Gallek915.79%120.00%
Total57100.00%5100.00%


static int alloc_descs(unsigned int start, unsigned int cnt, int node, const struct cpumask *affinity, struct module *owner) { const struct cpumask *mask = NULL; struct irq_desc *desc; unsigned int flags; int i; /* Validate affinity mask(s) */ if (affinity) { for (i = 0, mask = affinity; i < cnt; i++, mask++) { if (cpumask_empty(mask)) return -EINVAL; } } flags = affinity ? IRQD_AFFINITY_MANAGED | IRQD_MANAGED_SHUTDOWN : 0; mask = NULL; for (i = 0; i < cnt; i++) { if (affinity) { node = cpu_to_node(cpumask_first(affinity)); mask = affinity; affinity++; } desc = alloc_desc(start + i, node, flags, mask, owner); if (!desc) goto err; irq_insert_desc(start + i, desc); irq_sysfs_add(start + i, desc); irq_add_debugfs_entry(start + i, desc); } bitmap_set(allocated_irqs, start, cnt); return start; err: for (i--; i >= 0; i--) free_desc(start + i); return -ENOMEM; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner21393.01%777.78%
Craig Gallek93.93%111.11%
Sebastian Andrzej Siewior73.06%111.11%
Total229100.00%9100.00%


static int irq_expand_nr_irqs(unsigned int nr) { if (nr > IRQ_BITMAP_BITS) return -ENOMEM; nr_irqs = nr; return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner2385.19%150.00%
Yinghai Lu414.81%150.00%
Total27100.00%2100.00%


int __init early_irq_init(void) { int i, initcnt, node = first_online_node; struct irq_desc *desc; init_irq_default_affinity(); /* Let arch update nr_irqs and return the nr of preallocated irqs */ initcnt = arch_probe_nr_irqs(); printk(KERN_INFO "NR_IRQS: %d, nr_irqs: %d, preallocated irqs: %d\n", NR_IRQS, nr_irqs, initcnt); if (WARN_ON(nr_irqs > IRQ_BITMAP_BITS)) nr_irqs = IRQ_BITMAP_BITS; if (WARN_ON(initcnt > IRQ_BITMAP_BITS)) initcnt = IRQ_BITMAP_BITS; if (initcnt > nr_irqs) nr_irqs = initcnt; for (i = 0; i < initcnt; i++) { desc = alloc_desc(i, node, 0, NULL, NULL); set_bit(i, allocated_irqs); irq_insert_desc(i, desc); } return arch_early_irq_init(); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner12497.64%777.78%
Sebastian Andrzej Siewior21.57%111.11%
Vincent Legoll10.79%111.11%
Total127100.00%9100.00%

#else /* !CONFIG_SPARSE_IRQ */ struct irq_desc irq_desc[NR_IRQS] __cacheline_aligned_in_smp = { [0 ... NR_IRQS-1] = { .handle_irq = handle_bad_irq, .depth = 1, .lock = __RAW_SPIN_LOCK_UNLOCKED(irq_desc->lock), } };
int __init early_irq_init(void) { int count, i, node = first_online_node; struct irq_desc *desc; init_irq_default_affinity(); printk(KERN_INFO "NR_IRQS: %d\n", NR_IRQS); desc = irq_desc; count = ARRAY_SIZE(irq_desc); for (i = 0; i < count; i++) { desc[i].kstat_irqs = alloc_percpu(unsigned int); alloc_masks(&desc[i], node); raw_spin_lock_init(&desc[i].lock); lockdep_set_class(&desc[i].lock, &irq_desc_lock_class); desc_set_defaults(i, &desc[i], node, NULL, NULL); } return arch_early_irq_init(); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner9977.34%342.86%
Linus Walleij2217.19%114.29%
Eric Dumazet43.12%114.29%
Sebastian Andrzej Siewior21.56%114.29%
Vincent Legoll10.78%114.29%
Total128100.00%7100.00%


struct irq_desc *irq_to_desc(unsigned int irq) { return (irq < NR_IRQS) ? irq_desc + irq : NULL; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner24100.00%1100.00%
Total24100.00%1100.00%

EXPORT_SYMBOL(irq_to_desc);
static void free_desc(unsigned int irq) { struct irq_desc *desc = irq_to_desc(irq); unsigned long flags; raw_spin_lock_irqsave(&desc->lock, flags); desc_set_defaults(irq, desc, irq_desc_get_node(desc), NULL, NULL); raw_spin_unlock_irqrestore(&desc->lock, flags); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner5998.33%375.00%
Jiang Liu11.67%125.00%
Total60100.00%4100.00%


static inline int alloc_descs(unsigned int start, unsigned int cnt, int node, const struct cpumask *affinity, struct module *owner) { u32 i; for (i = 0; i < cnt; i++) { struct irq_desc *desc = irq_to_desc(start + i); desc->owner = owner; } bitmap_set(allocated_irqs, start, cnt); return start; }

Contributors

PersonTokensPropCommitsCommitProp
Sebastian Andrzej Siewior4153.25%125.00%
Thomas Gleixner3646.75%375.00%
Total77100.00%4100.00%


static int irq_expand_nr_irqs(unsigned int nr) { return -ENOMEM; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner1392.86%150.00%
Yinghai Lu17.14%150.00%
Total14100.00%2100.00%


void irq_mark_irq(unsigned int irq) { mutex_lock(&sparse_irq_lock); bitmap_set(allocated_irqs, irq, 1); mutex_unlock(&sparse_irq_lock); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner30100.00%1100.00%
Total30100.00%1100.00%

#ifdef CONFIG_GENERIC_IRQ_LEGACY
void irq_init_desc(unsigned int irq) { free_desc(irq); }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner14100.00%2100.00%
Total14100.00%2100.00%

#endif #endif /* !CONFIG_SPARSE_IRQ */ /** * generic_handle_irq - Invoke the handler for a particular irq * @irq: The irq number to handle * */
int generic_handle_irq(unsigned int irq) { struct irq_desc *desc = irq_to_desc(irq); if (!desc) return -EINVAL; generic_handle_irq_desc(desc); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Thomas Gleixner36100.00%1100.00%
Total36100.00%1100.00%

EXPORT_SYMBOL_GPL(generic_handle_irq); #ifdef CONFIG_HANDLE_DOMAIN_IRQ /** * __handle_domain_irq - Invoke the handler for a HW irq belonging to a domain * @domain: The domain where to perform the lookup * @hwirq: The HW irq number to convert to a logical one * @lookup: Whether to perform the domain lookup or not * @regs: Register file coming from the low-level handling code * * Returns: 0 on success, or -EINVAL if conversion has failed */
int __handle_domain_irq(struct irq_domain *domain, unsigned int hwirq, bool