cregit-Linux how code gets into the kernel

Release 4.14 arch/ia64/sn/kernel/irq.c

/*
 * Platform dependent support for SGI SN
 *
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (c) 2000-2008 Silicon Graphics, Inc.  All Rights Reserved.
 */

#include <linux/irq.h>
#include <linux/spinlock.h>
#include <linux/init.h>
#include <linux/rculist.h>
#include <linux/slab.h>
#include <asm/sn/addrs.h>
#include <asm/sn/arch.h>
#include <asm/sn/intr.h>
#include <asm/sn/pcibr_provider.h>
#include <asm/sn/pcibus_provider_defs.h>
#include <asm/sn/pcidev.h>
#include <asm/sn/shub_mmr.h>
#include <asm/sn/sn_sal.h>
#include <asm/sn/sn_feature_sets.h>

static void register_intr_pda(struct sn_irq_info *sn_irq_info);
static void unregister_intr_pda(struct sn_irq_info *sn_irq_info);

extern int sn_ioif_inited;

struct list_head **sn_irq_lh;
static DEFINE_SPINLOCK(sn_irq_info_lock); /* non-IRQ lock */


u64 sn_intr_alloc(nasid_t local_nasid, int local_widget, struct sn_irq_info *sn_irq_info, int req_irq, nasid_t req_nasid, int req_slice) { struct ia64_sal_retval ret_stuff; ret_stuff.status = 0; ret_stuff.v0 = 0; SAL_CALL_NOLOCK(ret_stuff, (u64) SN_SAL_IOIF_INTERRUPT, (u64) SAL_INTR_ALLOC, (u64) local_nasid, (u64) local_widget, __pa(sn_irq_info), (u64) req_irq, (u64) req_nasid, (u64) req_slice); return ret_stuff.status; }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre7683.52%125.00%
David Mosberger-Tang88.79%125.00%
Mark Maule66.59%125.00%
Prarit Bhargava11.10%125.00%
Total91100.00%4100.00%


void sn_intr_free(nasid_t local_nasid, int local_widget, struct sn_irq_info *sn_irq_info) { struct ia64_sal_retval ret_stuff; ret_stuff.status = 0; ret_stuff.v0 = 0; SAL_CALL_NOLOCK(ret_stuff, (u64) SN_SAL_IOIF_INTERRUPT, (u64) SAL_INTR_FREE, (u64) local_nasid, (u64) local_widget, (u64) sn_irq_info->irq_irq, (u64) sn_irq_info->irq_cookie, 0, 0); }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre7194.67%150.00%
David Mosberger-Tang45.33%150.00%
Total75100.00%2100.00%


u64 sn_intr_redirect(nasid_t local_nasid, int local_widget, struct sn_irq_info *sn_irq_info, nasid_t req_nasid, int req_slice) { struct ia64_sal_retval ret_stuff; ret_stuff.status = 0; ret_stuff.v0 = 0; SAL_CALL_NOLOCK(ret_stuff, (u64) SN_SAL_IOIF_INTERRUPT, (u64) SAL_INTR_REDIRECT, (u64) local_nasid, (u64) local_widget, __pa(sn_irq_info), (u64) req_nasid, (u64) req_slice, 0); return ret_stuff.status; }

Contributors

PersonTokensPropCommitsCommitProp
John Keller85100.00%1100.00%
Total85100.00%1100.00%


static unsigned int sn_startup_irq(struct irq_data *data) { return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre640.00%133.33%
David Mosberger-Tang533.33%133.33%
Thomas Gleixner426.67%133.33%
Total15100.00%3100.00%


static void sn_shutdown_irq(struct irq_data *data) { }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre660.00%266.67%
Thomas Gleixner440.00%133.33%
Total10100.00%3100.00%

extern void ia64_mca_register_cpev(int);
static void sn_disable_irq(struct irq_data *data) { if (data->irq == local_vector_to_irq(IA64_CPE_VECTOR)) ia64_mca_register_cpev(0); }

Contributors

PersonTokensPropCommitsCommitProp
Russ Anderson1659.26%133.33%
Thomas Gleixner622.22%133.33%
Patrick Gefre518.52%133.33%
Total27100.00%3100.00%


static void sn_enable_irq(struct irq_data *data) { if (data->irq == local_vector_to_irq(IA64_CPE_VECTOR)) ia64_mca_register_cpev(data->irq); }

Contributors

PersonTokensPropCommitsCommitProp
Russ Anderson1655.17%125.00%
Thomas Gleixner827.59%125.00%
Patrick Gefre310.34%125.00%
David Mosberger-Tang26.90%125.00%
Total29100.00%4100.00%


static void sn_ack_irq(struct irq_data *data) { u64 event_occurred, mask; unsigned int irq = data->irq & 0xff; event_occurred = HUB_L((u64*)LOCAL_MMR_ADDR(SH_EVENT_OCCURRED)); mask = event_occurred & SH_ALL_INT_MASK; HUB_S((u64*)LOCAL_MMR_ADDR(SH_EVENT_OCCURRED_ALIAS), mask); __set_bit(irq, (volatile void *)pda->sn_in_service_ivecs); irq_move_irq(data); }

Contributors

PersonTokensPropCommitsCommitProp
David Mosberger-Tang4050.63%111.11%
Jesse Barnes1518.99%222.22%
Thomas Gleixner1215.19%222.22%
Jack Steiner56.33%111.11%
Patrick Gefre56.33%222.22%
Colin Ngam22.53%111.11%
Total79100.00%9100.00%


struct sn_irq_info *sn_retarget_vector(struct sn_irq_info *sn_irq_info, nasid_t nasid, int slice) { int vector; int cpuid; #ifdef CONFIG_SMP int cpuphys; #endif int64_t bridge; int local_widget, status; nasid_t local_nasid; struct sn_irq_info *new_irq_info; struct sn_pcibus_provider *pci_provider; bridge = (u64) sn_irq_info->irq_bridge; if (!bridge) { return NULL; /* irq is not a device interrupt */ } local_nasid = NASID_GET(bridge); if (local_nasid & 1) local_widget = TIO_SWIN_WIDGETNUM(bridge); else local_widget = SWIN_WIDGETNUM(bridge); vector = sn_irq_info->irq_irq; /* Make use of SAL_INTR_REDIRECT if PROM supports it */ status = sn_intr_redirect(local_nasid, local_widget, sn_irq_info, nasid, slice); if (!status) { new_irq_info = sn_irq_info; goto finish_up; } /* * PROM does not support SAL_INTR_REDIRECT, or it failed. * Revert to old method. */ new_irq_info = kmemdup(sn_irq_info, sizeof(struct sn_irq_info), GFP_ATOMIC); if (new_irq_info == NULL) return NULL; /* Free the old PROM new_irq_info structure */ sn_intr_free(local_nasid, local_widget, new_irq_info); unregister_intr_pda(new_irq_info); /* allocate a new PROM new_irq_info struct */ status = sn_intr_alloc(local_nasid, local_widget, new_irq_info, vector, nasid, slice); /* SAL call failed */ if (status) { kfree(new_irq_info); return NULL; } register_intr_pda(new_irq_info); spin_lock(&sn_irq_info_lock); list_replace_rcu(&sn_irq_info->list, &new_irq_info->list); spin_unlock(&sn_irq_info_lock); kfree_rcu(sn_irq_info, rcu); finish_up: /* Update kernels new_irq_info with new target info */ cpuid = nasid_slice_to_cpuid(new_irq_info->irq_nasid, new_irq_info->irq_slice); new_irq_info->irq_cpuid = cpuid; pci_provider = sn_pci_provider[new_irq_info->irq_bridge_type]; /* * If this represents a line interrupt, target it. If it's * an msi (irq_int_bit < 0), it's already targeted. */ if (new_irq_info->irq_int_bit >= 0 && pci_provider && pci_provider->target_interrupt) (pci_provider->target_interrupt)(new_irq_info); #ifdef CONFIG_SMP cpuphys = cpu_physical_id(cpuid); set_irq_affinity_info((vector & 0xff), cpuphys, 0); #endif return new_irq_info; }

Contributors

PersonTokensPropCommitsCommitProp
John Keller11434.55%213.33%
Patrick Gefre7823.64%320.00%
Mark Maule7021.21%213.33%
Prarit Bhargava4313.03%213.33%
Andrew Morton154.55%320.00%
Tony Luck51.52%16.67%
Thomas Meyer30.91%16.67%
Lai Jiangshan20.61%16.67%
Total330100.00%15100.00%


static int sn_set_affinity_irq(struct irq_data *data, const struct cpumask *mask, bool force) { struct sn_irq_info *sn_irq_info, *sn_irq_info_safe; unsigned int irq = data->irq; nasid_t nasid; int slice; nasid = cpuid_to_nasid(cpumask_first_and(mask, cpu_online_mask)); slice = cpuid_to_slice(cpumask_first_and(mask, cpu_online_mask)); list_for_each_entry_safe(sn_irq_info, sn_irq_info_safe, sn_irq_lh[irq], list) (void)sn_retarget_vector(sn_irq_info, nasid, slice); return 0; }

Contributors

PersonTokensPropCommitsCommitProp
Mark Maule6167.03%116.67%
Thomas Gleixner2123.08%233.33%
Rusty Russell44.40%116.67%
Yinghai Lu44.40%116.67%
Patrick Gefre11.10%116.67%
Total91100.00%6100.00%

#ifdef CONFIG_SMP
void sn_set_err_irq_affinity(unsigned int irq) { /* * On systems which support CPU disabling (SHub2), all error interrupts * are targeted at the boot CPU. */ if (is_shub2() && sn_prom_feature_available(PRF_CPU_DISABLE_SUPPORT)) set_irq_affinity_info(irq, cpu_physical_id(0), 0); }

Contributors

PersonTokensPropCommitsCommitProp
John Keller3196.88%150.00%
Lucas De Marchi13.12%150.00%
Total32100.00%2100.00%

#else
void sn_set_err_irq_affinity(unsigned int irq) { }

Contributors

PersonTokensPropCommitsCommitProp
John Keller8100.00%1100.00%
Total8100.00%1100.00%

#endif
static void sn_mask_irq(struct irq_data *data) { }

Contributors

PersonTokensPropCommitsCommitProp
Kamezawa Hiroyuki660.00%150.00%
Thomas Gleixner440.00%150.00%
Total10100.00%2100.00%


static void sn_unmask_irq(struct irq_data *data) { }

Contributors

PersonTokensPropCommitsCommitProp
Kamezawa Hiroyuki660.00%150.00%
Thomas Gleixner440.00%150.00%
Total10100.00%2100.00%

struct irq_chip irq_type_sn = { .name = "SN hub", .irq_startup = sn_startup_irq, .irq_shutdown = sn_shutdown_irq, .irq_enable = sn_enable_irq, .irq_disable = sn_disable_irq, .irq_ack = sn_ack_irq, .irq_mask = sn_mask_irq, .irq_unmask = sn_unmask_irq, .irq_set_affinity = sn_set_affinity_irq };
ia64_vector sn_irq_to_vector(int irq) { if (irq >= IA64_NUM_VECTORS) return 0; return (ia64_vector)irq; }

Contributors

PersonTokensPropCommitsCommitProp
Kenji Kaneshige23100.00%1100.00%
Total23100.00%1100.00%


unsigned int sn_local_vector_to_irq(u8 vector) { return (CPU_VECTOR_TO_IRQ(smp_processor_id(), vector)); }

Contributors

PersonTokensPropCommitsCommitProp
Jesse Barnes1680.00%150.00%
David Mosberger-Tang420.00%150.00%
Total20100.00%2100.00%


void sn_irq_init(void) { int i; ia64_first_device_vector = IA64_SN2_FIRST_DEVICE_VECTOR; ia64_last_device_vector = IA64_SN2_LAST_DEVICE_VECTOR; for (i = 0; i < NR_IRQS; i++) { if (irq_get_chip(i) == &no_irq_chip) irq_set_chip(i, &irq_type_sn); } }

Contributors

PersonTokensPropCommitsCommitProp
David Mosberger-Tang3058.82%112.50%
Thomas Gleixner815.69%225.00%
Mark Maule815.69%112.50%
Jesse Barnes35.88%225.00%
Patrick Gefre11.96%112.50%
Andrew Morton11.96%112.50%
Total51100.00%8100.00%


static void register_intr_pda(struct sn_irq_info *sn_irq_info) { int irq = sn_irq_info->irq_irq; int cpu = sn_irq_info->irq_cpuid; if (pdacpu(cpu)->sn_last_irq < irq) { pdacpu(cpu)->sn_last_irq = irq; } if (pdacpu(cpu)->sn_first_irq == 0 || pdacpu(cpu)->sn_first_irq > irq) pdacpu(cpu)->sn_first_irq = irq; }

Contributors

PersonTokensPropCommitsCommitProp
Jesse Barnes4863.16%125.00%
Patrick Gefre1317.11%125.00%
Andrew Morton1215.79%125.00%
David Mosberger-Tang33.95%125.00%
Total76100.00%4100.00%


static void unregister_intr_pda(struct sn_irq_info *sn_irq_info) { int irq = sn_irq_info->irq_irq; int cpu = sn_irq_info->irq_cpuid; struct sn_irq_info *tmp_irq_info; int i, foundmatch; rcu_read_lock(); if (pdacpu(cpu)->sn_last_irq == irq) { foundmatch = 0; for (i = pdacpu(cpu)->sn_last_irq - 1; i && !foundmatch; i--) { list_for_each_entry_rcu(tmp_irq_info, sn_irq_lh[i], list) { if (tmp_irq_info->irq_cpuid == cpu) { foundmatch = 1; break; } } } pdacpu(cpu)->sn_last_irq = i; } if (pdacpu(cpu)->sn_first_irq == irq) { foundmatch = 0; for (i = pdacpu(cpu)->sn_first_irq + 1; i < NR_IRQS && !foundmatch; i++) { list_for_each_entry_rcu(tmp_irq_info, sn_irq_lh[i], list) { if (tmp_irq_info->irq_cpuid == cpu) { foundmatch = 1; break; } } } pdacpu(cpu)->sn_first_irq = ((i == NR_IRQS) ? 0 : i); } rcu_read_unlock(); }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre16883.58%250.00%
Prarit Bhargava3215.92%125.00%
Jesse Barnes10.50%125.00%
Total201100.00%4100.00%


void sn_irq_fixup(struct pci_dev *pci_dev, struct sn_irq_info *sn_irq_info) { nasid_t nasid = sn_irq_info->irq_nasid; int slice = sn_irq_info->irq_slice; int cpu = nasid_slice_to_cpuid(nasid, slice); #ifdef CONFIG_SMP int cpuphys; #endif pci_dev_get(pci_dev); sn_irq_info->irq_cpuid = cpu; sn_irq_info->irq_pciioinfo = SN_PCIDEV_INFO(pci_dev); /* link it into the sn_irq[irq] list */ spin_lock(&sn_irq_info_lock); list_add_rcu(&sn_irq_info->list, sn_irq_lh[sn_irq_info->irq_irq]); reserve_irq_vector(sn_irq_info->irq_irq); if (sn_irq_info->irq_int_bit != -1) irq_set_handler(sn_irq_info->irq_irq, handle_level_irq); spin_unlock(&sn_irq_info_lock); register_intr_pda(sn_irq_info); #ifdef CONFIG_SMP cpuphys = cpu_physical_id(cpu); set_irq_affinity_info(sn_irq_info->irq_irq, cpuphys, 0); /* * Affinity was set by the PROM, prevent it from * being reset by the request_irq() path. */ irqd_mark_affinity_was_set(irq_get_irq_data(sn_irq_info->irq_irq)); #endif }

Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre6037.74%112.50%
John Keller3723.27%225.00%
Prarit Bhargava2314.47%112.50%
Dimitri Sivanich1811.32%112.50%
Jesse Barnes95.66%112.50%
Mark Maule74.40%112.50%
Thomas Gleixner53.14%112.50%
Total159100.00%8100.00%


void sn_irq_unfixup(struct pci_dev *pci_dev) { struct sn_irq_info *sn_irq_info; /* Only cleanup IRQ stuff if this device has a host bus context */ if (!SN_PCIDEV_BUSSOFT(pci_dev)) return; sn_irq_info = SN_PCIDEV_INFO(pci_dev)->pdi_sn_irq_info; if (!sn_irq_info) return; if (!sn_irq_info->irq_irq) { kfree(sn_irq_info); return; } unregister_intr_pda(sn_irq_info); spin_lock(&sn_irq_info_lock); list_del_rcu(&sn_irq_info->list); spin_unlock(&sn_irq_info_lock); if (list_empty(sn_irq_lh[sn_irq_info->irq_irq])) free_irq_vector(sn_irq_info->irq_irq); kfree_rcu(sn_irq_info, rcu); pci_dev_put(pci_dev); }

Contributors

PersonTokensPropCommitsCommitProp
Prarit Bhargava9081.08%360.00%
Mark Maule1917.12%120.00%
Lai Jiangshan21.80%120.00%
Total111100.00%5100.00%


static inline void sn_call_force_intr_provider(struct sn_irq_info *sn_irq_info) { struct sn_pcibus_provider *pci_provider; pci_provider = sn_pci_provider[sn_irq_info->irq_bridge_type]; /* Don't force an interrupt if the irq has been disabled */ if (!irqd_irq_disabled(irq_get_irq_data(sn_irq_info->irq_irq)) && pci_provider && pci_provider->force_interrupt) (*pci_provider->force_interrupt)(sn_irq_info); }

Contributors

PersonTokensPropCommitsCommitProp
Mark Maule4478.57%125.00%
Mike Habeck610.71%125.00%
Tony Luck35.36%125.00%
Thomas Gleixner35.36%125.00%
Total56100.00%4100.00%

/* * Check for lost interrupts. If the PIC int_status reg. says that * an interrupt has been sent, but not handled, and the interrupt * is not pending in either the cpu irr regs or in the soft irr regs, * and the interrupt is not in service, then the interrupt may have * been lost. Force an interrupt on that pin. It is possible that * the interrupt is in flight, so we may generate a spurious interrupt, * but we should never miss a real lost interrupt. */
static void sn_check_intr(int irq, struct sn_irq_info *sn_irq_info) { u64 regval; struct pcidev_info *pcidev_info; struct pcibus_info *pcibus_info; /* * Bridge types attached to TIO (anything but PIC) do not need this WAR * since they do not target Shub II interrupt registers. If that * ever changes, this check needs to accommodate. */ if (sn_irq_info->irq_bridge_type != PCIIO_ASIC_TYPE_PIC) return; pcidev_info = (struct pcidev_info *)sn_irq_info->irq_pciioinfo; if (!pcidev_info) return; pcibus_info = (struct pcibus_info *)pcidev_info->pdi_host_pcidev_info-> pdi_pcibus_info; regval = pcireg_intr_status_get(pcibus_info); if (!ia64_get_irr(irq_to_vector(irq))) { if (!test_bit(irq, pda->sn_in_service_ivecs)) { regval &= 0xff; if (sn_irq_info->irq_int_bit & regval & sn_irq_info->irq_last_intr) { regval &= ~(sn_irq_info->irq_int_bit & regval); sn_call_force_intr_provider(sn_irq_info); } } } sn_irq_info->irq_last_intr = regval; }

Contributors

PersonTokensPropCommitsCommitProp
Jesse Barnes6848.23%114.29%
Patrick Gefre5438.30%114.29%
Mark Maule107.09%114.29%
Björn Helgaas42.84%114.29%
Andrew Morton32.13%114.29%
Prarit Bhargava10.71%114.29%
Lucas De Marchi10.71%114.29%
Total141100.00%7100.00%


void sn_lb_int_war_check(void) { struct sn_irq_info *sn_irq_info; int i; if (!sn_ioif_inited || pda->sn_first_irq == 0) return; rcu_read_lock(); for (i = pda->sn_first_irq; i <= pda->sn_last_irq; i++) { list_for_each_entry_rcu(sn_irq_info, sn_irq_lh[i], list) { sn_check_intr(i, sn_irq_info); } } rcu_read_unlock(); }

Contributors

PersonTokensPropCommitsCommitProp
Jesse Barnes3144.93%125.00%
Prarit Bhargava1927.54%125.00%
David Mosberger-Tang1318.84%125.00%
Patrick Gefre68.70%125.00%
Total69100.00%4100.00%


void __init sn_irq_lh_init(void) { int i; sn_irq_lh = kmalloc(sizeof(struct list_head *) * NR_IRQS, GFP_KERNEL); if (!sn_irq_lh) panic("SN PCI INIT: Failed to allocate memory for PCI init\n"); for (i = 0; i < NR_IRQS; i++) { sn_irq_lh[i] = kmalloc(sizeof(struct list_head), GFP_KERNEL); if (!sn_irq_lh[i]) panic("SN PCI INIT: Failed IRQ memory allocation\n"); INIT_LIST_HEAD(sn_irq_lh[i]); } }

Contributors

PersonTokensPropCommitsCommitProp
Prarit Bhargava8696.63%133.33%
Jesse Barnes22.25%133.33%
Jes Sorensen11.12%133.33%
Total89100.00%3100.00%


Overall Contributors

PersonTokensPropCommitsCommitProp
Patrick Gefre57628.32%611.11%
Prarit Bhargava32215.83%59.26%
John Keller28614.06%47.41%
Mark Maule22511.06%47.41%
Jesse Barnes21310.47%23.70%
David Mosberger-Tang1316.44%11.85%
Thomas Gleixner874.28%712.96%
Russ Anderson391.92%11.85%
Andrew Morton341.67%47.41%
Kenji Kaneshige231.13%11.85%
Kamezawa Hiroyuki211.03%11.85%
Dimitri Sivanich180.88%11.85%
Tony Luck80.39%23.70%
Jes Sorensen60.29%23.70%
Mike Habeck60.29%11.85%
Ingo Molnar50.25%23.70%
Jack Steiner50.25%11.85%
Rusty Russell40.20%11.85%
Yinghai Lu40.20%11.85%
Lai Jiangshan40.20%11.85%
Björn Helgaas40.20%11.85%
Tejun Heo30.15%11.85%
Franck Bui-Huu30.15%11.85%
Thomas Meyer30.15%11.85%
Colin Ngam20.10%11.85%
Lucas De Marchi20.10%11.85%
Total2034100.00%54100.00%
Information contained on this website is for historical information purposes only and does not indicate or represent copyright ownership.
Created with cregit.